-- Logs begin at Wed 2021-12-22 12:15:31 UTC, end at Wed 2021-12-22 14:22:48 UTC. -- Dec 22 12:50:41.944900 dv-neutron-822668-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 12:50:44.214710 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.common.config [-] Logging enabled! Dec 22 12:50:44.215439 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev100 Dec 22 12:50:44.215439 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87461) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 12:50:44.218955 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.common.config [-] Logging enabled! Dec 22 12:50:44.219200 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev100 Dec 22 12:50:44.219506 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87461) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 12:50:44.220438 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 12:50:44.220664 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 12:50:44.221007 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 12:50:44.221247 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 12:50:44.221468 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 12:50:44.221804 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.222082 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.222366 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.222587 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.222871 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.223149 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.223423 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.223714 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.224000 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.224275 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.224545 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.224820 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.225044 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.225316 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.225593 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.225867 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.226083 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] debug = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.226354 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.226773 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.227181 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.227452 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.227757 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.228028 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.228293 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.228560 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.228833 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.229150 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] host = dv-neutron-822668-1-hyperv {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.229419 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.229696 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.229972 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.230250 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.230518 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.230785 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.231060 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.231324 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.231587 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] log_file = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.231876 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.232160 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.232442 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.232723 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.232942 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.233157 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.233436 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.233712 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.233977 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.234244 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.234508 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.234773 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.235036 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.235297 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.235573 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.235871 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.236149 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.236414 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.236679 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.236940 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.237202 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.237530 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.237792 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.238059 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.238321 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.238598 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.238859 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.239124 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.239415 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.239713 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.239989 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.240267 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.240532 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.240805 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.241070 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.241333 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.241596 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] use_json = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.241860 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.242128 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.242400 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.242663 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.242925 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.243187 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.243448 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.243747 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:44.244038 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.244327 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.244618 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.244894 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.245179 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.245451 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.245732 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.246001 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.246280 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.246561 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.246843 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.247115 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.247393 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.247689 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.247979 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.248279 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.248565 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.248849 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.249115 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.249381 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.249644 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.249914 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.250194 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.250482 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.250765 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.251030 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.251300 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.251580 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.251872 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.252141 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.252411 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.252690 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.252982 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.253245 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.253517 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.253788 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.254052 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.254313 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.254580 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.254861 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.255128 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.255388 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.255670 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.255943 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.256207 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.256483 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.256752 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.257019 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.257285 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.257553 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.257818 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.258086 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.258354 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.258618 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.258887 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.259151 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.259414 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.259705 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.259974 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.260239 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.260502 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.260763 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.261028 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.261289 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.261553 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.261817 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.262087 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.262352 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.262629 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.262915 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.263183 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.263452 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.263752 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.264021 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.264289 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.264556 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.264822 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.265088 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.265349 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.265628 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.265899 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.266177 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.266450 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.266718 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.267000 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.267267 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.267539 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.267829 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.268099 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.268377 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.268703 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.268986 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.269268 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.269553 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.269836 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.270113 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.270383 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.270680 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.270950 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:44.271158 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 12:50:44.271391 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87461) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 22 12:50:44.645773 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO keyring.backend [-] Loading KWallet Dec 22 12:50:44.653004 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO keyring.backend [-] Loading SecretService Dec 22 12:50:44.656534 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO keyring.backend [-] Loading Windows Dec 22 12:50:44.657894 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO keyring.backend [-] Loading chainer Dec 22 12:50:44.658458 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO keyring.backend [-] Loading macOS Dec 22 12:50:44.691371 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:50:44.691629 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:50:44.691942 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:50:44.692269 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 12:50:44.988547 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:44.988831 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:44.989094 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:44.990263 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:44.990526 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:44.990786 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.110235 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.110483 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.110777 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.124066 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.124333 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.124595 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.152692 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.152968 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.153231 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.189911 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.190194 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.190447 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.415463 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.416152 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.416152 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.416333 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.416979 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.544620 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.544928 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.545197 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.545461 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.545711 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.546012 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.546266 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.546516 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.546761 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.547017 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.547261 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.547680 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.547939 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.548173 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.548432 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.548695 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.548947 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.549208 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.549452 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.549722 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.550086 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.550331 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.550570 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.550841 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.551080 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.551315 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.551711 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 12:50:45.551949 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 12:50:45.552180 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 12:50:45.552416 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 12:50:45.552640 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 12:50:45.552867 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 12:50:45.553223 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 12:50:45.556339 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 12:50:45.560290 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 12:50:45.564090 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 22 12:50:45.565774 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 12:50:45.566215 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 12:50:45.566542 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 12:50:45.566917 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 12:50:45.569903 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 12:50:45.570147 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 12:50:45.570481 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 12:50:45.598222 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 22 12:50:45.598642 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.598941 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87461) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 22 12:50:45.599294 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.600698 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87461) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 12:50:45.600977 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 12:50:45.601215 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 12:50:45.604498 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.604771 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:45.665686 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 12:50:45.665816 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 12:50:45.666069 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 12:50:45.666430 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 12:50:45.703298 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_db.sqlalchemy.engines [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87461) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 22 12:50:46.047071 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Initializing driver for type 'gre' Dec 22 12:50:46.047531 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] gre ID ranges: [(1, 1000)] Dec 22 12:50:46.108537 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Initializing driver for type 'local' Dec 22 12:50:46.108879 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Initializing driver for type 'vlan' Dec 22 12:50:46.121519 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] VlanTypeDriver initialization complete Dec 22 12:50:46.121867 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Initializing driver for type 'vxlan' Dec 22 12:50:46.122332 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] vxlan ID ranges: [(1, 1000)] Dec 22 12:50:46.173298 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Initializing extension driver 'port_security' Dec 22 12:50:46.173634 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.extensions.port_security [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] PortSecurityExtensionDriver initialization complete Dec 22 12:50:46.173964 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Initializing mechanism driver 'openvswitch' Dec 22 12:50:46.174275 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Initializing mechanism driver 'hyperv' Dec 22 12:50:46.180905 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.plugins.ml2.plugin [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87461) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:50:46.181636 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > port after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.181996 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > port after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.182336 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > port after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.182722 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > subnet after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.183041 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > subnet after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.183376 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.183764 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > network after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.184098 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > network after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.184424 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > network after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.184783 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > security_group after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.185118 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > security_group after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.185442 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.185801 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.186131 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.186449 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.186806 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > address_group after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.187131 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > address_group after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.187450 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.187798 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] ML2 OVO RPC backend initialized. {{(pid=87461) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 22 12:50:46.188474 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.188813 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.189214 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > network before_response 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.189545 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > networks before_response 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.189875 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > port before_response 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.190201 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > ports before_response 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.190597 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > subnet before_response 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.190925 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > subnets before_response 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.191255 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > network after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.191580 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > network after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.191924 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > network after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.192251 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > port after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.192569 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > port after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.192887 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > port after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.193205 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > subnet after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.193524 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > subnet after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.193840 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.194392 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.plugin [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Modular L2 Plugin initialization complete Dec 22 12:50:46.194709 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading services supported by the core plugin {{(pid=87461) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 22 12:50:46.195021 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.plugins.ml2.managers [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Got port-security extension from driver 'port_security' Dec 22 12:50:46.195462 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.extensions.vlantransparent [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Disabled vlantransparent extension. Dec 22 12:50:46.196032 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87461) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 22 12:50:46.196335 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading Plugin: router Dec 22 12:50:46.232661 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.233037 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router after_create 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.233387 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router before_create 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.233738 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.234090 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.234424 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router after_delete 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.234761 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.235105 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router after_create 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.235432 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router after_update 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.235834 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router after_update 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.236147 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.236487 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router after_update 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.236862 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router precommit_update 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.237211 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: port after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.237538 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: port after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.237858 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: subnet after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.238165 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.238498 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.238829 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router precommit_create 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.239157 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: port before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.239484 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router precommit_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.239848 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router after_update 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.240177 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.240513 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router precommit_create 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.240858 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.241187 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router precommit_update 55549900 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.241542 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > agent after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.241875 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > agent after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.242202 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > network after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.243035 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Tracking information for resource: router configured {{(pid=87461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 12:50:46.243355 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Tracking information for resource: floatingip configured {{(pid=87461) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 12:50:46.248297 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.db.l3_agentschedulers_db [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 12:50:46.248851 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: port after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.249199 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: port after_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.249540 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: port after_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.249880 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: port after_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.250640 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router before_create 55550100 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.250988 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.251335 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router precommit_create 55550100 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.251706 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > router precommit_update 55550100 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.256161 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.services.provider_configuration [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service providers = [] {{(pid=87461) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 12:50:46.256516 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.db.servicetype_db [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87461) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 12:50:46.259382 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.services.service_base [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87461) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 12:50:46.259777 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.services.service_base [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87461) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 12:50:46.260101 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.services.service_base [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87461) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 12:50:46.261131 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.services.service_base [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87461) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 12:50:46.261453 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.services.service_base [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 12:50:46.261812 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 12:50:46.262119 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 12:50:46.272565 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 12:50:46.272891 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading Plugin: auto_allocate Dec 22 12:50:46.278721 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: network precommit_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.279074 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: network precommit_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.279568 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 12:50:46.279903 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading Plugin: tag Dec 22 12:50:46.286715 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 12:50:46.287030 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading Plugin: timestamp Dec 22 12:50:46.290806 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 12:50:46.291136 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading Plugin: network_ip_availability Dec 22 12:50:46.296413 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.296767 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.297168 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.297791 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 12:50:46.298096 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading Plugin: flavors Dec 22 12:50:46.303020 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 12:50:46.303343 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading Plugin: revisions Dec 22 12:50:46.307625 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87461) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 12:50:46.308012 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_concurrency.lockutils [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=87461) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:50:46.308725 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87461) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 22 12:50:46.309052 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Initializing extension manager. Dec 22 12:50:46.309540 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: __init__.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.309870 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: __pycache__ {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.310180 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.310501 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: address_group.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.311237 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.311822 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: address-group Dec 22 12:50:46.312135 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: address_scope.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.312831 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.313332 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: address-scope Dec 22 12:50:46.313632 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.314521 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.315024 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: router-admin-state-down-before-update Dec 22 12:50:46.315326 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: agent.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.316079 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.316576 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: agent Dec 22 12:50:46.316881 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: agent_resources_synced.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.317763 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.318255 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: agent-resources-synced Dec 22 12:50:46.318561 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: allowedaddresspairs.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.320330 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.320825 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: allowed-address-pairs Dec 22 12:50:46.321143 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: auto_allocated_topology.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.322193 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.322691 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: auto-allocated-topology Dec 22 12:50:46.323003 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: availability_zone.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.323711 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.324207 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: availability_zone Dec 22 12:50:46.324519 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: availability_zone_filter.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.325413 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.325899 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: availability_zone_filter Dec 22 12:50:46.326210 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: data_plane_status.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.327105 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.327595 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 12:50:46.327925 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: default_subnetpools.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.328808 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.329301 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: default-subnetpools Dec 22 12:50:46.329609 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.330395 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.330899 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: dhcp_agent_scheduler Dec 22 12:50:46.331256 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: dns.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.332167 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.332660 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension dns-integration not supported by any of loaded plugins Dec 22 12:50:46.332967 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: dns_domain_ports.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.333860 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.334357 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 12:50:46.334663 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: dvr.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.335325 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.335840 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: dvr Dec 22 12:50:46.336162 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: empty_string_filtering.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.337046 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.337540 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: empty-string-filtering Dec 22 12:50:46.337849 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.338739 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.339226 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 12:50:46.339534 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.340444 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.341258 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 12:50:46.341565 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: external_net.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.342449 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.342941 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: external-net Dec 22 12:50:46.343254 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.344170 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.344661 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: extra_dhcp_opt Dec 22 12:50:46.344963 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: extraroute.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.345849 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.346332 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: extraroute Dec 22 12:50:46.346636 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: extraroute_atomic.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.347695 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.348186 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: extraroute-atomic Dec 22 12:50:46.348496 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: filter_validation.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.349140 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.349625 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: filter-validation Dec 22 12:50:46.349930 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: fip_pf_description.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.352240 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.352740 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 12:50:46.353058 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: fip_port_details.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.353953 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.354448 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: fip-port-details Dec 22 12:50:46.354758 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: flavors.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.356001 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.356499 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: flavors Dec 22 12:50:46.356807 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.358434 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.358931 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 12:50:46.359249 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: floatingip_pools.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.359956 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.360449 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: floatingip-pools Dec 22 12:50:46.360762 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: ip_allocation.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.361663 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.362147 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 12:50:46.362510 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.363407 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.363929 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: ip-substring-filtering Dec 22 12:50:46.364243 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: l2_adjacency.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.365139 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.365633 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 12:50:46.365935 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: l3.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.366863 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.367365 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: router Dec 22 12:50:46.367696 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.369908 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.370417 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 12:50:46.370735 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.371670 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.372170 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: ext-gw-mode Dec 22 12:50:46.372483 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.373373 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.373865 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: l3-ha Dec 22 12:50:46.374173 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: l3_flavors.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.375064 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.375560 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: l3-flavors Dec 22 12:50:46.375887 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.376784 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.377273 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 12:50:46.377586 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: l3agentscheduler.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.378618 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.379108 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: l3_agent_scheduler Dec 22 12:50:46.379420 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: logging.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.380936 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.381439 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension logging not supported by any of loaded plugins Dec 22 12:50:46.381752 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: metering.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.382464 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.383016 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: metering Dec 22 12:50:46.383324 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.384427 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.384920 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: metering_source_and_destination_fields Dec 22 12:50:46.385228 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: multiprovidernet.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.386251 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.386752 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: multi-provider Dec 22 12:50:46.387064 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: netmtu.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.387970 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.388465 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: net-mtu Dec 22 12:50:46.388785 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: netmtu_writable.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.389660 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.390162 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: net-mtu-writable Dec 22 12:50:46.390458 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: network_availability_zone.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.391110 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.391596 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: network_availability_zone Dec 22 12:50:46.391929 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: network_ip_availability.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.392996 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.393485 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: network-ip-availability Dec 22 12:50:46.393844 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: network_segment_range.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.394579 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.395065 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 12:50:46.395371 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: pagination.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.396350 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.396660 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: pagination Dec 22 12:50:46.396962 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: port_device_profile.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.397843 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.398336 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: port-device-profile Dec 22 12:50:46.398640 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.399534 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.400056 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: port-mac-address-regenerate Dec 22 12:50:46.400366 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.401258 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.401751 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: port-numa-affinity-policy Dec 22 12:50:46.402060 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: port_resource_request.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.402937 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.403425 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 12:50:46.403762 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: portbindings.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.404656 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.405146 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: binding Dec 22 12:50:46.405453 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: portbindings_extended.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.406695 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.407189 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: binding-extended Dec 22 12:50:46.407502 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: portsecurity.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.408415 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.408901 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: port-security Dec 22 12:50:46.409236 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: project_id.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.410182 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.410497 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: project-id Dec 22 12:50:46.410807 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: providernet.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.411714 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.412212 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: provider Dec 22 12:50:46.412515 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: qos.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.416008 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.416545 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension qos not supported by any of loaded plugins Dec 22 12:50:46.416828 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.418053 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.418554 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 12:50:46.418870 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.419794 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.420292 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 12:50:46.420603 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: qos_default.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.421491 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.421985 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension qos-default not supported by any of loaded plugins Dec 22 12:50:46.422296 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: qos_fip.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.422929 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.423413 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension qos-fip not supported by any of loaded plugins Dec 22 12:50:46.423759 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: qos_gateway_ip.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.424671 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.425212 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 12:50:46.425520 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: qos_port_network_policy.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.426401 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.426887 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 12:50:46.427195 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: qos_rule_type_details.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.428111 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.428599 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 12:50:46.428903 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: qos_rules_alias.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.429925 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.430419 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 12:50:46.430729 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: quotasv2.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.431614 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.432060 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: quotas Dec 22 12:50:46.432372 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: quotasv2_detail.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.433979 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.434310 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: quota_details Dec 22 12:50:46.434631 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: rbac.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.435672 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.436174 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: rbac-policies Dec 22 12:50:46.436490 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: rbac_address_group.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.437408 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.437905 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: rbac-address-group Dec 22 12:50:46.438218 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: rbac_address_scope.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.439112 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.439613 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: rbac-address-scope Dec 22 12:50:46.439945 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: rbac_security_groups.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.440860 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.441358 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: rbac-security-groups Dec 22 12:50:46.441674 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: rbac_subnetpool.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.442572 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.443063 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: rbac-subnetpool Dec 22 12:50:46.443372 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: revisionifmatch.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.444297 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.444792 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: revision-if-match Dec 22 12:50:46.445098 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: revisions.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.446181 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.446681 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: standard-attr-revisions Dec 22 12:50:46.446995 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: router_availability_zone.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.447662 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.448167 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: router_availability_zone Dec 22 12:50:46.448462 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: routerservicetype.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.449364 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.449861 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension router-service-type not supported by any of loaded plugins Dec 22 12:50:46.450168 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.451079 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.451566 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: security-groups-normalized-cidr Dec 22 12:50:46.451905 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.452799 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.453292 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: port-security-groups-filtering Dec 22 12:50:46.453599 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.454487 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.454980 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: security-groups-remote-address-group Dec 22 12:50:46.455286 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: securitygroup.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.466402 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.467083 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: security-group Dec 22 12:50:46.467407 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: segment.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.468504 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.468985 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension segment not supported by any of loaded plugins Dec 22 12:50:46.469326 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.470498 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.471051 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 12:50:46.471482 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: servicetype.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.472653 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.473222 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: service-type Dec 22 12:50:46.473472 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: sorting.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.474448 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.474770 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: sorting Dec 22 12:50:46.475080 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: standard_attr_segment.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.476014 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.476513 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 12:50:46.476825 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: standardattrdescription.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.477457 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.477951 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: standard-attr-description Dec 22 12:50:46.478258 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: stateful_security_group.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.479160 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.479677 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: stateful-security-group Dec 22 12:50:46.479995 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: stdattrs_common.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.480568 dv-neutron-822668-1-hyperv neutron-server[87461]: WARNING neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 12:50:46.480887 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.481853 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.482355 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 12:50:46.482665 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: subnet_onboard.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.483745 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.484247 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: subnet_onboard Dec 22 12:50:46.484560 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.485496 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.485988 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 12:50:46.486299 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: subnet_service_types.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.487204 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.487783 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: subnet-service-types Dec 22 12:50:46.488098 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: subnetallocation.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.489188 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.489684 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: subnet_allocation Dec 22 12:50:46.489998 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.490651 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.491143 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: subnetpool-prefix-ops Dec 22 12:50:46.491452 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.492403 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.492892 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 12:50:46.493199 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: tagging.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.494255 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.494751 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: standard-attr-tag Dec 22 12:50:46.495065 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: timestamp.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.496275 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.496795 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loaded extension: standard-attr-timestamp Dec 22 12:50:46.497089 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: trunk.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.498100 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.498596 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension trunk not supported by any of loaded plugins Dec 22 12:50:46.498909 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: trunk_details.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.499830 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.500323 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension trunk-details not supported by any of loaded plugins Dec 22 12:50:46.500631 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: uplink_status_propagation.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.501525 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.502020 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 12:50:46.502336 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Loading extension file: vlantransparent.py {{(pid=87461) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 12:50:46.503010 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87461) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 12:50:46.503501 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 12:50:46.505921 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:network Dec 22 12:50:46.506627 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:subnet Dec 22 12:50:46.507385 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 12:50:46.507985 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:port Dec 22 12:50:46.509255 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.509672 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service FLAVORS assigned prefix: {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.510263 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.510689 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.511006 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:router Dec 22 12:50:46.511658 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 12:50:46.512365 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service METERING assigned prefix: /metering {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.513789 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.514143 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.514483 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87461) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:50:46.515619 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 12:50:46.516050 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:security_group Dec 22 12:50:46.516690 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 12:50:46.517407 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service CORE assigned prefix: {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.517723 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 12:50:46.518043 dv-neutron-822668-1-hyperv neutron-server[87461]: WARNING neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] subnetpool is already registered Dec 22 12:50:46.518673 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service CORE assigned prefix: {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.518988 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 12:50:46.519297 dv-neutron-822668-1-hyperv neutron-server[87461]: WARNING neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] subnetpool is already registered Dec 22 12:50:46.521802 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.522222 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service FLAVORS assigned prefix: {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.522795 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.523196 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.523515 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:router Dec 22 12:50:46.523866 dv-neutron-822668-1-hyperv neutron-server[87461]: WARNING neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] router is already registered Dec 22 12:50:46.524443 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 12:50:46.524766 dv-neutron-822668-1-hyperv neutron-server[87461]: WARNING neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] floatingip is already registered Dec 22 12:50:46.525363 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service METERING assigned prefix: /metering {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.526005 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 12:50:46.526319 dv-neutron-822668-1-hyperv neutron-server[87461]: WARNING neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] rbac_policy is already registered Dec 22 12:50:46.526845 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:security_group Dec 22 12:50:46.527180 dv-neutron-822668-1-hyperv neutron-server[87461]: WARNING neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] security_group is already registered Dec 22 12:50:46.527766 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 12:50:46.528083 dv-neutron-822668-1-hyperv neutron-server[87461]: WARNING neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] security_group_rule is already registered Dec 22 12:50:46.528716 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service CORE assigned prefix: {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.529034 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 12:50:46.529344 dv-neutron-822668-1-hyperv neutron-server[87461]: WARNING neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] subnetpool is already registered Dec 22 12:50:46.529900 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.v2.resource_helper [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Service CORE assigned prefix: {{(pid=87461) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 12:50:46.530212 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 12:50:46.530521 dv-neutron-822668-1-hyperv neutron-server[87461]: WARNING neutron.quota.resource_registry [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] subnetpool is already registered Dec 22 12:50:46.531128 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: extensions {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.532676 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: address-groups {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.534474 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: address-scopes {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.535688 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: agents {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.536830 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: auto-allocated-topology {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.538046 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: availability_zones {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.539342 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: dhcp-networks {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.540850 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: dhcp-agents {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.542267 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: routers {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.544952 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: flavors {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.546092 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: service_profiles {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.547324 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: next_providers {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.548807 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: service_profiles {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.550296 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: floatingip-pools {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.551511 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: routers {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.553299 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: floatingips {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.554463 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: l3-routers {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.555866 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: l3-agents {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.557259 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: metering-labels {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.558601 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: metering-label-rules {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.559891 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: network-ip-availabilities {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.561143 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: bindings {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.562772 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: quotas {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.564221 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: quotas {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.565647 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: rbac-policies {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.566912 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: security-groups {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.568124 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: security-group-rules {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.569331 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: service-providers {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.570580 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: subnetpools {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.572026 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: subnetpools {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.573451 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: tags {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.575092 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: tags {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.576972 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: tags {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.578709 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: tags {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.580489 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: tags {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.582340 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: tags {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.584182 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: tags {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.586045 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: tags {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.587793 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: tags {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.589586 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron.api.extensions [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Extended resource: tags {{(pid=87461) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 12:50:46.595875 dv-neutron-822668-1-hyperv neutron-server[87461]: WARNING keystonemiddleware.auth_token [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 12:50:46.600590 dv-neutron-822668-1-hyperv neutron-server[87461]: WARNING keystonemiddleware.auth_token [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 12:50:46.608780 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_concurrency.lockutils [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Acquired lock "singleton_lock" {{(pid=87461) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 22 12:50:46.609245 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_concurrency.lockutils [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Releasing lock "singleton_lock" {{(pid=87461) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 22 12:50:46.609870 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO oslo_service.service [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Starting 2 workers Dec 22 12:50:46.614387 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Started child 87568 {{(pid=87461) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 12:50:46.618475 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Started child 87569 {{(pid=87461) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 12:50:46.619178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:50:46.619997 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO neutron.service [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 12:50:46.620614 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Notify callbacks [] for process, before_spawn {{(pid=87461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:50:46.620761 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [-] (87568) wsgi starting up on http://0.0.0.0:9696 Dec 22 12:50:46.622800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:50:46.623228 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO oslo_service.service [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Starting 1 workers Dec 22 12:50:46.624201 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [-] (87569) wsgi starting up on http://0.0.0.0:9696 Dec 22 12:50:46.627772 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Started child 87570 {{(pid=87461) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 12:50:46.628301 dv-neutron-822668-1-hyperv neutron-server[87461]: INFO oslo_service.service [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Starting 1 workers Dec 22 12:50:46.630876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.service [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] calling RpcWorker wait() {{(pid=87570) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 12:50:46.631689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.service [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] returning from RpcWorker wait() {{(pid=87570) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 12:50:46.632411 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Started child 87571 {{(pid=87461) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 22 12:50:46.632630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:50:46.633004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:50:46.633203 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG neutron_lib.callbacks.manager [None req-7a4be1af-1749-4359-98e3-3af6f625a363 None None] Notify callbacks [] for process, after_spawn {{(pid=87461) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:50:46.634962 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87461) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 12:50:46.635178 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 12:50:46.635328 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 12:50:46.635473 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 12:50:46.635840 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 12:50:46.636040 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 12:50:46.636448 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.636676 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.636999 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.637223 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:50:46.637787 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.637787 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.638077 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.638217 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:50:46.638356 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.638491 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.638772 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.638982 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.639130 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.639268 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.639550 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.639802 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.640075 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.640311 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.640568 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.640840 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.641036 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.641191 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.641482 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.641694 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.641950 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] debug = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.642147 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.642656 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.642886 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.643071 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.643327 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.643704 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.643869 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.644291 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.644483 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.644647 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.644787 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.645103 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.645252 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.645497 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.645725 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.645925 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.646146 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.646594 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] host = dv-neutron-822668-1-hyperv {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.646809 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.647014 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.647266 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.647502 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.647777 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.648003 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.648312 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.648472 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.648798 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.648947 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.649203 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.649435 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.649661 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.649890 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_file = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.650044 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_options = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.650258 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.650523 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.650799 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.650969 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.651121 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.651285 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.651532 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.651739 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.651957 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.652204 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.652393 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.652613 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.652849 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.653060 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.653311 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.653566 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.653731 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.653938 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.654185 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.654416 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.654616 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.654853 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.655078 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.655300 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.655486 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.655727 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.655957 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.656169 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.656374 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.656621 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.656845 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.657083 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.657305 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.657540 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.657780 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.657978 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.658186 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.658435 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.658914 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.658914 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.659241 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.659597 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.659597 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.659899 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.660098 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.660326 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] use_json = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.660566 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.660712 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.660900 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.661152 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.661367 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.661561 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.661747 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.661997 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.662400 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.662667 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.662957 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.663719 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.663719 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.663719 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.663982 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.664164 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.664353 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.664599 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.665260 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.665260 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.666334 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.666334 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.666334 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.666817 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.667077 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.667720 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.667720 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.667886 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.668039 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.668253 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.668562 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.668824 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.669066 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.669330 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.669557 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.669772 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.669999 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.670213 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.670440 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.670669 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.670954 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.671142 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.671565 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.672034 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.672230 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.672590 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.672953 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.673348 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.673783 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.674092 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.674684 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.674684 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.675006 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.675136 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.675373 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.675621 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.675858 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.676097 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.676328 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.676975 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.677437 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.677797 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.678151 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.678633 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.679001 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.679218 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.679430 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.679738 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.679950 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.681688 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.681688 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.681688 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.681688 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.681688 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.681688 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.681688 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.681688 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.682731 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.682731 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.682731 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.682731 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.682731 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.683377 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.683377 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.683377 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.683796 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.683796 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.684009 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.684088 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.684276 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.684477 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.684692 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.684951 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.685536 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.685939 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.686398 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.686820 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.687224 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.687457 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.687748 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.687977 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.688414 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.688797 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.689227 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.689472 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.689719 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.689938 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.690388 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.690765 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.691149 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.691392 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.691623 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.691866 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.692101 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.692363 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.692633 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.692878 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.693120 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.693345 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.693595 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.693833 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.694112 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.694343 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.694610 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.694905 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.695166 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.695439 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.695700 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.695949 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.696182 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.696429 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.696685 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.696905 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.697140 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.697352 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.697624 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.697877 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.698110 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.698330 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.698552 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.698902 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.699102 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.699309 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.699518 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.699805 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.700041 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.700266 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.700526 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.700779 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.701012 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.701268 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.701671 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.702063 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.702476 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.702718 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.705054 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.705054 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.705054 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.705054 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.705054 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.705054 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.705054 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.705054 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.706247 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.706247 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.706247 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.706247 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.706247 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.706247 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.706247 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.706247 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.706825 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.706825 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.706970 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.707104 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.707369 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.707579 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.709156 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.709156 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.709156 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.709156 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.709391 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.709484 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.709891 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.710311 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.710711 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.711323 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.711736 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.711958 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.712186 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.712399 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.712641 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.712866 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.713112 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.713355 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.713809 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.714050 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.714291 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.714527 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.714738 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.714945 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.715175 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.715388 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.715596 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.715825 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.716355 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.716616 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.716859 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.717105 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.717309 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.717513 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.717716 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.717940 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.718145 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.718442 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.718685 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.718910 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.719133 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.719364 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.719593 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.719817 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.720027 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.720237 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.720440 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.720657 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.720858 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.721059 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.721265 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.721465 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.721791 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.722056 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.722270 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.722541 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.722766 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.722985 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.723237 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.723541 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.723769 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.724075 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.724242 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.724452 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.724663 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.724915 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.725247 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.725526 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.725774 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.726025 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.726302 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.726580 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.726848 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.727043 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.727332 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.727685 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.727952 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.728192 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.728425 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.728692 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.728906 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.729123 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.729334 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.729561 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.729769 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.730014 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.730322 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.730509 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.730656 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.730876 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.731083 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.731326 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.731555 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.731793 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.732001 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.732153 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 12:50:46.732646 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87461) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 22 12:50:46.732800 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 12:50:46.732947 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 12:50:46.733112 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 12:50:46.733276 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 12:50:46.733421 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 12:50:46.733618 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.733774 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.733926 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.734079 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.734230 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.734403 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.734557 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.734711 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.734866 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.735019 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.735171 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.735321 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.735473 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.735644 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.735798 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.735949 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.736103 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.736254 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.736467 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.736562 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.736701 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.736851 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.737001 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] debug = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.737152 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.737361 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.737518 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.737699 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.737833 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.737959 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.738108 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.738259 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.738412 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.738564 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.738715 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.738871 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.739024 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.739177 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.739329 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.739482 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.739652 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.739805 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] host = dv-neutron-822668-1-hyperv {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.739958 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.740109 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.740260 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.740402 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.740554 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.740707 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.740856 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.741010 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.741162 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.741313 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.741463 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.741614 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.741764 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.741914 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_file = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.742065 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_options = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.742216 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.742365 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.742516 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.742865 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.742865 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.743077 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.743408 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.743408 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.743408 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.743641 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.743721 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.743850 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.744001 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.744152 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.744496 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.744496 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.744649 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.744725 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.744860 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.745011 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.745161 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.745311 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.745462 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.745614 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.745968 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.745968 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.746169 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.746169 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.746358 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.746467 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.746616 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.746768 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.746921 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.747071 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.747221 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.747370 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.747520 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.747694 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.747848 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.747997 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.748148 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.748297 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.748447 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.748596 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.748745 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.748901 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] use_json = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.749052 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.749186 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.749339 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.749489 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.749639 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.749790 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.749939 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.750090 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 12:50:46.750432 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.750432 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.750744 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.750744 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.750895 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.750983 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.751128 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.751281 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.751434 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.751586 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.751760 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.751911 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.752074 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.752228 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.752381 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.752537 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.752691 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.752863 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.753047 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.753201 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.753355 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.753508 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.753676 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.753829 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.753982 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.754135 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.754289 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.754443 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.754600 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.754752 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.754907 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.755061 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.755216 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.755368 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.755522 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.755698 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.755853 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.756008 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.756162 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.756318 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.756472 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.756626 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.756780 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.756934 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.757087 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.757241 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.757394 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.757548 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.757702 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.757853 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.758015 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.758169 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.758323 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.758475 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.758630 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.758782 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.758939 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.759092 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.759245 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.759399 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.759551 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.759722 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.759881 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.760034 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.760189 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.760342 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.760497 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.760655 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.760813 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.760950 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.761104 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.761257 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.761410 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.761563 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.761716 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.761869 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.762022 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.762175 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.762329 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.762483 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.762636 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.762788 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.762940 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.763093 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.763253 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.763421 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.763574 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.763747 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.763899 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.764053 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.764206 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.764293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:50:46.764377 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.764500 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.764653 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.764805 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.764957 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.765110 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.765265 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.765418 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.765571 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.765723 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.765876 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.766028 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.766211 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.766331 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.766484 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.766636 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.766790 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.766943 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.767094 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.767245 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.767404 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.767556 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.767731 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.767884 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.768044 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.768208 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.768363 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.768537 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.768691 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.768849 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.769002 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.769154 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.769308 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.769460 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.769613 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.769766 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.769930 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.770092 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.770245 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.770399 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.770550 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.770725 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.770879 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.771030 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.771183 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.771335 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.771490 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.771676 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.771847 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.771989 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.772122 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.772261 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.772390 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.772520 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.772676 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.772828 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.772968 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.773123 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.773275 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.773428 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.773582 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.773736 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.773877 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.774029 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.774183 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.774388 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.774518 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.774657 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.774792 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.774921 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.775050 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.775177 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.775308 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.775462 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.775636 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.775786 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.775938 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.776364 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.776521 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.776675 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.776813 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.776971 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.777126 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.777281 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.777434 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.777588 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.777742 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.777896 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.778050 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.778202 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.778381 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.778505 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.778652 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.778805 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.778944 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.779103 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.779269 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.779425 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.779565 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.779740 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.779893 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.780048 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.780201 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.780358 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.780513 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.780666 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.780818 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.781036 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.781123 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.781257 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.781411 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.781564 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.781716 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.781869 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.782023 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.782187 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.782333 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.782482 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.782635 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.782788 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.782950 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.783103 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.783258 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.783396 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.783523 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.783702 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.783851 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.783994 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.784178 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.784333 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.784468 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.784625 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.784778 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.784940 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.785091 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.785242 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.785395 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.785560 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.785732 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.785870 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.786022 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.786175 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.786328 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.786482 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.786642 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.786804 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.786964 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.787120 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.787283 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.787445 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.787631 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.787780 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.787938 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.788102 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.788254 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.788391 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.788546 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.788699 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.788851 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.789004 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.789161 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.789313 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.789465 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.789618 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.789771 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.789923 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.790077 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.790231 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.790384 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.790880 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.790880 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.790880 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.791239 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 12:50:46.791239 dv-neutron-822668-1-hyperv neutron-server[87461]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87461) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 12:50:47.113895 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 40146) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:50:47.127002 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096817 Dec 22 12:50:57.508901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe107dc-7f1f-4e18-8385-9af085916ca2 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 12:50:57.583772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe107dc-7f1f-4e18-8385-9af085916ca2 None None] No non-hosted networks {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 12:50:57.599160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.agentschedulers_db [None req-bfe107dc-7f1f-4e18-8385-9af085916ca2 None None] DHCP Agent not found on host dv-neutron-822668-1-hyperv {{(pid=87570) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 22 12:50:57.656994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3873f02-898f-402f-bc99-ee73a631b191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678195'] for agent, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:50:59.789686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e5783909-920c-4539-a5ed-cfe21d78cd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678195'] for agent, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:50:59.842192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a5fd764-ee54-4f4c-ab8d-30d3c973c8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:00.676896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678195'] for agent, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:00.879835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678195'] for agent, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:00.881523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:00.882211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:00.882736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:00.883336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:00.883921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:00.884716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:00.885277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:00.885815 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:00.886410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:00.886977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:00.887545 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:00.888131 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:00.888776 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822668-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:51:00.894113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822668-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:51:02.202699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678195'] for agent, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:03.844249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 40240) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:04.432183 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING oslo_policy.policy [None req-2c5561e3-b9d9-4188-a337-2090cba66ab4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 12:51:04.432746 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING oslo_policy.policy [None req-2c5561e3-b9d9-4188-a337-2090cba66ab4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 12:51:04.646247 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-2c5561e3-b9d9-4188-a337-2090cba66ab4 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 12:51:04.659627 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2c5561e3-b9d9-4188-a337-2090cba66ab4 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8012178 Dec 22 12:51:05.785018 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.db.l3_hamode_db [None req-5e012bed-11d2-4df2-8c4e-0fc3e687e3ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 12:51:05.869644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e012bed-11d2-4df2-8c4e-0fc3e687e3ab None None] Routers set() bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:51:05.869929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e012bed-11d2-4df2-8c4e-0fc3e687e3ab None None] Router IDs set() for agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 22 12:51:07.005499 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 40254) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:07.604479 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING oslo_policy.policy [None req-6d573e13-e0b8-4091-93c1-b8fa5cdd2eb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 12:51:07.605028 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING oslo_policy.policy [None req-6d573e13-e0b8-4091-93c1-b8fa5cdd2eb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 12:51:07.816405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6d573e13-e0b8-4091-93c1-b8fa5cdd2eb5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:51:07.913733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.policy [None req-6d573e13-e0b8-4091-93c1-b8fa5cdd2eb5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87568) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 12:51:07.957258 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING oslo_policy.policy [None req-6d573e13-e0b8-4091-93c1-b8fa5cdd2eb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 12:51:07.957618 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING oslo_policy.policy [None req-6d573e13-e0b8-4091-93c1-b8fa5cdd2eb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 12:51:07.966220 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.quota [None req-6d573e13-e0b8-4091-93c1-b8fa5cdd2eb5 admin admin] Loaded quota_driver: . Dec 22 12:51:07.982581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6d573e13-e0b8-4091-93c1-b8fa5cdd2eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:51:08.045803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d573e13-e0b8-4091-93c1-b8fa5cdd2eb5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760329876892', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760329876457', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760329882322', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760329893737', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760329768251', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760329778571', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4095457', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4135649', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-954586', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-939410'] for rbac-policy, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:08.112638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d573e13-e0b8-4091-93c1-b8fa5cdd2eb5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:08.114025 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6d573e13-e0b8-4091-93c1-b8fa5cdd2eb5 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1075284 Dec 22 12:51:10.712273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 40272) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:11.077849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'name': 'private'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:51:11.084423 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:51:11.089130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Usage tracker for resource:network and tenant:1a45d51d099446ea968a9307e7efdd3c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:51:11.094035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:51:11.100378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:51:11.112229 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Made reservation on behalf of 1a45d51d099446ea968a9307e7efdd3c for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:51:11.115237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:11.132281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:11.146883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:51:11.150928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Usage tracker for resource:security_group_rule and tenant:1a45d51d099446ea968a9307e7efdd3c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:51:11.157416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:51:11.166133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:51:11.266725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:11.272001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:11.276379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:11.297357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:51:11.321254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760329972381', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:11.321807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Unsubscribe: segment precommit_create {{(pid=87568) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 12:51:11.322278 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Added segment 4c9e07d0-e221-406f-9f50-d6ca1edff3ec of type vlan for network 0906633c-d788-4e41-8c64-60ff48d30cab Dec 22 12:51:11.330374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666c83b8-a6fd-4fe1-9a7f-87f77ca3d5ce,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:11.379020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:11.379384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:11.379725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:11.380039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:11.380342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:11.380654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:11.380959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:11.381278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:11.381542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:11.381837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:11.382138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:11.382428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Tracked resource versions report: Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: pushed versions: Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: { 'AddressGroup': {'1.2'}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'ConntrackHelper': {'1.0'}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Log': {'1.0'}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Network': {'1.1'}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Port': {'1.7'}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'PortForwarding': {'1.2'}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'QosPolicy': {'1.8'}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'SecurityGroup': {'1.4'}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'SecurityGroupRule': {'1.2'}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'SubPort': {'1.0'}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Subnet': {'1.1'}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Trunk': {'1.1'}} Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: consumer versions: Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: { DHCP agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: L3 agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: Metadata agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: Metering agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: Open vSwitch agent@dv-neutron-822668-1-hyperv: { 'AddressGroup': '1.2', Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'ConntrackHelper': '1.0', Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Log': '1.0', Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Network': '1.1', Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Port': '1.7', Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'PortForwarding': '1.2', Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'QosPolicy': '1.8', Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'SecurityGroup': '1.4', Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'SecurityGroupRule': '1.2', Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'SubPort': '1.0', Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Subnet': '1.1', Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Trunk': '1.1'}} Dec 22 12:51:11.383756 dv-neutron-822668-1-hyperv neutron-server[87568]: {{(pid=87568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 12:51:11.442464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:11.446256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:11.492282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:11.494054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:51:11.494706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:11.499140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:11.600522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Pushing event updated for resources: {'Network': ['ID=0906633c-d788-4e41-8c64-60ff48d30cab,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:11.604331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:11.607651 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8928225 Dec 22 12:51:11.622830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 0906633c-d788-4e41-8c64-60ff48d30cab details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:51:14.276807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 40288) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:14.744837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f9425-74c0-4f2a-9aee-d824fc9bcae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:51:14.746104 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-443f9425-74c0-4f2a-9aee-d824fc9bcae5 admin admin] 10.222.0.24 "GET /v2.0/networks/0906633c-d788-4e41-8c64-60ff48d30cab HTTP/1.1" status: 200 len: 825 time: 0.4683142 Dec 22 12:51:14.777652 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c85d430d-3b7c-4663-b901-59482c1bc20b admin admin] 10.222.0.24 "GET /v2.0/subnetpools/cd4351ff-d373-4a1b-8d90-cb0a38d003a7 HTTP/1.1" status: 200 len: 734 time: 0.0228295 Dec 22 12:51:14.785934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Request body: {'subnet': {'subnetpool_id': 'cd4351ff-d373-4a1b-8d90-cb0a38d003a7', 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:51:14.790152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:51:14.793928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Usage tracker for resource:subnet and tenant:1a45d51d099446ea968a9307e7efdd3c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:51:14.797005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:51:14.803303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:51:14.816493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Made reservation on behalf of 1a45d51d099446ea968a9307e7efdd3c for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:51:14.818970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:15.104478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:15.108333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:15.196481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c3bb0d-aeec-40aa-b9ee-3b495a9b7125,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:15.201708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:15.202599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Checking segment: {'id': '4c9e07d0-e221-406f-9f50-d6ca1edff3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:51:15.202973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Network hostable DHCP agents. Network: 0906633c-d788-4e41-8c64-60ff48d30cab, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:51:15.227125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Network 0906633c-d788-4e41-8c64-60ff48d30cab is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:51:15.238982 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 0906633c-d788-4e41-8c64-60ff48d30cab) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:51:15.243572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:51:15.244192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:15.249072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96fe7e5-759b-4905-b008-631a24441b9c None None] Network 0906633c-d788-4e41-8c64-60ff48d30cab requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:51:15.264945 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4822094 Dec 22 12:51:15.654018 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-0906633c-d788-4e41-8c64-60ff48d30cab', 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'fixed_ips': [{'subnet_id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 12:51:15.655204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:15.835640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Allocated IP 172.20.0.2 (0906633c-d788-4e41-8c64-60ff48d30cab/18c3bb0d-aeec-40aa-b9ee-3b495a9b7125/844c2c18-af75-453e-bf28-dd7b671aec19) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:51:16.067400 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:16.080539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Transition to ACTIVE for port object 844c2c18-af75-453e-bf28-dd7b671aec19 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:51:16.100943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Transition to ACTIVE for port object 844c2c18-af75-453e-bf28-dd7b671aec19 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:51:16.108992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:16.114619 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:16.170512 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Network 0906633c-d788-4e41-8c64-60ff48d30cab is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:51:16.173249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:51:16.179402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:51:16.212436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Pushing event updated for resources: {'Port': ['ID=844c2c18-af75-453e-bf28-dd7b671aec19,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:16.230090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:16.230441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:16.230776 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:16.231098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:16.231421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:16.231779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:16.232094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:16.232413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:16.232764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:16.233075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:16.233386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:16.233674 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Tracked resource versions report: Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: pushed versions: Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: { 'AddressGroup': {'1.2'}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'ConntrackHelper': {'1.0'}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Log': {'1.0'}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Network': {'1.1'}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Port': {'1.7'}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'PortForwarding': {'1.2'}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'QosPolicy': {'1.8'}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'SecurityGroup': {'1.4'}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'SecurityGroupRule': {'1.2'}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'SubPort': {'1.0'}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Subnet': {'1.1'}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Trunk': {'1.1'}} Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: consumer versions: Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: { DHCP agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: L3 agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: Metadata agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: Metering agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: Open vSwitch agent@dv-neutron-822668-1-hyperv: { 'AddressGroup': '1.2', Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'ConntrackHelper': '1.0', Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Log': '1.0', Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Network': '1.1', Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Port': '1.7', Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'PortForwarding': '1.2', Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'QosPolicy': '1.8', Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'SecurityGroup': '1.4', Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'SecurityGroupRule': '1.2', Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'SubPort': '1.0', Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Subnet': '1.1', Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Trunk': '1.1'}} Dec 22 12:51:16.235064 dv-neutron-822668-1-hyperv neutron-server[87570]: {{(pid=87570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 12:51:16.266020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:16.285562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Attempting to bind port 844c2c18-af75-453e-bf28-dd7b671aec19 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:51:16.285938 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Attempting to bind port 844c2c18-af75-453e-bf28-dd7b671aec19 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '4c9e07d0-e221-406f-9f50-d6ca1edff3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:51:16.286365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Attempting to bind port 844c2c18-af75-453e-bf28-dd7b671aec19 on network 0906633c-d788-4e41-8c64-60ff48d30cab {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:51:16.291882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:51:16.292296 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Checking segment: {'id': '4c9e07d0-e221-406f-9f50-d6ca1edff3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:51:16.292812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:16.293238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Bound using segment: {'id': '4c9e07d0-e221-406f-9f50-d6ca1edff3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:51:16.293725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Bound port: 844c2c18-af75-453e-bf28-dd7b671aec19, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9e07d0-e221-406f-9f50-d6ca1edff3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:51:16.294128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:16.403442 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] For port 844c2c18-af75-453e-bf28-dd7b671aec19, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:51:16.407264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] For port 844c2c18-af75-453e-bf28-dd7b671aec19, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=844c2c18-af75-453e-bf28-dd7b671aec19,segment=NetworkSegment(4c9e07d0-e221-406f-9f50-d6ca1edff3ec),segment_id=4c9e07d0-e221-406f-9f50-d6ca1edff3ec)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:51:16.413417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:16.417285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:16.501251 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Pushing event updated for resources: {'Port': ['ID=844c2c18-af75-453e-bf28-dd7b671aec19,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:16.504609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:17.615371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 40298) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:18.000942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-165b78af-c947-4981-857c-97f2d0872a16 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 12:51:18.001933 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-165b78af-c947-4981-857c-97f2d0872a16 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3855367 Dec 22 12:51:20.071289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd60724-1133-4d93-8c48-0145884dba0f None None] Network 0906633c-d788-4e41-8c64-60ff48d30cab requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:51:20.168160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bacde87c-f845-4306-80ab-6c4c57314fc9 None None] Provisioning for port 844c2c18-af75-453e-bf28-dd7b671aec19 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:51:20.376938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 40312) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:20.551322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 844c2c18-af75-453e-bf28-dd7b671aec19 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:51:20.629906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 844c2c18-af75-453e-bf28-dd7b671aec19 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:51:20.634673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 844c2c18-af75-453e-bf28-dd7b671aec19 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:51:20.635075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:20.748759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:20.754763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-2b8c3c93-4bd8-4e9b-b7c5-032b90ed1690 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 12:51:20.760965 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2b8c3c93-4bd8-4e9b-b7c5-032b90ed1690 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3778994 Dec 22 12:51:20.780542 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 844c2c18-af75-453e-bf28-dd7b671aec19, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=844c2c18-af75-453e-bf28-dd7b671aec19,segment=NetworkSegment(4c9e07d0-e221-406f-9f50-d6ca1edff3ec),segment_id=4c9e07d0-e221-406f-9f50-d6ca1edff3ec)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:51:20.786391 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:20.788435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:20.860071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=844c2c18-af75-453e-bf28-dd7b671aec19,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:20.863172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:22.522621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 844c2c18-af75-453e-bf28-dd7b671aec19 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:51:22.591470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 844c2c18-af75-453e-bf28-dd7b671aec19 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:51:22.591470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:23.422456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 40324) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:23.792143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] Request body: {'router': {'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'name': 'router1', 'admin_state_up': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:51:23.864631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.policy [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87569) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 12:51:23.908988 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING oslo_policy.policy [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 12:51:23.909351 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING oslo_policy.policy [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 12:51:23.917630 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.quota [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] Loaded quota_driver: . Dec 22 12:51:23.933998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:51:23.940847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] Usage tracker for resource:router and tenant:1a45d51d099446ea968a9307e7efdd3c is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:51:23.945586 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:51:23.953674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:51:23.973644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:23.976862 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:24.005831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:24.125420 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:24.147031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:24.149330 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3b2292c3-9863-4617-b8df-d1850b2e1e11 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7257001 Dec 22 12:51:26.464493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 40336) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:26.838717 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-10f04bbf-78de-4cfd-8682-97bc59f3b514 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 12:51:26.839804 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-10f04bbf-78de-4cfd-8682-97bc59f3b514 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3741302 Dec 22 12:51:27.452876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2936173a-2cfe-4878-b3bb-509d7ef74006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:29.201938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 40346) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:29.566945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:51:29.571852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:51:29.575853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Usage tracker for resource:network and tenant:f487721cd75448f2b5ce91f94e396aa1 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:51:29.579327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:51:29.585173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:51:29.597794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Made reservation on behalf of f487721cd75448f2b5ce91f94e396aa1 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:51:29.600660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:29.616643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:29.630598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:51:29.634720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Usage tracker for resource:security_group_rule and tenant:f487721cd75448f2b5ce91f94e396aa1 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:51:29.638228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:51:29.644527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:51:29.738147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:29.744718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:29.749688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:29.759889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Reserving flat network on physical network physnet1 {{(pid=87569) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 22 12:51:29.791769 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760329972381', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:29.792261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Unsubscribe: segment precommit_create {{(pid=87569) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 12:51:29.792396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a548b8eb-8749-424e-a3df-a909a85ad489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:29.792841 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Added segment 93bbfeb9-2357-40ed-8c12-edca8d7cfbc8 of type flat for network 98075a9f-ef59-4442-a3c2-c8837da04ba4 Dec 22 12:51:29.840856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314a2cea-823b-44a7-838b-edd0750d8df3,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:29.859712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:29.860046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:29.860364 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:29.860675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:29.861005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:29.861313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:29.861618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:29.861927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:29.862229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:29.862522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:29.862818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:29.863115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Tracked resource versions report: Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: pushed versions: Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: { 'AddressGroup': {'1.2'}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'ConntrackHelper': {'1.0'}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Log': {'1.0'}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Network': {'1.1'}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Port': {'1.7'}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'PortForwarding': {'1.2'}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'QosPolicy': {'1.8'}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'SecurityGroup': {'1.4'}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'SecurityGroupRule': {'1.2'}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'SubPort': {'1.0'}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Subnet': {'1.1'}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Trunk': {'1.1'}} Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: consumer versions: Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: { DHCP agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: L3 agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: Metadata agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: Metering agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: Open vSwitch agent@dv-neutron-822668-1-hyperv: { 'AddressGroup': '1.2', Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'ConntrackHelper': '1.0', Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Log': '1.0', Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Network': '1.1', Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Port': '1.7', Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'PortForwarding': '1.2', Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'QosPolicy': '1.8', Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'SecurityGroup': '1.4', Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'SecurityGroupRule': '1.2', Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'SubPort': '1.0', Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Subnet': '1.1', Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Trunk': '1.1'}} Dec 22 12:51:29.864479 dv-neutron-822668-1-hyperv neutron-server[87569]: {{(pid=87569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 12:51:29.908196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:29.917015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:29.962541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:29.965126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:51:29.966553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:29.974265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:30.078781 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8757286 Dec 22 12:51:30.081480 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Pushing event updated for resources: {'Network': ['ID=98075a9f-ef59-4442-a3c2-c8837da04ba4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:30.084995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:30.095660 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:51:30.611211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:30.889106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:32.139125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:32.412147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 40370) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:32.647717 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad120d-f270-46b5-9ad9-c675da010c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:51:32.648937 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-caad120d-f270-46b5-9ad9-c675da010c04 admin admin] 10.222.0.24 "GET /v2.0/subnets/18c3bb0d-aeec-40aa-b9ee-3b495a9b7125 HTTP/1.1" status: 200 len: 849 time: 0.2356057 Dec 22 12:51:32.818378 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a4954971-9b83-42cc-95cb-0b84f7b15722 admin admin] 10.222.0.24 "GET /v2.0/routers/647c4814-a47d-4f81-97e7-ac044308df62 HTTP/1.1" status: 200 len: 704 time: 0.1637220 Dec 22 12:51:33.275128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:33.515218 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Allocated IP 172.20.0.1 (0906633c-d788-4e41-8c64-60ff48d30cab/18c3bb0d-aeec-40aa-b9ee-3b495a9b7125/33488fd9-6801-4b9e-a6f8-ef62ed35f60b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:51:33.676661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:33.684282 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 5 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:51:33.694450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Transition to ACTIVE for port object 33488fd9-6801-4b9e-a6f8-ef62ed35f60b will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:51:33.750631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:33.754340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:33.847002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Network 0906633c-d788-4e41-8c64-60ff48d30cab is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:51:33.849847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:51:33.853486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:51:33.853959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:33.966918 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Pushing event updated for resources: {'Port': ['ID=33488fd9-6801-4b9e-a6f8-ef62ed35f60b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:33.989642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:34.036775 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1225df51-e357-4079-9be6-dcb8e5ca0810 None None] Provisioning for port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:51:34.041649 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1225df51-e357-4079-9be6-dcb8e5ca0810 None None] Provisioning complete for port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:51:34.042087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1225df51-e357-4079-9be6-dcb8e5ca0810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:34.097197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1225df51-e357-4079-9be6-dcb8e5ca0810 None None] Port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:51:34.114231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:34.348500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:34.357477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:34.358788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:34.361846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:34.491000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Pushing event updated for resources: {'Port': ['ID=33488fd9-6801-4b9e-a6f8-ef62ed35f60b,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:34.494995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:34.552642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Network 0906633c-d788-4e41-8c64-60ff48d30cab is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:51:34.553783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:51:34.720702 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4734a509-c793-4b14-a4c4-d285b7f4aeee None None] Provisioning complete for port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:51:34.721070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4734a509-c793-4b14-a4c4-d285b7f4aeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:34.741878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Router 647c4814-a47d-4f81-97e7-ac044308df62 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 12:51:34.772436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4734a509-c793-4b14-a4c4-d285b7f4aeee None None] Port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:51:34.894930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:51:34.904054 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] 10.222.0.24 "PUT /v2.0/routers/647c4814-a47d-4f81-97e7-ac044308df62/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0782228 Dec 22 12:51:34.905455 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Sync routers for ids ['647c4814-a47d-4f81-97e7-ac044308df62'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:51:34.918491 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Routers {'647c4814-a47d-4f81-97e7-ac044308df62'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:51:34.919367 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:51:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['647c4814-a47d-4f81-97e7-ac044308df62'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:51:35.094796 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Set router 647c4814-a47d-4f81-97e7-ac044308df62 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:51:35.455995 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647c4814-a47d-4f81-97e7-ac044308df62', 'name': 'router1', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:51:23Z', 'updated_at': '2021-12-22T12:51:34Z', 'revision_number': 2, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'gw_port_host': None, '_interfaces': [{'id': '33488fd9-6801-4b9e-a6f8-ef62ed35f60b', 'name': '', 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'mac_address': 'fa:16:3e:88:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647c4814-a47d-4f81-97e7-ac044308df62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:51:33Z', 'updated_at': '2021-12-22T12:51:34Z', 'revision_number': 2, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'subnets': [{'id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd4351ff-d373-4a1b-8d90-cb0a38d003a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:51:35.461003 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Checking router: 647c4814-a47d-4f81-97e7-ac044308df62 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 12:51:35.461443 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Updating router 647c4814-a47d-4f81-97e7-ac044308df62 port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 12:51:35.517317 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:35.890190 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:35.904980 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Transition to ACTIVE for port object 33488fd9-6801-4b9e-a6f8-ef62ed35f60b will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:51:35.911432 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:35.917207 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:36.128369 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Pushing event updated for resources: {'Port': ['ID=33488fd9-6801-4b9e-a6f8-ef62ed35f60b,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:36.151295 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:36.151623 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:36.151959 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:36.152280 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:36.152590 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:36.152918 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:36.153229 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:36.153539 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:36.153856 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:36.154164 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:36.154467 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:36.154763 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Tracked resource versions report: Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: pushed versions: Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: { 'AddressGroup': {'1.2'}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'ConntrackHelper': {'1.0'}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Log': {'1.0'}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Network': {'1.1'}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Port': {'1.7'}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'PortForwarding': {'1.2'}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'QosPolicy': {'1.8'}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'SecurityGroup': {'1.4'}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'SecurityGroupRule': {'1.2'}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'SubPort': {'1.0'}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Subnet': {'1.1'}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Trunk': {'1.1'}} Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: consumer versions: Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: { DHCP agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: L3 agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: Metadata agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: Metering agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: Open vSwitch agent@dv-neutron-822668-1-hyperv: { 'AddressGroup': '1.2', Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'ConntrackHelper': '1.0', Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Log': '1.0', Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Network': '1.1', Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Port': '1.7', Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'PortForwarding': '1.2', Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'QosPolicy': '1.8', Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'SecurityGroup': '1.4', Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'SecurityGroupRule': '1.2', Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'SubPort': '1.0', Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Subnet': '1.1', Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Trunk': '1.1'}} Dec 22 12:51:36.156139 dv-neutron-822668-1-hyperv neutron-server[87571]: {{(pid=87571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 12:51:36.160397 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:36.164654 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Attempting to bind port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:51:36.165048 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Attempting to bind port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '4c9e07d0-e221-406f-9f50-d6ca1edff3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:51:36.165479 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Attempting to bind port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b on network 0906633c-d788-4e41-8c64-60ff48d30cab {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:51:36.170637 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:51:36.171013 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Checking segment: {'id': '4c9e07d0-e221-406f-9f50-d6ca1edff3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:51:36.171510 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:36.171916 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Bound using segment: {'id': '4c9e07d0-e221-406f-9f50-d6ca1edff3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:51:36.172419 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Bound port: 33488fd9-6801-4b9e-a6f8-ef62ed35f60b, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9e07d0-e221-406f-9f50-d6ca1edff3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:51:36.172808 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:36.258953 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] For port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:51:36.263349 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] For port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=33488fd9-6801-4b9e-a6f8-ef62ed35f60b,segment=NetworkSegment(4c9e07d0-e221-406f-9f50-d6ca1edff3ec),segment_id=4c9e07d0-e221-406f-9f50-d6ca1edff3ec)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:51:36.268732 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:36.273081 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:36.351824 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Routers {'647c4814-a47d-4f81-97e7-ac044308df62'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:51:36.352454 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:51:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['647c4814-a47d-4f81-97e7-ac044308df62'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:51:36.470787 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Pushing event updated for resources: {'Port': ['ID=33488fd9-6801-4b9e-a6f8-ef62ed35f60b,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:36.487994 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:36.508658 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] Set router 647c4814-a47d-4f81-97e7-ac044308df62 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:51:36.840054 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647c4814-a47d-4f81-97e7-ac044308df62', 'name': 'router1', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:51:23Z', 'updated_at': '2021-12-22T12:51:34Z', 'revision_number': 2, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'gw_port_host': None, '_interfaces': [{'id': '33488fd9-6801-4b9e-a6f8-ef62ed35f60b', 'name': '', 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'mac_address': 'fa:16:3e:88:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647c4814-a47d-4f81-97e7-ac044308df62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:51:33Z', 'updated_at': '2021-12-22T12:51:36Z', 'revision_number': 4, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'subnets': [{'id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd4351ff-d373-4a1b-8d90-cb0a38d003a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:51:36.844361 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb9b37-2e8f-4248-baf5-7208eff5e069 None None] The sync data for ids ['647c4814-a47d-4f81-97e7-ac044308df62'] in dv-neutron-822668-1-hyperv is: [{'id': '647c4814-a47d-4f81-97e7-ac044308df62', 'name': 'router1', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:51:23Z', 'updated_at': '2021-12-22T12:51:34Z', 'revision_number': 2, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'gw_port_host': None, '_interfaces': [{'id': '33488fd9-6801-4b9e-a6f8-ef62ed35f60b', 'name': '', 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'mac_address': 'fa:16:3e:88:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647c4814-a47d-4f81-97e7-ac044308df62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:51:33Z', 'updated_at': '2021-12-22T12:51:36Z', 'revision_number': 4, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'subnets': [{'id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd4351ff-d373-4a1b-8d90-cb0a38d003a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:51:37.051550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 40392) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:37.209315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e510005-7de5-4d75-ae3e-b339b036beb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:51:37.209894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2e510005-7de5-4d75-ae3e-b339b036beb1 admin admin] Synchronizing usage tracker for tenant:f487721cd75448f2b5ce91f94e396aa1 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:51:37.228502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2e510005-7de5-4d75-ae3e-b339b036beb1 admin admin] Unset dirty status for tenant:f487721cd75448f2b5ce91f94e396aa1 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:51:37.229702 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2e510005-7de5-4d75-ae3e-b339b036beb1 admin admin] 10.222.0.24 "GET /v2.0/networks/98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 842 time: 0.1769881 Dec 22 12:51:37.239181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Request body: {'subnet': {'cidr': '172.26.4.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'gateway_ip': '172.26.4.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:51:37.244423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:51:37.248225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Usage tracker for resource:subnet and tenant:f487721cd75448f2b5ce91f94e396aa1 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:51:37.251115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:51:37.257177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:51:37.267369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Made reservation on behalf of f487721cd75448f2b5ce91f94e396aa1 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:51:37.269652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:37.677473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.objects.ports [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87569) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 12:51:37.677966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:37.682163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:37.740791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ea9723-1c5a-4faf-a95f-5ede39ea40f5,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:37.754601 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:37.764315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:51:37.764719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Network hostable DHCP agents. Network: 98075a9f-ef59-4442-a3c2-c8837da04ba4, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:51:37.786395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:51:37.797015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 98075a9f-ef59-4442-a3c2-c8837da04ba4) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:51:37.801490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:51:37.802084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:37.807123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd662c86-065a-4ec9-9723-a6ebc640919e None None] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:51:37.821452 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5858586 Dec 22 12:51:38.025351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23819f1a-0821-499b-9e47-07fc185f4686 None None] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:51:38.552254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 33488fd9-6801-4b9e-a6f8-ef62ed35f60b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:51:38.643947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:51:38.651370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:51:38.651886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:38.769458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:38.803497 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=33488fd9-6801-4b9e-a6f8-ef62ed35f60b,segment=NetworkSegment(4c9e07d0-e221-406f-9f50-d6ca1edff3ec),segment_id=4c9e07d0-e221-406f-9f50-d6ca1edff3ec)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:51:38.809940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:38.812062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:38.878291 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=33488fd9-6801-4b9e-a6f8-ef62ed35f60b,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:38.883671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:40.021535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 40406) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:40.234839 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9e417618-39b7-4ff3-9d58-a56f5925c510 admin admin] 10.222.0.24 "GET /v2.0/routers/647c4814-a47d-4f81-97e7-ac044308df62 HTTP/1.1" status: 200 len: 710 time: 0.2120984 Dec 22 12:51:40.414331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bf19ef-3804-4dc9-92a7-430dbafcb4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:51:40.415680 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-50bf19ef-3804-4dc9-92a7-430dbafcb4fa admin admin] 10.222.0.24 "GET /v2.0/networks/98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 886 time: 0.1737144 Dec 22 12:51:40.424372 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:51:40.537215 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 33488fd9-6801-4b9e-a6f8-ef62ed35f60b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:51:40.601421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:51:40.601791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:40.871881 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:41.208932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:41.268612 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:41.398580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Allocated IP 172.26.4.175 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/f8510797-1f7c-4d97-8471-c52374aaf5bd) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:51:41.543806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:41.576236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:41.580941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:41.684519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:51:41.687249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:51:41.690973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:51:41.795316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Pushing event updated for resources: {'Port': ['ID=f8510797-1f7c-4d97-8471-c52374aaf5bd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:41.806240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:42.084433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:42.433669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:42.437455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:42.612378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Router 647c4814-a47d-4f81-97e7-ac044308df62 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 12:51:42.789736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:51:42.797840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:42.799018 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] 10.222.0.24 "PUT /v2.0/routers/647c4814-a47d-4f81-97e7-ac044308df62 HTTP/1.1" status: 200 len: 890 time: 2.3777351 Dec 22 12:51:42.800491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Sync routers for ids ['647c4814-a47d-4f81-97e7-ac044308df62'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:51:42.811401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Routers {'647c4814-a47d-4f81-97e7-ac044308df62'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:51:42.812139 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:51:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['647c4814-a47d-4f81-97e7-ac044308df62'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:51:43.005754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Set router 647c4814-a47d-4f81-97e7-ac044308df62 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:51:43.337413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647c4814-a47d-4f81-97e7-ac044308df62', 'name': 'router1', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'f8510797-1f7c-4d97-8471-c52374aaf5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:51:23Z', 'updated_at': '2021-12-22T12:51:41Z', 'revision_number': 4, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'gw_port': {'id': 'f8510797-1f7c-4d97-8471-c52374aaf5bd', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647c4814-a47d-4f81-97e7-ac044308df62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:51:41Z', 'updated_at': '2021-12-22T12:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '33488fd9-6801-4b9e-a6f8-ef62ed35f60b', 'name': '', 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'mac_address': 'fa:16:3e:88:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647c4814-a47d-4f81-97e7-ac044308df62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:51:33Z', 'updated_at': '2021-12-22T12:51:38Z', 'revision_number': 5, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'subnets': [{'id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd4351ff-d373-4a1b-8d90-cb0a38d003a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:51:43.342669 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Checking router: 647c4814-a47d-4f81-97e7-ac044308df62 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 12:51:43.343016 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Updating router 647c4814-a47d-4f81-97e7-ac044308df62 port f8510797-1f7c-4d97-8471-c52374aaf5bd binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 12:51:43.392919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:43.709727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:43.721747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Transition to ACTIVE for port object f8510797-1f7c-4d97-8471-c52374aaf5bd will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:51:43.728602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:43.732520 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:43.807710 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e6bb8-7269-428d-bb5f-a1641ac00ee0 None None] Pushing event updated for resources: {'Port': ['ID=f8510797-1f7c-4d97-8471-c52374aaf5bd,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:43.811031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c41e6bb8-7269-428d-bb5f-a1641ac00ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:43.811873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Attempting to bind port f8510797-1f7c-4d97-8471-c52374aaf5bd on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:51:43.812235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Attempting to bind port f8510797-1f7c-4d97-8471-c52374aaf5bd by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:51:43.812585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Attempting to bind port f8510797-1f7c-4d97-8471-c52374aaf5bd on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:51:43.818288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:51:43.818646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:51:43.819037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:43.819422 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:51:43.819907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Bound port: f8510797-1f7c-4d97-8471-c52374aaf5bd, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:51:43.820286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:43.890252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] For port f8510797-1f7c-4d97-8471-c52374aaf5bd, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:51:43.893412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] For port f8510797-1f7c-4d97-8471-c52374aaf5bd, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f8510797-1f7c-4d97-8471-c52374aaf5bd,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:51:43.898990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:43.902923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-20b8636d-ea24-45d5-9dd0-8aa3043816e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:43.999132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Routers {'647c4814-a47d-4f81-97e7-ac044308df62'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:51:43.999782 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:51:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['647c4814-a47d-4f81-97e7-ac044308df62'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:51:44.061830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e6bb8-7269-428d-bb5f-a1641ac00ee0 None None] Pushing event updated for resources: {'Port': ['ID=f8510797-1f7c-4d97-8471-c52374aaf5bd,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:44.072828 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c41e6bb8-7269-428d-bb5f-a1641ac00ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:44.178575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] Set router 647c4814-a47d-4f81-97e7-ac044308df62 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:51:44.496312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647c4814-a47d-4f81-97e7-ac044308df62', 'name': 'router1', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'f8510797-1f7c-4d97-8471-c52374aaf5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:51:23Z', 'updated_at': '2021-12-22T12:51:41Z', 'revision_number': 4, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'gw_port': {'id': 'f8510797-1f7c-4d97-8471-c52374aaf5bd', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647c4814-a47d-4f81-97e7-ac044308df62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:51:41Z', 'updated_at': '2021-12-22T12:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '33488fd9-6801-4b9e-a6f8-ef62ed35f60b', 'name': '', 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'mac_address': 'fa:16:3e:88:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647c4814-a47d-4f81-97e7-ac044308df62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:51:33Z', 'updated_at': '2021-12-22T12:51:38Z', 'revision_number': 5, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'subnets': [{'id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd4351ff-d373-4a1b-8d90-cb0a38d003a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:51:44.500304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6ead0-1385-439a-9f75-6eedb944aa14 None None] The sync data for ids ['647c4814-a47d-4f81-97e7-ac044308df62'] in dv-neutron-822668-1-hyperv is: [{'id': '647c4814-a47d-4f81-97e7-ac044308df62', 'name': 'router1', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'f8510797-1f7c-4d97-8471-c52374aaf5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:51:23Z', 'updated_at': '2021-12-22T12:51:41Z', 'revision_number': 4, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'gw_port': {'id': 'f8510797-1f7c-4d97-8471-c52374aaf5bd', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647c4814-a47d-4f81-97e7-ac044308df62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:51:41Z', 'updated_at': '2021-12-22T12:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '33488fd9-6801-4b9e-a6f8-ef62ed35f60b', 'name': '', 'network_id': '0906633c-d788-4e41-8c64-60ff48d30cab', 'tenant_id': '1a45d51d099446ea968a9307e7efdd3c', 'mac_address': 'fa:16:3e:88:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '647c4814-a47d-4f81-97e7-ac044308df62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:51:33Z', 'updated_at': '2021-12-22T12:51:38Z', 'revision_number': 5, 'project_id': '1a45d51d099446ea968a9307e7efdd3c', 'subnets': [{'id': '18c3bb0d-aeec-40aa-b9ee-3b495a9b7125', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd4351ff-d373-4a1b-8d90-cb0a38d003a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:51:45.089165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 40416) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:51:45.211917 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d93f6324-7935-4552-8748-c770da59ee75 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1216075 Dec 22 12:51:46.562230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f8510797-1f7c-4d97-8471-c52374aaf5bd up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:51:46.633404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port f8510797-1f7c-4d97-8471-c52374aaf5bd completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:51:46.638192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f8510797-1f7c-4d97-8471-c52374aaf5bd triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:51:46.638574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:46.752121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:46.768298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port f8510797-1f7c-4d97-8471-c52374aaf5bd, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f8510797-1f7c-4d97-8471-c52374aaf5bd,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:51:46.773253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:46.776741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c41e6bb8-7269-428d-bb5f-a1641ac00ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:51:46.850009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=f8510797-1f7c-4d97-8471-c52374aaf5bd,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:51:46.852960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:51:48.548558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f8510797-1f7c-4d97-8471-c52374aaf5bd up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:51:48.638810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f8510797-1f7c-4d97-8471-c52374aaf5bd triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:51:48.639419 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:57.457226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-208c4d00-de55-469e-8300-f14357c4cb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:51:59.797304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf56f891-a51c-4a59-843e-453f4a4fdbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:52:00.615309 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:52:00.885724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:52:02.158018 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:52:10.684089 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 5 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:52:27.461957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38e2074b-c4a4-4060-811a-0d66e98ebfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:52:29.804194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40888617-e2a6-4d11-a106-1cc865e1c1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:52:30.626109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:52:30.881508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:52:32.162399 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:52:47.683046 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 5 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:52:57.457424 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fec46739-ac59-46cf-9a1e-051887eeffb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:52:59.804652 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a44e0dbb-42c8-4563-825a-e422b37341c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:00.655651 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:00.877369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:02.175707 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:24.682011 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 5 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:53:27.454139 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50d7d6e0-abba-491a-94ba-4e614cc2b540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:29.800282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acaf2316-1e46-49ef-b739-ac9c7a7311d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:30.623924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:30.882802 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:32.172763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:48.532537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41018) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:53:48.601263 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-697ff644-eadf-428f-b7f7-59e186d5d8ec admin admin] GET failed (client error): The resource could not be found. Dec 22 12:53:48.602492 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-697ff644-eadf-428f-b7f7-59e186d5d8ec admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0689621 Dec 22 12:53:48.744120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9419fe31-a3cc-4607-84b9-d10b0c154d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:53:48.745437 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9419fe31-a3cc-4607-84b9-d10b0c154d01 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1388764 Dec 22 12:53:50.860186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41028) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:53:50.977175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028960cb-ceea-4081-b4de-8b114410cc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:53:50.977716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-028960cb-ceea-4081-b4de-8b114410cc10 admin admin] Synchronizing usage tracker for tenant:f487721cd75448f2b5ce91f94e396aa1 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:53:50.998341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-028960cb-ceea-4081-b4de-8b114410cc10 admin admin] Unset dirty status for tenant:f487721cd75448f2b5ce91f94e396aa1 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:53:50.999502 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-028960cb-ceea-4081-b4de-8b114410cc10 admin admin] 10.222.0.24 "GET /v2.0/subnets/18c3bb0d-aeec-40aa-b9ee-3b495a9b7125 HTTP/1.1" status: 200 len: 849 time: 0.1381965 Dec 22 12:53:51.011398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:53:51.127727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Notify callbacks [] for subnet, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:51.316003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760330113365'] for subnet, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:51.320340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:53:51.359365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:53:51.359976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:51.361253 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] 10.222.0.24 "PUT /v2.0/subnets/18c3bb0d-aeec-40aa-b9ee-3b495a9b7125 HTTP/1.1" status: 200 len: 868 time: 0.3535450 Dec 22 12:53:51.379453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86154fb6-a491-4339-b215-5afc73472683 None None] Network 0906633c-d788-4e41-8c64-60ff48d30cab requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:53:51.389456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=18c3bb0d-aeec-40aa-b9ee-3b495a9b7125,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:53:51.397929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:53:51.398298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:53:51.398625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:53:51.398949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:53:51.399273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:53:51.399634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:53:51.399959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:53:51.400281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:53:51.400601 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:53:51.400924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:53:51.401235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:53:51.401550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:53:51.405484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:53:51.898062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f9d1297a-7d1c-449e-b67b-e51e794ac4a2 None None] Provisioning complete for port 33488fd9-6801-4b9e-a6f8-ef62ed35f60b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:53:51.898423 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9d1297a-7d1c-449e-b67b-e51e794ac4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:52.024306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f9d1297a-7d1c-449e-b67b-e51e794ac4a2 None None] Provisioning complete for port 844c2c18-af75-453e-bf28-dd7b671aec19 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:53:52.024525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9d1297a-7d1c-449e-b67b-e51e794ac4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:53.459792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41038) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:53:53.696015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c382ab03-1d0d-47bb-9509-c82c3bb9d472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:53:53.696502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c382ab03-1d0d-47bb-9509-c82c3bb9d472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:53:53.698008 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c382ab03-1d0d-47bb-9509-c82c3bb9d472 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2372708 Dec 22 12:53:55.790142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41048) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:53:55.983892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275c143-8761-4d69-943a-5e9d90e018ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:53:55.984366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275c143-8761-4d69-943a-5e9d90e018ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:53:55.986222 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0275c143-8761-4d69-943a-5e9d90e018ab admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950865 Dec 22 12:53:57.458666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-053050a5-555b-414d-ad41-79083a2883d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:53:58.089028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41058) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:53:58.263067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1395dae-3fab-4712-96ba-95a58ef8a303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:53:58.264493 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b1395dae-3fab-4712-96ba-95a58ef8a303 admin admin] 10.222.0.24 "GET /v2.0/networks/0906633c-d788-4e41-8c64-60ff48d30cab HTTP/1.1" status: 200 len: 869 time: 0.1741509 Dec 22 12:53:59.804727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2bde453a-7103-473e-b679-fe574eb63e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:00.387876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41068) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:54:00.566045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719f016-ba6e-400c-8a44-46d706ca48a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:54:00.567390 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c719f016-ba6e-400c-8a44-46d706ca48a7 admin admin] 10.222.0.24 "GET /v2.0/networks/98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 886 time: 0.1785529 Dec 22 12:54:00.628713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:00.886992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:01.680557 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 5 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:54:02.176420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:02.651901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41078) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:54:02.759241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ddc740-999b-4812-8de1-c79af5c21d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:54:02.759724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ddc740-999b-4812-8de1-c79af5c21d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:54:02.761227 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-58ddc740-999b-4812-8de1-c79af5c21d6d admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1082089 Dec 22 12:54:04.844787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41088) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:54:04.981308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99868e9-7b8a-46f2-8f99-463c79cb681a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:54:04.981750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99868e9-7b8a-46f2-8f99-463c79cb681a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:54:04.983234 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e99868e9-7b8a-46f2-8f99-463c79cb681a admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1372147 Dec 22 12:54:07.076412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41098) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:54:07.187400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f60f642-1cc3-4b0c-8e76-87b683c989a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:54:07.188803 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4f60f642-1cc3-4b0c-8e76-87b683c989a8 admin admin] 10.222.0.24 "GET /v2.0/subnets/18c3bb0d-aeec-40aa-b9ee-3b495a9b7125 HTTP/1.1" status: 200 len: 868 time: 0.1114445 Dec 22 12:54:09.307261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41108) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:54:09.423978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4051594-a16c-4342-8dc6-30bf4d63d822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:54:09.425290 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f4051594-a16c-4342-8dc6-30bf4d63d822 admin admin] 10.222.0.24 "GET /v2.0/subnets/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5 HTTP/1.1" status: 200 len: 816 time: 0.1170411 Dec 22 12:54:27.463447 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1e241982-f1c1-4c3a-801a-496a3be15b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:29.809940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bdb7a179-f2e2-41a5-84ad-70398c0fd846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:30.629985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:30.891342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:32.179724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:32.212852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41152) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:54:32.260176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-476bd5d7-69c1-42b2-a001-03256c3a2b5c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 12:54:32.261161 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-476bd5d7-69c1-42b2-a001-03256c3a2b5c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473104 Dec 22 12:54:34.405631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41162) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:54:34.477021 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba793678-ea25-4135-b288-7067c2201e6a admin admin] GET failed (client error): The resource could not be found. Dec 22 12:54:34.478292 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ba793678-ea25-4135-b288-7067c2201e6a admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0715091 Dec 22 12:54:34.636906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f014a4ba-94cc-45a8-b2de-d443ebf5e010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:54:34.638392 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f014a4ba-94cc-45a8-b2de-d443ebf5e010 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1562006 Dec 22 12:54:36.717979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41172) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:54:36.770217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:54:36.775520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:54:36.785639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:54:36.798878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Made reservation on behalf of f487721cd75448f2b5ce91f94e396aa1 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:54:36.802692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:36.891784 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING neutron.services.revisions.revision_plugin [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Could not find related network for resource to bump revision. Dec 22 12:54:36.904830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:54:36.914244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:36.914623 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Added segment 9f41ae88-b91b-4ccd-8edb-d394422476a6 of type vlan for network d247e2b3-dc69-4f4d-8fdf-daf75f5aec74 Dec 22 12:54:36.940650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:36.972086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:36.973404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:54:36.973975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:36.976990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:54:37.071830 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3526630 Dec 22 12:54:37.072392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Pushing event updated for resources: {'Network': ['ID=d247e2b3-dc69-4f4d-8fdf-daf75f5aec74,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:54:37.079232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:37.079560 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:37.079915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:37.080235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:37.080549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:37.080869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:37.081176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:37.081500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:37.081811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:37.082117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:37.082421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:37.082759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:37.093263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:54:37.100918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network d247e2b3-dc69-4f4d-8fdf-daf75f5aec74 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:54:38.679651 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 5 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:54:39.163666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41182) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:54:39.233980 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-1880e070-0f29-47ed-8e59-2f37484ab3ab admin admin] GET failed (client error): The resource could not be found. Dec 22 12:54:39.235198 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1880e070-0f29-47ed-8e59-2f37484ab3ab admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0702586 Dec 22 12:54:39.337677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00e22b-05bf-43a0-9fac-8da5228a13de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:54:39.339420 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5c00e22b-05bf-43a0-9fac-8da5228a13de admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0999382 Dec 22 12:54:39.352365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:54:39.357166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:54:39.367809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:54:39.379423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Made reservation on behalf of f487721cd75448f2b5ce91f94e396aa1 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:54:39.381703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:39.575201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:39.579060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a0915270-75fe-48fd-bc4a-262660acc47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:54:39.648532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cff35fe4-e514-4bfe-8e11-6ab258e12981,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:54:39.652104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:54:39.659033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Checking segment: {'id': '9f41ae88-b91b-4ccd-8edb-d394422476a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:54:39.659378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Network hostable DHCP agents. Network: d247e2b3-dc69-4f4d-8fdf-daf75f5aec74, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:54:39.679429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Network d247e2b3-dc69-4f4d-8fdf-daf75f5aec74 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:54:39.689953 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, d247e2b3-dc69-4f4d-8fdf-daf75f5aec74) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:54:39.694596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:54:39.695174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:39.700072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e4e45-2b4c-4900-ba63-41e86e55d5a5 None None] Network d247e2b3-dc69-4f4d-8fdf-daf75f5aec74 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:54:39.722308 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3734114 Dec 22 12:54:39.934206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-d247e2b3-dc69-4f4d-8fdf-daf75f5aec74', 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74', 'tenant_id': 'f487721cd75448f2b5ce91f94e396aa1', 'fixed_ips': [{'subnet_id': 'cff35fe4-e514-4bfe-8e11-6ab258e12981'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 12:54:39.935070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:40.090395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Allocated IP 192.168.233.2 (d247e2b3-dc69-4f4d-8fdf-daf75f5aec74/cff35fe4-e514-4bfe-8e11-6ab258e12981/0c62ab02-fe4c-494a-a11d-a389b7c7ddd8) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:54:40.294806 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:40.305356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Transition to ACTIVE for port object 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:54:40.324039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Transition to ACTIVE for port object 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:54:40.331059 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:40.334753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:54:40.397441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Network d247e2b3-dc69-4f4d-8fdf-daf75f5aec74 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:54:40.400387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:54:40.406666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:54:40.408723 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Pushing event updated for resources: {'Port': ['ID=0c62ab02-fe4c-494a-a11d-a389b7c7ddd8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:54:40.417471 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:40.417828 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:40.418178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:40.418499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:40.418816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:40.419129 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:40.419436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:40.419774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:40.420080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:40.420374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:40.420704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:40.420995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:54:40.447090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:54:40.508515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Attempting to bind port 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:54:40.508874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Attempting to bind port 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9f41ae88-b91b-4ccd-8edb-d394422476a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:54:40.509232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Attempting to bind port 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8 on network d247e2b3-dc69-4f4d-8fdf-daf75f5aec74 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:54:40.514527 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:54:40.514900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Checking segment: {'id': '9f41ae88-b91b-4ccd-8edb-d394422476a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:54:40.515316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:40.515734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Bound using segment: {'id': '9f41ae88-b91b-4ccd-8edb-d394422476a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:54:40.516185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Bound port: 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f41ae88-b91b-4ccd-8edb-d394422476a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:54:40.516579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:40.627272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] For port 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:54:40.630963 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] For port 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0c62ab02-fe4c-494a-a11d-a389b7c7ddd8,segment=NetworkSegment(9f41ae88-b91b-4ccd-8edb-d394422476a6),segment_id=9f41ae88-b91b-4ccd-8edb-d394422476a6)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:54:40.638171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:40.642274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:54:40.717377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Pushing event updated for resources: {'Port': ['ID=0c62ab02-fe4c-494a-a11d-a389b7c7ddd8,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:54:40.720944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:54:41.531457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e963ba6e-5be4-4f8f-b190-db54cc424ab1 None None] Network d247e2b3-dc69-4f4d-8fdf-daf75f5aec74 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:54:41.618800 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c559090f-8874-4004-aa9c-cd757e49cc46 None None] Provisioning for port 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:54:42.661363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:54:42.730897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:54:42.735465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:54:42.735856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:42.847948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:42.879176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0c62ab02-fe4c-494a-a11d-a389b7c7ddd8,segment=NetworkSegment(9f41ae88-b91b-4ccd-8edb-d394422476a6),segment_id=9f41ae88-b91b-4ccd-8edb-d394422476a6)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:54:42.884000 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:42.885987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:54:42.947646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=0c62ab02-fe4c-494a-a11d-a389b7c7ddd8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:54:42.950509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:54:44.640041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:54:44.711130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 0c62ab02-fe4c-494a-a11d-a389b7c7ddd8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:54:44.711462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:57.468724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-967e83d6-58a6-4c89-87cb-0d123a89000d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:54:59.813789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11494d7a-3fba-4fa6-b400-261654ebf607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:00.635665 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:00.895498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:02.183992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:15.681919 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 5 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:55:27.463537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b45df17a-a3ec-44bc-8504-9e6e9decbf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:29.809232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-389fbf3c-36b4-425a-ae9d-f8fc87ba1553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:30.635814 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:30.900328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:32.186702 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:48.631329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41232) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:55:48.640484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-d51fe7d6-e392-4a6e-b5a6-2f0d33d3c84c tempest-verify_tempest_config-2008374040 tempest-verify_tempest_config-2008374040-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 12:55:48.641890 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d51fe7d6-e392-4a6e-b5a6-2f0d33d3c84c tempest-verify_tempest_config-2008374040 tempest-verify_tempest_config-2008374040-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0095339 Dec 22 12:55:48.980338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41250) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:55:49.096615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:49.110947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:55:49.114957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Usage tracker for resource:security_group_rule and tenant:3aad43b8037542c2b1620f53510c0c54 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:55:49.117942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:55:49.124051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:55:49.205628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:49.211073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:49.218709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:55:49.257690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Synchronizing usage tracker for tenant:f487721cd75448f2b5ce91f94e396aa1 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:55:49.259822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ef4340-4496-4c8a-98f6-85360d121c81,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:55:49.269943 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:55:49.270299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:55:49.270629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:55:49.270951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:55:49.271268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:55:49.271589 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:55:49.271925 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:55:49.272243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:55:49.272560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:55:49.272869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:55:49.273162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:55:49.273465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:55:49.277308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:55:49.288351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Unset dirty status for tenant:f487721cd75448f2b5ce91f94e396aa1 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:55:49.289563 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3aad43b8037542c2b1620f53510c0c54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3082776 Dec 22 12:55:49.292299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41256) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:55:49.354510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4dfe23a9-6e20-489d-bb15-ed995edc066c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:49.386787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4dfe23a9-6e20-489d-bb15-ed995edc066c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:49.487404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4dfe23a9-6e20-489d-bb15-ed995edc066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:49.493723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:55:49.506042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe23a9-6e20-489d-bb15-ed995edc066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ef4340-4496-4c8a-98f6-85360d121c81,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:55:49.510742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4dfe23a9-6e20-489d-bb15-ed995edc066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:55:49.512664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4dfe23a9-6e20-489d-bb15-ed995edc066c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:49.513787 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4dfe23a9-6e20-489d-bb15-ed995edc066c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7ef4340-4496-4c8a-98f6-85360d121c81 HTTP/1.1" status: 204 len: 168 time: 0.2205529 Dec 22 12:55:52.685586 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 5 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:55:57.475500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b0af8419-7f9c-4435-83e8-f357980c090f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:55:59.813449 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2cb43d22-a5ef-4beb-b5ee-d50faf161c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:56:00.640878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:56:00.912441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:56:02.197490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:56:27.476709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83e3f999-d483-408e-98d2-2ae5b54f09bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:56:29.694007 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 5 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:56:29.820301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a6a2b2b-0f7e-45d2-b5ec-3c8a4a0aaa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:56:30.650511 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:56:30.914771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:56:32.198326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:56:57.474151 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70729e06-5273-4154-91ee-b9bf779e29f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:56:59.820558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6d80b824-e974-4d98-9f81-b2754d5d2de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:57:00.656207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:57:00.908905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:57:02.204294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:57:06.683463 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 5 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:57:10.301888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-678195'] for agent, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:57:24.158089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41326) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:57:24.280612 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d2494946-345d-40e8-8efd-6f7bf41aef7e admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1214585 Dec 22 12:57:26.386040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41336) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:57:26.444772 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d1785eb3-d450-49a2-87d3-2d24d5d012f6 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0576553 Dec 22 12:57:27.480481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46801b61-20e3-4dcb-8e31-47a9c9294789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:57:29.821209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7eed4cda-987c-4b6c-86a2-9dfcd70cb1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:57:30.659259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:57:30.919395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:57:32.211352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:57:40.279243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:57:43.688270 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:57:57.475178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e90ab8a1-f59d-49d4-95af-363cfb86b11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:57:59.826323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6ef75288-a302-42b6-8de1-b2b6a6ae566f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:00.665723 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:00.921379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:02.207476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:10.288104 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:20.688697 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:58:27.480349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-44005a78-f2e6-425c-97a8-24e0e2ddd935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:29.812949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc33aa8a-4092-45bc-828e-a8dfb698cd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:30.658293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:30.915379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:32.213133 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:40.302253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:49.122692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:49.372107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-316820986-network', 'tenant_id': 'f088456d3776496db28fcf551f85fdce'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:49.377143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:49.381190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Usage tracker for resource:network and tenant:f088456d3776496db28fcf551f85fdce is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:49.385810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:49.391556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:49.404100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Made reservation on behalf of f088456d3776496db28fcf551f85fdce for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:49.406693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:49.420722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:49.437849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:49.441674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Usage tracker for resource:security_group_rule and tenant:f088456d3776496db28fcf551f85fdce is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:49.444430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:49.450210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:49.539291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:49.547343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:49.553623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:49.584097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c38604a-90f2-4812-801e-8de5abb92337,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:49.592666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:49.593474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:49.594072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:49.594636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:49.595197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:49.595926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:49.596444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:49.596991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:49.597481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:49.598009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:49.598515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:49.599110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Tracked resource versions report: Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: pushed versions: Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: { 'AddressGroup': {'1.2'}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'ConntrackHelper': {'1.0'}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Log': {'1.0'}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Network': {'1.1'}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Port': {'1.7'}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'PortForwarding': {'1.2'}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'QosPolicy': {'1.8'}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'SecurityGroup': {'1.4'}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'SecurityGroupRule': {'1.2'}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'SubPort': {'1.0'}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Subnet': {'1.1'}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Trunk': {'1.1'}} Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: consumer versions: Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: { DHCP agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: HyperV agent@hv-neutron-8226: {}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: L3 agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: Metadata agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: Metering agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: Open vSwitch agent@dv-neutron-822668-1-hyperv: { 'AddressGroup': '1.2', Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'ConntrackHelper': '1.0', Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Log': '1.0', Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Network': '1.1', Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Port': '1.7', Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'PortForwarding': '1.2', Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'QosPolicy': '1.8', Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'SecurityGroup': '1.4', Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'SecurityGroupRule': '1.2', Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'SubPort': '1.0', Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Subnet': '1.1', Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: 'Trunk': '1.1'}} Dec 22 12:58:49.600221 dv-neutron-822668-1-hyperv neutron-server[87568]: {{(pid=87568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 12:58:49.605931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:49.613002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:58:49.623653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:49.623964 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Added segment 757b5385-7a7f-4d58-8b61-55d41371479c of type vlan for network f13a7c56-cda0-4112-8efa-249342855ee9 Dec 22 12:58:49.650702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:49.687171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:49.688796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:58:49.689411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:49.692781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:49.791202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Pushing event updated for resources: {'Network': ['ID=f13a7c56-cda0-4112-8efa-249342855ee9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:49.794086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:49.799247 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6753936 Dec 22 12:58:49.799675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41506) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:49.805082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Request body: {'subnet': {'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-316820986-subnet', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:49.812565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:49.813112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network f13a7c56-cda0-4112-8efa-249342855ee9 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:58:49.816723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Usage tracker for resource:subnet and tenant:f088456d3776496db28fcf551f85fdce is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:49.819766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:49.826210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:49.842721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Made reservation on behalf of f088456d3776496db28fcf551f85fdce for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:49.846647 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.068460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.073212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:50.136021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d589bbeb-9639-4ffc-9c40-da0196ca78b1,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:50.144361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:50.144713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:50.145059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:50.145379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:50.145688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:50.146022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:50.146336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:50.146658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:50.146960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:50.147265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:50.147568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:50.147891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Tracked resource versions report: Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: pushed versions: Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: { 'AddressGroup': {'1.2'}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'ConntrackHelper': {'1.0'}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Log': {'1.0'}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Network': {'1.1'}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Port': {'1.7'}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'PortForwarding': {'1.2'}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'QosPolicy': {'1.8'}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'SecurityGroup': {'1.4'}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'SecurityGroupRule': {'1.2'}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'SubPort': {'1.0'}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Subnet': {'1.1'}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Trunk': {'1.1'}} Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: consumer versions: Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: { DHCP agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: HyperV agent@hv-neutron-8226: {}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: L3 agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: Metadata agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: Metering agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: Open vSwitch agent@dv-neutron-822668-1-hyperv: { 'AddressGroup': '1.2', Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'ConntrackHelper': '1.0', Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Log': '1.0', Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Network': '1.1', Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Port': '1.7', Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'PortForwarding': '1.2', Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'QosPolicy': '1.8', Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'SecurityGroup': '1.4', Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'SecurityGroupRule': '1.2', Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'SubPort': '1.0', Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Subnet': '1.1', Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: 'Trunk': '1.1'}} Dec 22 12:58:50.148957 dv-neutron-822668-1-hyperv neutron-server[87569]: {{(pid=87569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 12:58:50.161828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:50.170733 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Checking segment: {'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:58:50.171076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Network hostable DHCP agents. Network: f13a7c56-cda0-4112-8efa-249342855ee9, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:58:50.190185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Network f13a7c56-cda0-4112-8efa-249342855ee9 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:58:50.200619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, f13a7c56-cda0-4112-8efa-249342855ee9) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:58:50.205307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:58:50.207060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.209989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee598bd-8b81-4e88-8c5c-8c884181f97c None None] Network f13a7c56-cda0-4112-8efa-249342855ee9 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:58:50.231938 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4309700 Dec 22 12:58:50.236719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41526) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:50.245733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:50.250382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:50.254367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Usage tracker for resource:router and tenant:f088456d3776496db28fcf551f85fdce is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:50.257456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:50.263315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:50.277600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.278109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41532) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:50.279414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.298540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.324549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41540) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:50.468105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-f13a7c56-cda0-4112-8efa-249342855ee9', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'fixed_ips': [{'subnet_id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 12:58:50.469438 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.608184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-866139245-network', 'tenant_id': '6f1cccc2345241df92d866c692f9321f'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:50.623702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:50.623702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Usage tracker for resource:network and tenant:6f1cccc2345241df92d866c692f9321f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:50.634130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:50.645288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.645923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:50.667341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Made reservation on behalf of 6f1cccc2345241df92d866c692f9321f for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:50.670598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.673308 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Allocated IP 172.20.0.2 (f13a7c56-cda0-4112-8efa-249342855ee9/d589bbeb-9639-4ffc-9c40-da0196ca78b1/a2ac05c0-5af0-45df-bf23-b1e85c842f2d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:58:50.699886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.735012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:50.742037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Usage tracker for resource:security_group_rule and tenant:6f1cccc2345241df92d866c692f9321f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:50.748915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:50.767286 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:50.775710 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2079217094-network', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:50.815666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:50.829619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Usage tracker for resource:network and tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:50.836577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:50.966048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.973486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:50.977980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.981342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:50.993187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Transition to ACTIVE for port object a2ac05c0-5af0-45df-bf23-b1e85c842f2d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:58:51.002346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:58:51.013613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Transition to ACTIVE for port object a2ac05c0-5af0-45df-bf23-b1e85c842f2d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:58:51.016973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.017785 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Added segment 7b11e030-39b5-46ff-a844-3c762b120efa of type vlan for network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 Dec 22 12:58:51.021748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-466389e9-a56d-4c4d-84d7-34cbc2ecd772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:51.022269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.040246 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c41e6bb8-7269-428d-bb5f-a1641ac00ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:51.064324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085f193e-69ed-4216-ac68-8ed043afd55b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:51.068680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:51.081245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Made reservation on behalf of e967f4a5842b4b8fa7e30c04ff57e8a9 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:51.084634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.090744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.102812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.109967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Network f13a7c56-cda0-4112-8efa-249342855ee9 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:58:51.112922 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:58:51.117816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:58:51.126096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Pushing event updated for resources: {'Port': ['ID=a2ac05c0-5af0-45df-bf23-b1e85c842f2d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:51.138190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.139252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:51.144963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Usage tracker for resource:security_group_rule and tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:51.150608 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:51.158497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:51.194938 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:51.195621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:51.195621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:51.195969 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:51.196316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:51.196671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:51.197039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:51.197376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:51.197690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:51.198004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:51.198313 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:51.198620 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Tracked resource versions report: Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: pushed versions: Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: { 'AddressGroup': {'1.2'}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'ConntrackHelper': {'1.0'}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Log': {'1.0'}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Network': {'1.1'}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Port': {'1.7'}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'PortForwarding': {'1.2'}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'QosPolicy': {'1.8'}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'SecurityGroup': {'1.4'}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'SecurityGroupRule': {'1.2'}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'SubPort': {'1.0'}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Subnet': {'1.1'}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Trunk': {'1.1'}} Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: consumer versions: Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: { DHCP agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: HyperV agent@hv-neutron-8226: {}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: L3 agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: Metadata agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: Metering agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: Open vSwitch agent@dv-neutron-822668-1-hyperv: { 'AddressGroup': '1.2', Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'ConntrackHelper': '1.0', Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Log': '1.0', Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Network': '1.1', Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Port': '1.7', Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'PortForwarding': '1.2', Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'QosPolicy': '1.8', Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'SecurityGroup': '1.4', Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'SecurityGroupRule': '1.2', Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'SubPort': '1.0', Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Subnet': '1.1', Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: 'Trunk': '1.1'}} Dec 22 12:58:51.202642 dv-neutron-822668-1-hyperv neutron-server[87570]: {{(pid=87570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 12:58:51.262777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.267496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:51.294667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Attempting to bind port a2ac05c0-5af0-45df-bf23-b1e85c842f2d on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:58:51.296149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Attempting to bind port a2ac05c0-5af0-45df-bf23-b1e85c842f2d by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:58:51.298426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Attempting to bind port a2ac05c0-5af0-45df-bf23-b1e85c842f2d on network f13a7c56-cda0-4112-8efa-249342855ee9 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:58:51.312816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:58:51.313380 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Checking segment: {'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:58:51.314076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.316572 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Bound using segment: {'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:58:51.317214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Bound port: a2ac05c0-5af0-45df-bf23-b1e85c842f2d, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:58:51.317650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.323531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.326999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:58:51.327709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.338738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:51.357967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Allocated IP 172.26.4.190 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/3ec0534b-4fd5-4873-92e6-155f3de47127) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:58:51.461646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] For port a2ac05c0-5af0-45df-bf23-b1e85c842f2d, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:58:51.469429 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] For port a2ac05c0-5af0-45df-bf23-b1e85c842f2d, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a2ac05c0-5af0-45df-bf23-b1e85c842f2d,segment=NetworkSegment(757b5385-7a7f-4d58-8b61-55d41371479c),segment_id=757b5385-7a7f-4d58-8b61-55d41371479c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:58:51.477086 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.493701 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Pushing event updated for resources: {'Network': ['ID=aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:51.497138 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.498626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:51.500263 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2209218 Dec 22 12:58:51.503443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41582) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:51.509407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Request body: {'subnet': {'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-866139245-subnet', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:51.511427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:51.516152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:51.518801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.536137 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Usage tracker for resource:subnet and tenant:6f1cccc2345241df92d866c692f9321f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:51.542829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:51.552396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:51.606056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:51.606942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.628633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:58:51.647195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Pushing event updated for resources: {'Port': ['ID=a2ac05c0-5af0-45df-bf23-b1e85c842f2d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:51.652349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:51.661568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:58:51.669854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf73b6e7-a140-4e64-ac0a-543d2fd6c655,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:51.678539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:51.679359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Made reservation on behalf of 6f1cccc2345241df92d866c692f9321f for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:51.683239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.686571 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.702168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9bde06f4-d39d-40f0-b8f0-351f788c2053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:51.707588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.709076 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Added segment 93e21159-fc30-44fc-8388-798f46adf90e of type vlan for network 91b12b74-efcc-4a89-a606-2b317c2af70a Dec 22 12:58:51.824009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.846121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:58:51.848575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:58:51.853016 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:58:51.887531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.890484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:58:51.891147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:51.897236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1c47e12b-9e46-4c62-a831-23fee3e9c88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:52.137982 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Pushing event updated for resources: {'Port': ['ID=3ec0534b-4fd5-4873-92e6-155f3de47127,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:52.142083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:52.156812 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8306797 Dec 22 12:58:52.158178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Pushing event updated for resources: {'Network': ['ID=91b12b74-efcc-4a89-a606-2b317c2af70a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:52.160994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41606) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:52.161780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:52.166965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Request body: {'subnet': {'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2079217094-subnet', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:52.170538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 91b12b74-efcc-4a89-a606-2b317c2af70a details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:58:52.186286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:52.222340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:52.229877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41612) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:52.231330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:52.255066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Usage tracker for resource:subnet and tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:52.266041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:52.281714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:52.331990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b605b490-cc40-4404-a5b3-ee2c1f8fdd2a,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:52.334614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:52.342663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Checking segment: {'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:58:52.343004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Network hostable DHCP agents. Network: aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:58:52.360049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Made reservation on behalf of e967f4a5842b4b8fa7e30c04ff57e8a9 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:52.362902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:52.371237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:58:52.388285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:58:52.398934 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc57149-d5d9-4a48-a987-a5e0b957c549 None None] Network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:58:52.417690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:58:52.418842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:52.451595 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9468644 Dec 22 12:58:52.456407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41624) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:52.463758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:52.469790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:52.475155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Usage tracker for resource:router and tenant:6f1cccc2345241df92d866c692f9321f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:52.479083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:52.487199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:52.503051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:52.507207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:52.541160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:52.567694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:52.829515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 12:58:52.830735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:52.892858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-701071021'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:52.911677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:52.920560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Usage tracker for resource:network and tenant:218cda47ba4546f99a03473039076ec8 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:52.933111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:53.011810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a2ac05c0-5af0-45df-bf23-b1e85c842f2d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:58:53.049850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41634) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:53.070335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:53.129478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1829e6a-c066-401b-9aa1-3c5e69c83c3e None None] Network f13a7c56-cda0-4112-8efa-249342855ee9 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:58:53.158666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.183375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:53.234564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.242187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Made reservation on behalf of 218cda47ba4546f99a03473039076ec8 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:53.247221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.267510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.267751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Checking segment: {'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:58:53.267751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Network hostable DHCP agents. Network: 91b12b74-efcc-4a89-a606-2b317c2af70a, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:58:53.288043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:53.288276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Allocated IP 172.20.0.2 (aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82/b605b490-cc40-4404-a5b3-ee2c1f8fdd2a/825fc072-b979-4f07-b4f1-79ed6eb93783) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:58:53.294076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Usage tracker for resource:security_group_rule and tenant:218cda47ba4546f99a03473039076ec8 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:53.298220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:53.306934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:53.395681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Network 91b12b74-efcc-4a89-a606-2b317c2af70a is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:58:53.419465 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 91b12b74-efcc-4a89-a606-2b317c2af70a) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:58:53.421822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.425050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:58:53.425799 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.448956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.463694 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3008389 Dec 22 12:58:53.467409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:58:53.469712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41650) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:53.480660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.481176 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Added segment 5d2154ae-5526-4c04-a99c-7528f053ee13 of type vlan for network 31e8b01b-dbb5-466b-a38b-1b7113e19c75 Dec 22 12:58:53.484927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:53.490302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:53.495157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Usage tracker for resource:router and tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:53.498339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:53.505004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:53.514831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41654) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:53.518823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.519541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.523631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46825628-1a9b-4da0-bc63-6cbbd1d59b16,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:53.529247 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Transition to ACTIVE for port object 825fc072-b979-4f07-b4f1-79ed6eb93783 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:58:53.533863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:53.538556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.539922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.547125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Transition to ACTIVE for port object 825fc072-b979-4f07-b4f1-79ed6eb93783 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:58:53.556781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4dfe23a9-6e20-489d-bb15-ed995edc066c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:53.561534 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3d65ce-e770-44de-a67d-1bdaae825657 None None] Network 91b12b74-efcc-4a89-a606-2b317c2af70a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:58:53.564951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.644795 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2056681481'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:53.648790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.651326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:53.656522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b487da6e-b0c7-4385-bae6-ba4a7fa0654f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:53.659379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.664977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:53.671536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Usage tracker for resource:network and tenant:0ce5a02f89154b8292cd97682cdccda9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:53.673024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:58:53.674402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.680832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:53.690470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:53.692998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:53.710805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:53.729355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Made reservation on behalf of 0ce5a02f89154b8292cd97682cdccda9 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:53.733470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.749999 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b5906c94-506c-4773-9c96-8ce1eaa45306 None None] Provisioning for port a2ac05c0-5af0-45df-bf23-b1e85c842f2d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:58:53.753654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.759942 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4988577 Dec 22 12:58:53.766099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:53.767335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41668) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:53.781351 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41670) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:53.789243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Request body: {'subnet': {'network_id': '31e8b01b-dbb5-466b-a38b-1b7113e19c75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:53.874919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:53.891794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41680) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:53.895025 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Usage tracker for resource:security_group_rule and tenant:0ce5a02f89154b8292cd97682cdccda9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:53.906954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:53.924369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:58:53.926333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Pushing event updated for resources: {'Port': ['ID=825fc072-b979-4f07-b4f1-79ed6eb93783,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:53.948115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Pushing event updated for resources: {'Network': ['ID=31e8b01b-dbb5-466b-a38b-1b7113e19c75,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:53.950853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:53.958991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:58:54.016518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:54.019213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 31e8b01b-dbb5-466b-a38b-1b7113e19c75 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:58:54.087119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:58:54.107077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:54.141968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1578476587', 'router:external': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:54.147346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1824100147'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:54.152470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d717b377-c5b6-40ac-8f0b-9c3dafae6ea1 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:54.182099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.206939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port a2ac05c0-5af0-45df-bf23-b1e85c842f2d completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:58:54.214118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.304441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port a2ac05c0-5af0-45df-bf23-b1e85c842f2d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:58:54.305055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.310361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:54.330677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Usage tracker for resource:network and tenant:6818ceab3d474ca5ba1125314bd91c9d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:54.339097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:54.345008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:54.356874 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:54.361563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Allocated IP 172.26.4.125 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/a57ba47f-c5d5-459d-a08b-bc1918826e77) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:58:54.367468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Usage tracker for resource:network and tenant:bc89e1b1601e4b799483d656da7607d9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:54.372842 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.376687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Usage tracker for resource:subnet and tenant:218cda47ba4546f99a03473039076ec8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:54.380521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:54.382489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:54.396231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:54.403783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:54.412568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:54.453727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Made reservation on behalf of 6818ceab3d474ca5ba1125314bd91c9d for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:54.457210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.459071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Attempting to bind port 825fc072-b979-4f07-b4f1-79ed6eb93783 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:58:54.459444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Attempting to bind port 825fc072-b979-4f07-b4f1-79ed6eb93783 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:58:54.459835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Attempting to bind port 825fc072-b979-4f07-b4f1-79ed6eb93783 on network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:58:54.474224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:58:54.474602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Checking segment: {'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:58:54.475000 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.475400 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Bound using segment: {'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:58:54.475964 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Bound port: 825fc072-b979-4f07-b4f1-79ed6eb93783, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:58:54.476414 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.477213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Made reservation on behalf of bc89e1b1601e4b799483d656da7607d9 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:54.479461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.497574 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Made reservation on behalf of 218cda47ba4546f99a03473039076ec8 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:54.501003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks [] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.535586 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.535847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.544655 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 12:58:54.546378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.600115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.609575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-91b12b74-efcc-4a89-a606-2b317c2af70a', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'fixed_ips': [{'subnet_id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 12:58:54.610412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.614640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:54.675213 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d717b377-c5b6-40ac-8f0b-9c3dafae6ea1 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] 10.222.0.24 "PUT /v2.0/quotas/3c093e2aec7d4bb38524de892c5a2cf0 HTTP/1.1" status: 200 len: 366 time: 0.7799175 Dec 22 12:58:54.684165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41700) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:54.696093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:54.703937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:54.720262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:58:54.728669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:58:54.731669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:58:54.746764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.769668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] For port 825fc072-b979-4f07-b4f1-79ed6eb93783, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:58:54.792372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] For port 825fc072-b979-4f07-b4f1-79ed6eb93783, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=825fc072-b979-4f07-b4f1-79ed6eb93783,segment=NetworkSegment(7b11e030-39b5-46ff-a844-3c762b120efa),segment_id=7b11e030-39b5-46ff-a844-3c762b120efa)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:58:54.831798 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.843745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port a2ac05c0-5af0-45df-bf23-b1e85c842f2d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a2ac05c0-5af0-45df-bf23-b1e85c842f2d,segment=NetworkSegment(757b5385-7a7f-4d58-8b61-55d41371479c),segment_id=757b5385-7a7f-4d58-8b61-55d41371479c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:58:54.850440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:54.882384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Usage tracker for resource:security_group_rule and tenant:bc89e1b1601e4b799483d656da7607d9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:54.885413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Usage tracker for resource:security_group_rule and tenant:6818ceab3d474ca5ba1125314bd91c9d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:54.894439 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ac02568e-dacb-46eb-afca-d93dc13d0862 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.2022276 Dec 22 12:58:54.897029 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.900156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41704) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:54.900910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Pushing event updated for resources: {'Port': ['ID=a57ba47f-c5d5-459d-a08b-bc1918826e77,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:54.904643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:54.909147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:54.913455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:54.934662 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d5313931-b1bf-473f-ba9a-5cf7be1f99b1 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] 10.222.0.24 "GET /v2.0/quotas/3c093e2aec7d4bb38524de892c5a2cf0 HTTP/1.1" status: 200 len: 366 time: 0.0266244 Dec 22 12:58:54.936627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41708) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:54.939578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.943714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:54.945853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:54.963729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:54.969893 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e113753f-4e5b-42b0-9434-93528ff03007 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/3c093e2aec7d4bb38524de892c5a2cf0 HTTP/1.1" status: 204 len: 168 time: 0.0309744 Dec 22 12:58:54.970459 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41712) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:54.986905 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-041eb8c0-250d-40e4-b3c9-b046040ebb6d tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0127926 Dec 22 12:58:54.986905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41716) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:54.993736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Allocated IP 172.20.0.2 (91b12b74-efcc-4a89-a606-2b317c2af70a/46825628-1a9b-4da0-bc63-6cbbd1d59b16/176f3cdd-3d1f-4c27-b730-62261fb9cd36) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:58:54.999383 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bf871d2f-c6b9-465f-b433-0fca47aab925 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] 10.222.0.24 "GET /v2.0/quotas/3c093e2aec7d4bb38524de892c5a2cf0 HTTP/1.1" status: 200 len: 370 time: 0.0109234 Dec 22 12:58:55.045821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41720) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:55.055931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:55.111367 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5f36d4d9-f725-4d35-bd92-0e9fdd9c59fd tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] 10.222.0.24 "GET /v2.0/quotas/3c093e2aec7d4bb38524de892c5a2cf0/default HTTP/1.1" status: 200 len: 370 time: 0.0450027 Dec 22 12:58:55.119820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41724) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:55.144358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Pushing event updated for resources: {'Port': ['ID=825fc072-b979-4f07-b4f1-79ed6eb93783,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:55.150214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:55.150916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:55.180404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:58:55.194000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f656bd-4608-4708-96a9-3f736ad946e2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:55.201853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.207484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:55.231783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:58:55.240810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.241336 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Added segment 437446f1-895b-4a45-8c5a-22c68539b9e2 of type vlan for network 68e4310e-a062-4170-bdd1-511aae1aca9e Dec 22 12:58:55.257095 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Sync routers for ids ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:58:55.274829 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Routers {'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:58:55.275844 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:58:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:58:55.281128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b8ea40c8-22aa-481c-88dd-7096e04eb7d7 None None] Provisioning complete for port a2ac05c0-5af0-45df-bf23-b1e85c842f2d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:58:55.281493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b8ea40c8-22aa-481c-88dd-7096e04eb7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.310292 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-2358645e-c970-4255-a034-d2ff84dfb7e5 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] delete failed (client error): The resource could not be found. Dec 22 12:58:55.313950 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2358645e-c970-4255-a034-d2ff84dfb7e5 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/3c093e2aec7d4bb38524de892c5a2cf0 HTTP/1.1" status: 404 len: 348 time: 0.1780777 Dec 22 12:58:55.365936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=a2ac05c0-5af0-45df-bf23-b1e85c842f2d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:55.398683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:55.406839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.442260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Transition to ACTIVE for port object 176f3cdd-3d1f-4c27-b730-62261fb9cd36 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:58:55.456562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.502951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Transition to ACTIVE for port object 176f3cdd-3d1f-4c27-b730-62261fb9cd36 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:58:55.570993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.581990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41732) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:55.586196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:55.598752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.623869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.625520 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3873053 Dec 22 12:58:55.629337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41736) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:55.676126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.683769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Network 91b12b74-efcc-4a89-a606-2b317c2af70a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:58:55.684599 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Pushing event updated for resources: {'Port': ['ID=176f3cdd-3d1f-4c27-b730-62261fb9cd36,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:55.688394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:58:55.690249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:55.692397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:58:55.788437 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Set router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:58:55.791494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Attempting to bind port 176f3cdd-3d1f-4c27-b730-62261fb9cd36 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:58:55.792056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Attempting to bind port 176f3cdd-3d1f-4c27-b730-62261fb9cd36 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:58:55.792617 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Attempting to bind port 176f3cdd-3d1f-4c27-b730-62261fb9cd36 on network 91b12b74-efcc-4a89-a606-2b317c2af70a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:58:55.798235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:58:55.798757 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Checking segment: {'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:58:55.799254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.799791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Bound using segment: {'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:58:55.800349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Bound port: 176f3cdd-3d1f-4c27-b730-62261fb9cd36, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:58:55.800849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.810108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 12:58:55.823485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.835637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.836842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Usage tracker for resource:network and tenant:069b0a7f7f9b49a186e25fba6fd005ac is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:55.854858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:55.857232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:58:55.873604 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:55.887862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.888879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.892792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.893140 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Added segment 2ab619c9-0cba-41cc-9dfc-3fbf91078387 of type vlan for network 0dec359a-a484-48a0-abe2-534c3e63eed0 Dec 22 12:58:55.926402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] For port 176f3cdd-3d1f-4c27-b730-62261fb9cd36, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:58:55.931953 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] For port 176f3cdd-3d1f-4c27-b730-62261fb9cd36, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=176f3cdd-3d1f-4c27-b730-62261fb9cd36,segment=NetworkSegment(93e21159-fc30-44fc-8388-798f46adf90e),segment_id=93e21159-fc30-44fc-8388-798f46adf90e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:58:55.938078 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.943642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.967577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:58:55.968218 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:55.969751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:55.984756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:56.002727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Usage tracker for resource:subnet and tenant:069b0a7f7f9b49a186e25fba6fd005ac is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:56.028017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:56.060719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:56.064276 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209033f4-9dfe-4719-98f5-dd6652a50903,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:56.067331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:58:56.083203 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Pushing event updated for resources: {'Port': ['ID=176f3cdd-3d1f-4c27-b730-62261fb9cd36,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:56.089673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:56.142878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:56.150580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Checking segment: {'id': '5d2154ae-5526-4c04-a99c-7528f053ee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '31e8b01b-dbb5-466b-a38b-1b7113e19c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:58:56.150949 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Network hostable DHCP agents. Network: 31e8b01b-dbb5-466b-a38b-1b7113e19c75, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:58:56.159346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:56.161304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Usage tracker for resource:subnetpool and tenant:069b0a7f7f9b49a186e25fba6fd005ac is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:56.198244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:56.199889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:56.206840 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T12:58:52Z', 'revision_number': 3, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:58:56.214779 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Checking router: e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 12:58:56.215380 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Updating router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 port 3ec0534b-4fd5-4873-92e6-155f3de47127 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 12:58:56.248148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:56.248486 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Added segment 883ddf92-4467-49fc-b848-adaa61720e0a of type vlan for network 035f960c-4544-488c-b452-612226f347ad Dec 22 12:58:56.288538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Network 31e8b01b-dbb5-466b-a38b-1b7113e19c75 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:58:56.297550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Usage tracker for resource:port and tenant:069b0a7f7f9b49a186e25fba6fd005ac is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:56.323628 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.2696218 Dec 22 12:58:56.332548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 31e8b01b-dbb5-466b-a38b-1b7113e19c75) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:58:56.335960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41740) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:56.338639 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:56.345990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 12:58:56.347237 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109a204a-6e50-44fd-80ed-798b857b1c73 None None] Network 31e8b01b-dbb5-466b-a38b-1b7113e19c75 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:58:56.384303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Pushing event updated for resources: {'Subnet': ['ID=1af84e29-60a8-44ae-af11-2b2844e71cae,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:56.424157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:58:56.425692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:56.488223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:56.494357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Router 5967ab74-2b51-427a-9c37-cf0934af5a2b is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 12:58:56.604509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:56.610741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:56.620022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.689s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:56.702342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Allocated IP 172.26.4.197 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/3021f150-58bb-456c-b5b2-cace5c3ae26b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:58:56.758209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:58:56.789556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Usage tracker for resource:router and tenant:069b0a7f7f9b49a186e25fba6fd005ac is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:56.792757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:56.796872 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3386691 Dec 22 12:58:56.800074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41748) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:56.805683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Sync routers for ids ['5967ab74-2b51-427a-9c37-cf0934af5a2b'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:58:56.811992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54bd386-fce9-4d2b-a9a4-fdc6b3553722 None None] Network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:58:56.834559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-31e8b01b-dbb5-466b-a38b-1b7113e19c75', 'network_id': '31e8b01b-dbb5-466b-a38b-1b7113e19c75', 'tenant_id': '218cda47ba4546f99a03473039076ec8', 'fixed_ips': [{'subnet_id': '1af84e29-60a8-44ae-af11-2b2844e71cae'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 12:58:56.835376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:56.839382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:56.843590 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0703716 Dec 22 12:58:56.855870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41752) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:56.861719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:58:56.862302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:56.878857 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55daf6b-3a7a-46a4-a39f-d48290fcf6c6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:56.891487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Request body: {'port': {'network_id': '31e8b01b-dbb5-466b-a38b-1b7113e19c75', 'name': 'tempest-DHCPAgentSchedulersTestJSON-618470627'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:56.918450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:56.918928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fad59dd3-bb0f-4402-9a98-3d23a8726a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.882s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:56.957960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Routers {'5967ab74-2b51-427a-9c37-cf0934af5a2b'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:58:56.958594 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:58:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5967ab74-2b51-427a-9c37-cf0934af5a2b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:58:56.993937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:57.017959 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.2350297 Dec 22 12:58:57.020329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bc53fef0-592f-43d3-a38c-d14b978cad84 None None] Provisioning for port 825fc072-b979-4f07-b4f1-79ed6eb93783 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:58:57.130611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Pushing event updated for resources: {'Network': ['ID=68e4310e-a062-4170-bdd1-511aae1aca9e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:57.169913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:57.200715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:58:57.201343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:57.215853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Request body: {'network': {'name': 'tempest-network--1167453167', 'router:external': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:57.297281 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.7755253 Dec 22 12:58:57.303700 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 68e4310e-a062-4170-bdd1-511aae1aca9e details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:58:57.308468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41766) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:57.316365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:57.333337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Request body: {'subnet': {'network_id': '035f960c-4544-488c-b452-612226f347ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:57.364904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:57.368465 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Pushing event updated for resources: {'Network': ['ID=0dec359a-a484-48a0-abe2-534c3e63eed0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:57.374151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:57.374917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ecc0a587-f94a-40e8-8235-3c95ca1a199a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:57.428882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 0dec359a-a484-48a0-abe2-534c3e63eed0 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:58:57.476881 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Usage tracker for resource:port and tenant:218cda47ba4546f99a03473039076ec8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:57.482662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:57.543768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Usage tracker for resource:floatingip and tenant:069b0a7f7f9b49a186e25fba6fd005ac is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:57.548783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:57.600824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event updated for resources: {'Network': ['ID=035f960c-4544-488c-b452-612226f347ad,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:57.602472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a2ac05c0-5af0-45df-bf23-b1e85c842f2d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:58:57.615329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:57.616396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:57.616720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:57.620153 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Made reservation on behalf of 218cda47ba4546f99a03473039076ec8 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:57.624420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:57.662015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] device_id is not set on port 0fb7d364-ee32-43fd-be27-c091356bb55b yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:58:57.692351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:57.697984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Usage tracker for resource:network and tenant:233212dbf7df4b12b9eb0ff3a6178ee5 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:57.701597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:57.708763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:57.719851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 035f960c-4544-488c-b452-612226f347ad details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:58:57.745209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:57.754582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0896639-ed18-4dad-907d-d3630b278894 None None] Network 91b12b74-efcc-4a89-a606-2b317c2af70a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:58:57.764155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:57.961376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:58:57.967582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:58:57.967838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:57.981575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:58:57.984045 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:57.997764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aff28861-ff07-4341-9241-c3b7c87a2095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.002402 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Transition to ACTIVE for port object 3ec0534b-4fd5-4873-92e6-155f3de47127 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:58:58.014581 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:58:58.015573 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.030710 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:58.083341 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-081560c5-2646-4c59-9a66-f97780ffe474 None None] Provisioning for port 176f3cdd-3d1f-4c27-b730-62261fb9cd36 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:58:58.119128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41782) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:58.124976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.128470 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Pushing event updated for resources: {'Port': ['ID=3ec0534b-4fd5-4873-92e6-155f3de47127,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:58.140465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Set router 5967ab74-2b51-427a-9c37-cf0934af5a2b gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:58:58.143060 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:58.143634 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:58.144522 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:58.145011 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:58.145584 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:58.146362 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:58.146860 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:58.147473 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:58.148555 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:58.149056 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:58.149590 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:58.150757 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Tracked resource versions report: Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: pushed versions: Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: { 'AddressGroup': {'1.2'}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'ConntrackHelper': {'1.0'}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Log': {'1.0'}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Network': {'1.1'}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Port': {'1.7'}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'PortForwarding': {'1.2'}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'QosPolicy': {'1.8'}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'SecurityGroup': {'1.4'}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'SecurityGroupRule': {'1.2'}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'SubPort': {'1.0'}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Subnet': {'1.1'}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Trunk': {'1.1'}} Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: consumer versions: Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: { DHCP agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: HyperV agent@hv-neutron-8226: {}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: L3 agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: Metadata agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: Metering agent@dv-neutron-822668-1-hyperv: {}, Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: Open vSwitch agent@dv-neutron-822668-1-hyperv: { 'AddressGroup': '1.2', Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'ConntrackHelper': '1.0', Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Log': '1.0', Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Network': '1.1', Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Port': '1.7', Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'PortForwarding': '1.2', Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'QosPolicy': '1.8', Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'SecurityGroup': '1.4', Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'SecurityGroupRule': '1.2', Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'SubPort': '1.0', Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Subnet': '1.1', Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: 'Trunk': '1.1'}} Dec 22 12:58:58.152104 dv-neutron-822668-1-hyperv neutron-server[87571]: {{(pid=87571) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 12:58:58.176954 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:58.195959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Pushing event updated for resources: {'Port': ['ID=3021f150-58bb-456c-b5b2-cace5c3ae26b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:58.204083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Request body: {'port': {'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-574743287'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:58:58.204642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:58.210377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:58.216854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Usage tracker for resource:subnet and tenant:bc89e1b1601e4b799483d656da7607d9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:58.222042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:58.223830 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Attempting to bind port 3ec0534b-4fd5-4873-92e6-155f3de47127 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:58:58.224199 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Attempting to bind port 3ec0534b-4fd5-4873-92e6-155f3de47127 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:58:58.224552 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Attempting to bind port 3ec0534b-4fd5-4873-92e6-155f3de47127 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:58:58.229266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:58.230216 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:58:58.230637 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:58:58.231029 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.231631 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:58:58.231981 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Bound port: 3ec0534b-4fd5-4873-92e6-155f3de47127, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:58:58.232367 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.293942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:58.297968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Usage tracker for resource:port and tenant:a4cd511c5bcc4b958a57820494f9a5f7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:58.301807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:58.307302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:58.319078 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] For port 3ec0534b-4fd5-4873-92e6-155f3de47127, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:58:58.324011 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] For port 3ec0534b-4fd5-4873-92e6-155f3de47127, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3ec0534b-4fd5-4873-92e6-155f3de47127,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:58:58.331167 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.335683 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Made reservation on behalf of bc89e1b1601e4b799483d656da7607d9 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:58.337988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.342709 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:58.351093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Made reservation on behalf of 233212dbf7df4b12b9eb0ff3a6178ee5 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:58.353622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.378118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Allocated IP 172.20.0.2 (31e8b01b-dbb5-466b-a38b-1b7113e19c75/1af84e29-60a8-44ae-af11-2b2844e71cae/a1698ca9-69c9-413c-ad28-d70e89a9a458) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:58:58.401886 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.426198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port a2ac05c0-5af0-45df-bf23-b1e85c842f2d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:58:58.426747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.450727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.462683 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Pushing event updated for resources: {'Port': ['ID=3ec0534b-4fd5-4873-92e6-155f3de47127,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:58.475527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Made reservation on behalf of a4cd511c5bcc4b958a57820494f9a5f7 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:58:58.476096 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:58.477822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.486548 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Routers {'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:58:58.487332 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:58:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:58:58.494051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Usage tracker for resource:security_group and tenant:069b0a7f7f9b49a186e25fba6fd005ac is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:58.515157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:58.545245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Usage tracker for resource:security_group_rule and tenant:069b0a7f7f9b49a186e25fba6fd005ac is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:58.554503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.670121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:58.673360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:58.699844 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7c0a62f6-60bd-4647-a247-7e3e34bbb241 tempest-QuotasTest-396341601 tempest-QuotasTest-396341601-project-admin] 10.222.0.24 "GET /v2.0/quotas/069b0a7f7f9b49a186e25fba6fd005ac/details.json HTTP/1.1" status: 200 len: 703 time: 3.1160681 Dec 22 12:58:58.716839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Usage tracker for resource:security_group_rule and tenant:233212dbf7df4b12b9eb0ff3a6178ee5 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:58.723939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:58.728309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Usage tracker for resource:security_group_rule and tenant:a4cd511c5bcc4b958a57820494f9a5f7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:58.731123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:58.737212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:58.777969 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] Set router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:58:58.845885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.855489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:58.887412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:58.899183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:58.919382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:58:58.968540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] device_id is not set on port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:58:58.972528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:59.026386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02eb013-3126-42ea-a497-a63338c62426,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:58:59.043964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:58:59.047257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:59.176266 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 825fc072-b979-4f07-b4f1-79ed6eb93783 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:58:59.294120 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41796) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:59.339956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Router e639761d-5225-4abf-822f-682665dbe08f is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 12:58:59.393979 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T12:58:52Z', 'revision_number': 3, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:58:59.406035 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6b10c-6b0e-4fc9-b4b8-7c73c45a6eb1 None None] The sync data for ids ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'] in dv-neutron-822668-1-hyperv is: [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T12:58:52Z', 'revision_number': 3, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:58:59.410889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T12:58:54Z', 'revision_number': 3, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:58:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:58:59.413316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 825fc072-b979-4f07-b4f1-79ed6eb93783 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:58:59.426919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Checking router: 5967ab74-2b51-427a-9c37-cf0934af5a2b for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 12:58:59.427357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Updating router 5967ab74-2b51-427a-9c37-cf0934af5a2b port a57ba47f-c5d5-459d-a08b-bc1918826e77 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 12:58:59.502119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:59.504706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:59.605915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-674f4ef3-b509-4282-8f6f-9fd3168a2160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:59.733371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-674f4ef3-b509-4282-8f6f-9fd3168a2160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:58:59.746390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-674f4ef3-b509-4282-8f6f-9fd3168a2160 admin admin] Usage tracker for resource:security_group_rule and tenant:d86123caf9184c419552361f0a8ec743 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:58:59.751367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-674f4ef3-b509-4282-8f6f-9fd3168a2160 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:58:59.762022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-674f4ef3-b509-4282-8f6f-9fd3168a2160 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:58:59.765105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:58:59.776785 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Sync routers for ids ['e639761d-5225-4abf-822f-682665dbe08f'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:58:59.784985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 825fc072-b979-4f07-b4f1-79ed6eb93783 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:58:59.785366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:59.789730 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Routers {'e639761d-5225-4abf-822f-682665dbe08f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:58:59.790893 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:58:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e639761d-5225-4abf-822f-682665dbe08f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:58:59.807722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Allocated IP 172.20.0.1 (aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82/b605b490-cc40-4404-a5b3-ee2c1f8fdd2a/f0a35768-458f-42ca-a57a-7608991d4f5c) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:58:59.844513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:59.849138 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.3757071 Dec 22 12:58:59.852612 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41802) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:58:59.909096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] device_id is not set on port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:58:59.928230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Transition to ACTIVE for port object a1698ca9-69c9-413c-ad28-d70e89a9a458 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:58:59.995659 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:58:59.999041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-10392160-c30f-408e-a221-5d6e9c07846a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.085875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Transition to ACTIVE for port object a1698ca9-69c9-413c-ad28-d70e89a9a458 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:00.116155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.135467 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:00.189488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.214124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Transition to ACTIVE for port object f0a35768-458f-42ca-a57a-7608991d4f5c will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:00.242763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Pushing event updated for resources: {'Port': ['ID=a1698ca9-69c9-413c-ad28-d70e89a9a458,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:00.264537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:00.277921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.312870 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Set router e639761d-5225-4abf-822f-682665dbe08f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:00.321615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Transition to ACTIVE for port object 3ab6ef06-e8f0-44d1-ae26-958aff8674fc will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:00.348211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Network 31e8b01b-dbb5-466b-a38b-1b7113e19c75 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:00.355063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.356229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.357920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:00.386376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:00.389021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:00.413741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Allocated IP 172.20.0.4 (31e8b01b-dbb5-466b-a38b-1b7113e19c75/1af84e29-60a8-44ae-af11-2b2844e71cae/0fb7d364-ee32-43fd-be27-c091356bb55b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:00.520254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.561048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:59:00.568938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:00.593112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:00.594585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Attempting to bind port a1698ca9-69c9-413c-ad28-d70e89a9a458 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:00.594901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Attempting to bind port a1698ca9-69c9-413c-ad28-d70e89a9a458 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '5d2154ae-5526-4c04-a99c-7528f053ee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '31e8b01b-dbb5-466b-a38b-1b7113e19c75'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:00.599872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Attempting to bind port a1698ca9-69c9-413c-ad28-d70e89a9a458 on network 31e8b01b-dbb5-466b-a38b-1b7113e19c75 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:00.604641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e13926-b5a3-42e4-8a1b-2a1968c741a9,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:00.606955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.624573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:00.625048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.635141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:00.635503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Checking segment: {'id': '5d2154ae-5526-4c04-a99c-7528f053ee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '31e8b01b-dbb5-466b-a38b-1b7113e19c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:00.636646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.638343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Bound using segment: {'id': '5d2154ae-5526-4c04-a99c-7528f053ee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '31e8b01b-dbb5-466b-a38b-1b7113e19c75'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:00.640160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Bound port: a1698ca9-69c9-413c-ad28-d70e89a9a458, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2154ae-5526-4c04-a99c-7528f053ee13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '31e8b01b-dbb5-466b-a38b-1b7113e19c75'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:00.640584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.660263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.686935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Transition to ACTIVE for port object 0fb7d364-ee32-43fd-be27-c091356bb55b will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:00.736084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 12:59:00.771809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-674f4ef3-b509-4282-8f6f-9fd3168a2160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.781404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.795838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-674f4ef3-b509-4282-8f6f-9fd3168a2160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.816941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-68c9dc54-2e2e-4b49-b4a9-14daac0f83bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:00.882437 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T12:58:58Z', 'revision_number': 3, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:00.889567 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Checking router: e639761d-5225-4abf-822f-682665dbe08f for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 12:59:00.889921 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Updating router e639761d-5225-4abf-822f-682665dbe08f port 3021f150-58bb-456c-b5b2-cace5c3ae26b binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 12:59:00.901210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Network 31e8b01b-dbb5-466b-a38b-1b7113e19c75 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:00.901527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.902011 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Added segment f605b551-358c-479a-a276-0178076c00c8 of type vlan for network 7ba18cb9-4d62-43f3-9ba6-347d93af1777 Dec 22 12:59:00.910399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Allocated IP 172.20.0.1 (f13a7c56-cda0-4112-8efa-249342855ee9/d589bbeb-9639-4ffc-9c40-da0196ca78b1/9825b20f-a5a8-498c-8c94-a3aba10298da) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:00.913198 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:00.916115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:00.925409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:00.926203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:00.987080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:00.989815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.595s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:00.999410 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.001261 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.026475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 825fc072-b979-4f07-b4f1-79ed6eb93783, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=825fc072-b979-4f07-b4f1-79ed6eb93783,segment=NetworkSegment(7b11e030-39b5-46ff-a844-3c762b120efa),segment_id=7b11e030-39b5-46ff-a844-3c762b120efa)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:01.028137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.030467 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] For port a1698ca9-69c9-413c-ad28-d70e89a9a458, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:01.041909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-52108fa3-eabf-4682-b5af-69fc7e5425ff None None] Provisioning for port f0a35768-458f-42ca-a57a-7608991d4f5c completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:01.058110 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.065512 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.069677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] For port a1698ca9-69c9-413c-ad28-d70e89a9a458, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a1698ca9-69c9-413c-ad28-d70e89a9a458,segment=NetworkSegment(5d2154ae-5526-4c04-a99c-7528f053ee13),segment_id=5d2154ae-5526-4c04-a99c-7528f053ee13)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:01.072166 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 176f3cdd-3d1f-4c27-b730-62261fb9cd36 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:01.078244 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-674f4ef3-b509-4282-8f6f-9fd3168a2160 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d86123caf9184c419552361f0a8ec743&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7819557 Dec 22 12:59:01.083924 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2177196 Dec 22 12:59:01.084996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Pushing event updated for resources: {'Port': ['ID=0fb7d364-ee32-43fd-be27-c091356bb55b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:01.091284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:01.092190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:01.092737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41810) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:01.096191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:01.108596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:01.128748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f4ef3-b509-4282-8f6f-9fd3168a2160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f23e09-2c01-418b-802f-c75b07fda13d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:01.132381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-674f4ef3-b509-4282-8f6f-9fd3168a2160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:01.138303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-52108fa3-eabf-4682-b5af-69fc7e5425ff None None] Provisioning complete for port f0a35768-458f-42ca-a57a-7608991d4f5c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:01.138691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52108fa3-eabf-4682-b5af-69fc7e5425ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.179453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.191126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Checking segment: {'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:01.191551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Network hostable DHCP agents. Network: 0dec359a-a484-48a0-abe2-534c3e63eed0, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:59:01.195811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Transition to ACTIVE for port object a57ba47f-c5d5-459d-a08b-bc1918826e77 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:01.215243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.234477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a35768-458f-42ca-a57a-7608991d4f5c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:01.249995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fd165435-8239-4e63-b5a6-b4707fc28b43 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Deleting port 0fb7d364-ee32-43fd-be27-c091356bb55b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:01.250338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd165435-8239-4e63-b5a6-b4707fc28b43 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.273519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.347181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 12:59:01.365149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-52108fa3-eabf-4682-b5af-69fc7e5425ff None None] Port f0a35768-458f-42ca-a57a-7608991d4f5c cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:01.396034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=825fc072-b979-4f07-b4f1-79ed6eb93783,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:01.411761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:01.413745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:01.423197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07580cae-a24c-4384-8d25-566161df145c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.450665 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07580cae-a24c-4384-8d25-566161df145c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.467763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Attempting to bind port a57ba47f-c5d5-459d-a08b-bc1918826e77 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:01.470893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Attempting to bind port a57ba47f-c5d5-459d-a08b-bc1918826e77 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:01.471265 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Attempting to bind port a57ba47f-c5d5-459d-a08b-bc1918826e77 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:01.510766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Network 0dec359a-a484-48a0-abe2-534c3e63eed0 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:59:01.532999 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.542041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07580cae-a24c-4384-8d25-566161df145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.542671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Pushing event updated for resources: {'Port': ['ID=a1698ca9-69c9-413c-ad28-d70e89a9a458,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:01.548703 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Transition to ACTIVE for port object 3021f150-58bb-456c-b5b2-cace5c3ae26b will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:01.564023 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.570554 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:01.618895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.626146 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:01.628294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:01.628880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.632694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:01.633394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Bound port: a57ba47f-c5d5-459d-a08b-bc1918826e77, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:01.662887 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de033efb-e196-4008-816d-7409078bbb9d None None] Pushing event updated for resources: {'Port': ['ID=3021f150-58bb-456c-b5b2-cace5c3ae26b,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:01.681007 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-de033efb-e196-4008-816d-7409078bbb9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:01.685645 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.694837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:01.703663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.746951 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Attempting to bind port 3021f150-58bb-456c-b5b2-cace5c3ae26b on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:01.746951 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Attempting to bind port 3021f150-58bb-456c-b5b2-cace5c3ae26b by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:01.746951 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Attempting to bind port 3021f150-58bb-456c-b5b2-cace5c3ae26b on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:01.749861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event updated for resources: {'Port': ['ID=3ab6ef06-e8f0-44d1-ae26-958aff8674fc,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:01.750152 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:01.750152 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:01.750152 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.750593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 0dec359a-a484-48a0-abe2-534c3e63eed0) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:01.753202 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:01.753202 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Bound port: 3021f150-58bb-456c-b5b2-cace5c3ae26b, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:01.753202 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.758801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:01.775364 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:01.797787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:01.798233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd165435-8239-4e63-b5a6-b4707fc28b43 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.807806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.817484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 176f3cdd-3d1f-4c27-b730-62261fb9cd36 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:01.821784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d30c5f7-bb3d-452b-ab00-08c70dd95a16 None None] Network 0dec359a-a484-48a0-abe2-534c3e63eed0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:01.846855 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] For port 3021f150-58bb-456c-b5b2-cace5c3ae26b, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:01.851720 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] For port 3021f150-58bb-456c-b5b2-cace5c3ae26b, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3021f150-58bb-456c-b5b2-cace5c3ae26b,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:01.861308 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.872751 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-de033efb-e196-4008-816d-7409078bbb9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:01.946221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 176f3cdd-3d1f-4c27-b730-62261fb9cd36 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:01.946599 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:01.964281 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Routers {'e639761d-5225-4abf-822f-682665dbe08f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:01.965845 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e639761d-5225-4abf-822f-682665dbe08f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:01.969829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.032560 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9df71-1ba5-4dbb-aebe-ec986891087e None None] Pushing event updated for resources: {'Port': ['ID=a57ba47f-c5d5-459d-a08b-bc1918826e77,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:02.040861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:02.054768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fd165435-8239-4e63-b5a6-b4707fc28b43 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Calling delete_port for 0fb7d364-ee32-43fd-be27-c091356bb55b owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:02.060350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f1a9df71-1ba5-4dbb-aebe-ec986891087e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:02.060879 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.777s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:02.061229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:02.143191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07580cae-a24c-4384-8d25-566161df145c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f23e09-2c01-418b-802f-c75b07fda13d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:02.160487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07580cae-a24c-4384-8d25-566161df145c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:02.182168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07580cae-a24c-4384-8d25-566161df145c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.183307 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-07580cae-a24c-4384-8d25-566161df145c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67f23e09-2c01-418b-802f-c75b07fda13d HTTP/1.1" status: 204 len: 168 time: 1.0601442 Dec 22 12:59:02.192725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] For port a57ba47f-c5d5-459d-a08b-bc1918826e77, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:02.232612 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] Set router e639761d-5225-4abf-822f-682665dbe08f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:02.316625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.332938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.346041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] For port a57ba47f-c5d5-459d-a08b-bc1918826e77, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a57ba47f-c5d5-459d-a08b-bc1918826e77,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:02.362418 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.368910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:02.442014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.443086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:02.443592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:02.444162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:02.462714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:02.465503 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:02.468940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Transition to ACTIVE for port object 9825b20f-a5a8-498c-8c94-a3aba10298da will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:02.478900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.483013 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 2 to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc Dec 22 12:59:02.509690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9df71-1ba5-4dbb-aebe-ec986891087e None None] Pushing event updated for resources: {'Port': ['ID=a57ba47f-c5d5-459d-a08b-bc1918826e77,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:02.511877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:02.512437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:02.512953 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:02.518447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd165435-8239-4e63-b5a6-b4707fc28b43 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.525590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f1a9df71-1ba5-4dbb-aebe-ec986891087e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:02.531725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:02.532431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event updated for resources: {'Network': ['ID=7ba18cb9-4d62-43f3-9ba6-347d93af1777,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:02.534418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.objects.ports [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87569) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 12:59:02.534885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.550437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:02.553358 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:02.553680 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:02.554183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fbfcf4bd-2b45-4f33-915d-662186db440b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.962s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:02.554565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.562651 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 7ba18cb9-4d62-43f3-9ba6-347d93af1777 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:59:02.655205 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 3 to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc Dec 22 12:59:02.705002 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T12:58:58Z', 'revision_number': 3, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:02.710756 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de033efb-e196-4008-816d-7409078bbb9d None None] Pushing event updated for resources: {'Port': ['ID=3021f150-58bb-456c-b5b2-cace5c3ae26b,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:02.723346 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-de033efb-e196-4008-816d-7409078bbb9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.850s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:02.724175 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a30b7-cd84-4375-9b80-3844f00632de None None] The sync data for ids ['e639761d-5225-4abf-822f-682665dbe08f'] in dv-neutron-822668-1-hyperv is: [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T12:58:58Z', 'revision_number': 3, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:59:02.730512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.750751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd165435-8239-4e63-b5a6-b4707fc28b43 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Pushing event deleted for resources: {'Port': ['ID=0fb7d364-ee32-43fd-be27-c091356bb55b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:02.754278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fd165435-8239-4e63-b5a6-b4707fc28b43 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:02.802121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41820) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:02.812388 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 6.4666743 Dec 22 12:59:02.849115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41822) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:02.872538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 176f3cdd-3d1f-4c27-b730-62261fb9cd36, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=176f3cdd-3d1f-4c27-b730-62261fb9cd36,segment=NetworkSegment(93e21159-fc30-44fc-8388-798f46adf90e),segment_id=93e21159-fc30-44fc-8388-798f46adf90e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:02.889492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a35768-458f-42ca-a57a-7608991d4f5c,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:02.895096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:02.898082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a770905-885d-42bc-969f-fe60089a39c6 None None] Network 31e8b01b-dbb5-466b-a38b-1b7113e19c75 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:02.900004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd165435-8239-4e63-b5a6-b4707fc28b43 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.901937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:02.902273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:02.902648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:02.908915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d3048f4-3858-4f32-9c6e-83d020816aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.913857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:02.915852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:02.916150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:02.916877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Checking segment: {'id': '883ddf92-4467-49fc-b848-adaa61720e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '035f960c-4544-488c-b452-612226f347ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:02.917401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Network hostable DHCP agents. Network: 035f960c-4544-488c-b452-612226f347ad, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:59:02.918485 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fd165435-8239-4e63-b5a6-b4707fc28b43 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] 10.222.0.24 "DELETE /v2.0/ports/0fb7d364-ee32-43fd-be27-c091356bb55b HTTP/1.1" status: 204 len: 168 time: 1.7936616 Dec 22 12:59:02.925274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41828) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:02.926051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:02.929155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:02.966555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:02.967346 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:02.978337 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 4 to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc Dec 22 12:59:03.003743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5d3048f4-3858-4f32-9c6e-83d020816aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:03.014450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5d3048f4-3858-4f32-9c6e-83d020816aa7 admin admin] Usage tracker for resource:security_group_rule and tenant:069b0a7f7f9b49a186e25fba6fd005ac is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:03.021338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5d3048f4-3858-4f32-9c6e-83d020816aa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:03.039860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:03.040177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:03.040507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:03.069716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Network 035f960c-4544-488c-b452-612226f347ad is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:59:03.078976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:03.079335 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:03.086568 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 5 to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc Dec 22 12:59:03.106957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5d3048f4-3858-4f32-9c6e-83d020816aa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:03.120340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event updated for resources: {'Subnet': ['ID=75ff9a3d-8b2d-4e21-b524-dd4eb208da51,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:03.124181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:03.136552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:03.137025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:03.137437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:03.144054 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:03.149935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 035f960c-4544-488c-b452-612226f347ad) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:03.161506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:03.162656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Routers {'5967ab74-2b51-427a-9c37-cf0934af5a2b'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:03.163426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5967ab74-2b51-427a-9c37-cf0934af5a2b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:03.165084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:03.165865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:03.203446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:03.258754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Network f13a7c56-cda0-4112-8efa-249342855ee9 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:03.264451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:03.277422 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:03.288849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:03.297941 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:03.300803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:03.301406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:03.303511 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=176f3cdd-3d1f-4c27-b730-62261fb9cd36,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:03.305987 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 6 to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc Dec 22 12:59:03.315614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:03.325369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6171d3-4d89-4c27-a125-27a7b689d842 None None] Network 035f960c-4544-488c-b452-612226f347ad requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:03.350363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:03.372786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a1698ca9-69c9-413c-ad28-d70e89a9a458 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:03.436449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d3048f4-3858-4f32-9c6e-83d020816aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:03.566815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Allocated IP 172.20.0.1 (91b12b74-efcc-4a89-a606-2b317c2af70a/46825628-1a9b-4da0-bc63-6cbbd1d59b16/2fd12083-d44e-4676-a525-ab5e40ea20e5) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:03.606258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=9825b20f-a5a8-498c-8c94-a3aba10298da,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:03.614496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8a7aa860-514d-45c8-a6be-bbbf54718ce9 None None] Provisioning for port a1698ca9-69c9-413c-ad28-d70e89a9a458 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:03.653364 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:03.660167 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 6.3353994 Dec 22 12:59:03.679178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41834) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:03.681911 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fafb50b1-98be-4ea3-b0d2-70f90fc8b233 tempest-DHCPAgentSchedulersTestJSON-474687777 tempest-DHCPAgentSchedulersTestJSON-474687777-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7288380 Dec 22 12:59:03.684676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:03.685012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:03.685341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:03.691644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-726468283', 'network_id': '035f960c-4544-488c-b452-612226f347ad'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:03.695587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41838) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:03.748071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1539065368'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:03.755836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:03.760237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Usage tracker for resource:network and tenant:218cda47ba4546f99a03473039076ec8 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:03.763082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:03.769742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:03.788688 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:03.805882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:03.806113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Transition to ACTIVE for port object 2fd12083-d44e-4676-a525-ab5e40ea20e5 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:03.809222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Made reservation on behalf of 218cda47ba4546f99a03473039076ec8 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:03.813994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:03.834253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5d3048f4-3858-4f32-9c6e-83d020816aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:03.846884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Usage tracker for resource:port and tenant:bc89e1b1601e4b799483d656da7607d9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:03.849735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:03.850061 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:03.851509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:03.859236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:03.860022 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 7 to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc Dec 22 12:59:03.864306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:03.885667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:03.886021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:03.886341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:03.892838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:03.913431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:59:03.925880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:03.926319 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Added segment 36f05d6a-12e1-4d34-8a74-34f487af39bb of type vlan for network 1208add2-2635-4622-ab91-98aea085c5e4 Dec 22 12:59:03.957203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:03.973256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Network 91b12b74-efcc-4a89-a606-2b317c2af70a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:03.981890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:03.991013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:03.991632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.006040 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.006691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:04.007074 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:04.010142 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 8 to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc Dec 22 12:59:04.025469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Router 5967ab74-2b51-427a-9c37-cf0934af5a2b has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 12:59:04.029647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3048f4-3858-4f32-9c6e-83d020816aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e300c308-b0b1-458d-9408-8a2de21be7a8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:04.035373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.035743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:04.036360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.048806 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5d3048f4-3858-4f32-9c6e-83d020816aa7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=069b0a7f7f9b49a186e25fba6fd005ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1995239 Dec 22 12:59:04.048806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5d3048f4-3858-4f32-9c6e-83d020816aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:04.048948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:04.049212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port a1698ca9-69c9-413c-ad28-d70e89a9a458 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:04.052741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:04.066863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port a1698ca9-69c9-413c-ad28-d70e89a9a458 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:04.067242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.104882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41842) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:04.106111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] Set router 5967ab74-2b51-427a-9c37-cf0934af5a2b gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:04.146532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Made reservation on behalf of bc89e1b1601e4b799483d656da7607d9 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:04.148938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.166766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Pushing event updated for resources: {'Network': ['ID=1208add2-2635-4622-ab91-98aea085c5e4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:04.169545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:04.194563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:04.195404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:04.195966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:04.214793 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9a689fcb-6190-4a9c-8d41-183a096ca4f0 None None] Provisioning complete for port f0a35768-458f-42ca-a57a-7608991d4f5c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:04.215310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9a689fcb-6190-4a9c-8d41-183a096ca4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.238822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 1208add2-2635-4622-ab91-98aea085c5e4 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:59:04.252820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.253024 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.253666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.253933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > port after_create 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.254262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.254593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > port after_update 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.255439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.255848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.256208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.256552 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.323141 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5795901 Dec 22 12:59:04.324495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] device_id is not set on port fb0a78de-3a04-45d0-8f15-656d689067e5 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:04.369407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:04.370190 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:04.406530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41846) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:04.406943 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 9 to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc Dec 22 12:59:04.416102 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.416439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.416913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.417368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:04.417863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba18cb9-4d62-43f3-9ba6-347d93af1777']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:04.450502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f605b551-358c-479a-a276-0178076c00c8') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:04.451064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f605b551-358c-479a-a276-0178076c00c8') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:04.471931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:04.472258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:04.472588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:04.491678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.498770 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Pushing event updated for resources: {'Port': ['ID=2fd12083-d44e-4676-a525-ab5e40ea20e5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:04.506352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:04.521314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9a689fcb-6190-4a9c-8d41-183a096ca4f0 None None] Port f0a35768-458f-42ca-a57a-7608991d4f5c cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:04.529375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f54bd264-c6a7-4a81-92a9-77747aa7b4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.531413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.549193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 12:59:04.549761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: from cryptography.utils import int_from_bytes Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: from cryptography.utils import int_from_bytes Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn_limited( Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn_limited( Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 12:59:04.567049 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 12:59:04.569529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:04.569529 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:04.578033 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 10 to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc Dec 22 12:59:04.600482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f580681b-a182-4282-985a-ac613415a204 None None] Network 035f960c-4544-488c-b452-612226f347ad requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:04.693798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.715126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f54bd264-c6a7-4a81-92a9-77747aa7b4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.776976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.787498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.787918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:04.788464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:04.789025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:04.807089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9a689fcb-6190-4a9c-8d41-183a096ca4f0 None None] Provisioning for port 9825b20f-a5a8-498c-8c94-a3aba10298da completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:04.812047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:04.829810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ba18cb9-4d62-43f3-9ba6-347d93af1777 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 12:59:04.840486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.842910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9a689fcb-6190-4a9c-8d41-183a096ca4f0 None None] Provisioning complete for port 9825b20f-a5a8-498c-8c94-a3aba10298da triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:04.843289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9a689fcb-6190-4a9c-8d41-183a096ca4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.844404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ba18cb9-4d62-43f3-9ba6-347d93af1777,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:04.849005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:04.865816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:04.865816 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:04.866122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:04.903944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:59:04.951746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:05.020702 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] 10.222.0.24 "PUT /v2.0/routers/5967ab74-2b51-427a-9c37-cf0934af5a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2183161 Dec 22 12:59:05.043483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9a689fcb-6190-4a9c-8d41-183a096ca4f0 None None] Port 9825b20f-a5a8-498c-8c94-a3aba10298da cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:05.047585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Allocated IP 2001:db8::38c (035f960c-4544-488c-b452-612226f347ad/75ff9a3d-8b2d-4e21-b524-dd4eb208da51/fb0a78de-3a04-45d0-8f15-656d689067e5) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:05.100644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:05.115587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:05.158922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:05.203704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port a1698ca9-69c9-413c-ad28-d70e89a9a458, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a1698ca9-69c9-413c-ad28-d70e89a9a458,segment=NetworkSegment(5d2154ae-5526-4c04-a99c-7528f053ee13),segment_id=5d2154ae-5526-4c04-a99c-7528f053ee13)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:05.228014 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "DELETE /v2.0/networks/7ba18cb9-4d62-43f3-9ba6-347d93af1777 HTTP/1.1" status: 204 len: 168 time: 2.3643382 Dec 22 12:59:05.240414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41856) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:05.240743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f54bd264-c6a7-4a81-92a9-77747aa7b4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:05.250097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f54bd264-c6a7-4a81-92a9-77747aa7b4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:05.251432 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f54bd264-c6a7-4a81-92a9-77747aa7b4b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e300c308-b0b1-458d-9408-8a2de21be7a8 HTTP/1.1" status: 204 len: 168 time: 1.1442921 Dec 22 12:59:05.256882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:05.282825 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c0b4acc1-57ea-49df-a122-70f36893f6c2 tempest-DHCPAgentSchedulersTestJSON-474687777 tempest-DHCPAgentSchedulersTestJSON-474687777-project-admin] 10.222.0.24 "GET /v2.0/agents/e8a871b7-46b2-4d76-8ca5-7b92884b1485/dhcp-networks HTTP/1.1" status: 200 len: 7260 time: 0.8688250 Dec 22 12:59:05.286907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:05.287647 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 825fc072-b979-4f07-b4f1-79ed6eb93783 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:05.293454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:05.295649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41866) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:05.308231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Pushing event updated for resources: {'Port': ['ID=2fd12083-d44e-4676-a525-ab5e40ea20e5,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:05.312677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:05.313150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07580cae-a24c-4384-8d25-566161df145c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:05.345681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Usage tracker for resource:network and tenant:233212dbf7df4b12b9eb0ff3a6178ee5 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:05.350149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:05.356739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bd264-c6a7-4a81-92a9-77747aa7b4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e300c308-b0b1-458d-9408-8a2de21be7a8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:05.360489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:05.372764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f54bd264-c6a7-4a81-92a9-77747aa7b4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:05.397797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] For port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:05.398262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempted to set empty binding levels {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 12:59:05.424820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:05.450339 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:05.456797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:05.573193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-91322a34-f1ec-47ec-8211-8c5ef5d78522 None None] Provisioning for port 2fd12083-d44e-4676-a525-ab5e40ea20e5 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:05.622900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:05.626953 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-91322a34-f1ec-47ec-8211-8c5ef5d78522 None None] Provisioning complete for port 2fd12083-d44e-4676-a525-ab5e40ea20e5 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:05.627333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91322a34-f1ec-47ec-8211-8c5ef5d78522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:05.655788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Network 91b12b74-efcc-4a89-a606-2b317c2af70a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:05.657659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:05.795427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-91322a34-f1ec-47ec-8211-8c5ef5d78522 None None] Port 2fd12083-d44e-4676-a525-ab5e40ea20e5 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:05.890752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Made reservation on behalf of 233212dbf7df4b12b9eb0ff3a6178ee5 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:05.894197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:05.935909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 825fc072-b979-4f07-b4f1-79ed6eb93783 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:05.936287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:05.939298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:05.940056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:05.994486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=a1698ca9-69c9-413c-ad28-d70e89a9a458,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:06.014947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:06.025582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-91322a34-f1ec-47ec-8211-8c5ef5d78522 None None] Provisioning complete for port a1698ca9-69c9-413c-ad28-d70e89a9a458 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:06.025960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-91322a34-f1ec-47ec-8211-8c5ef5d78522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.026454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Router e639761d-5225-4abf-822f-682665dbe08f has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 12:59:06.069086 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f0a35768-458f-42ca-a57a-7608991d4f5c', 'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'mac_address': 'fa:16:3e:42:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:58Z', 'updated_at': '2021-12-22T12:59:02Z', 'revision_number': 2, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'subnets': [{'id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:06.091761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66b2d0d-46cf-4d8f-a256-7afd372592c3 None None] The sync data for ids ['5967ab74-2b51-427a-9c37-cf0934af5a2b'] in dv-neutron-822668-1-hyperv is: [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f0a35768-458f-42ca-a57a-7608991d4f5c', 'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'mac_address': 'fa:16:3e:42:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:58Z', 'updated_at': '2021-12-22T12:59:02Z', 'revision_number': 2, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'subnets': [{'id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:59:06.198558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.209256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3ec0534b-4fd5-4873-92e6-155f3de47127 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:06.214963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event updated for resources: {'Port': ['ID=3ab6ef06-e8f0-44d1-ae26-958aff8674fc,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:06.233322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 12:59:06.263109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:06.282184 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 8.1347537 Dec 22 12:59:06.282886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41882) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:06.283778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:59:06.315206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.337839 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:59:06.359684 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] 10.222.0.24 "PUT /v2.0/routers/e639761d-5225-4abf-822f-682665dbe08f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4990230 Dec 22 12:59:06.360812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Sync routers for ids ['e639761d-5225-4abf-822f-682665dbe08f'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:59:06.385025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.390806 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Routers {'e639761d-5225-4abf-822f-682665dbe08f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:06.391547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e639761d-5225-4abf-822f-682665dbe08f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:06.394881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.394881 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Added segment a8e5814e-0da5-4a0a-9331-66c9e1d43ca3 of type vlan for network 592ebc0f-cb78-4eb0-85d9-7a0b804f364a Dec 22 12:59:06.404345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.419384 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:06.588795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188f89e-2cb8-4305-bae5-6e51f0890cbc tempest-DHCPAgentSchedulersTestJSON-474687777 tempest-DHCPAgentSchedulersTestJSON-474687777-project-admin] Network 1208add2-2635-4622-ab91-98aea085c5e4 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:59:06.596514 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 3ec0534b-4fd5-4873-92e6-155f3de47127 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:06.604569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e965d-18bf-4379-b8e3-e6c0c5f8d88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Deleting port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:06.604912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d4e965d-18bf-4379-b8e3-e6c0c5f8d88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.720466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41902) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:06.728826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--629446029', 'description': 'tempest-description--1759121193'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:06.737282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:06.742144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Usage tracker for resource:security_group and tenant:6f1cccc2345241df92d866c692f9321f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:06.747071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 3ec0534b-4fd5-4873-92e6-155f3de47127 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:06.747454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.748635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:06.756525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:06.771660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.774650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-769a73cf-f962-48cf-b87a-514cb673ddad None None] Could not find standard attr ID for object 0fb7d364-ee32-43fd-be27-c091356bb55b. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 12:59:06.810386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:06.816506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Usage tracker for resource:security_group_rule and tenant:6f1cccc2345241df92d866c692f9321f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:06.825383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:06.830135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=9825b20f-a5a8-498c-8c94-a3aba10298da,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:06.839613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:06.841627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:06.848275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-769a73cf-f962-48cf-b87a-514cb673ddad None None] Provisioning complete for port 2fd12083-d44e-4676-a525-ab5e40ea20e5 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:06.848603 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-769a73cf-f962-48cf-b87a-514cb673ddad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.870287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.882038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Set router e639761d-5225-4abf-822f-682665dbe08f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:06.905497 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f188f89e-2cb8-4305-bae5-6e51f0890cbc tempest-DHCPAgentSchedulersTestJSON-474687777 tempest-DHCPAgentSchedulersTestJSON-474687777-project-admin] 10.222.0.24 "POST /v2.0/agents/e8a871b7-46b2-4d76-8ca5-7b92884b1485/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.6069908 Dec 22 12:59:06.916784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.945605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-489a9b46-b5b0-4749-92da-b16754382a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:06.964107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.965893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41906) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:06.978419 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-769a73cf-f962-48cf-b87a-514cb673ddad None None] Port 2fd12083-d44e-4676-a525-ab5e40ea20e5 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:06.978833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:06.990395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3546b9-ece5-4d3e-b181-31ce281a1274 None None] Network 1208add2-2635-4622-ab91-98aea085c5e4 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:07.031730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-eeaa71ee-1469-4396-883b-7089eb2403c4 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:07.193467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Network 035f960c-4544-488c-b452-612226f347ad is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:07.213966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a458eb-7a79-4d47-8f83-c157f58a3182,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:07.216652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:07.224552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:07.225540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:07.226097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:07.233648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:07.243300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:07.253985 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5231705 Dec 22 12:59:07.264837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41916) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:07.275261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Request body: {'security_group_rule': {'security_group_id': '46a458eb-7a79-4d47-8f83-c157f58a3182', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:07.310323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:07.319597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Usage tracker for resource:security_group_rule and tenant:6f1cccc2345241df92d866c692f9321f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:07.334095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:07.345259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 12:59:07.352378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:07.380413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Network f13a7c56-cda0-4112-8efa-249342855ee9 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:07.445034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:07.466811 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-906068aa-5da0-4d96-b8c8-ae301d8eb2f7 tempest-DHCPAgentSchedulersTestJSON-474687777 tempest-DHCPAgentSchedulersTestJSON-474687777-project-admin] 10.222.0.24 "GET /v2.0/agents/e8a871b7-46b2-4d76-8ca5-7b92884b1485/dhcp-networks HTTP/1.1" status: 200 len: 8030 time: 0.4969578 Dec 22 12:59:07.470614 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41924) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:07.471662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event updated for resources: {'Port': ['ID=fb0a78de-3a04-45d0-8f15-656d689067e5,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:07.736616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8d4e965d-18bf-4379-b8e3-e6c0c5f8d88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] For port 3ab6ef06-e8f0-44d1-ae26-958aff8674fc, host hv-neutron-8226, got binding levels [] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:07.736995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d4e965d-18bf-4379-b8e3-e6c0c5f8d88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:07.748918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:07.768929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:07.770059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:07.773079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41930) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:07.777130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:07.809520 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.1255386 Dec 22 12:59:07.829976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41936) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:07.885338 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e03bae88-e3e5-4424-817f-7a7bd1c83a10 tempest-DHCPAgentSchedulersTestJSON-474687777 tempest-DHCPAgentSchedulersTestJSON-474687777-project-admin] 10.222.0.24 "DELETE /v2.0/agents/e8a871b7-46b2-4d76-8ca5-7b92884b1485/dhcp-networks/1208add2-2635-4622-ab91-98aea085c5e4 HTTP/1.1" status: 204 len: 168 time: 0.4112740 Dec 22 12:59:07.894184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:07.895271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:07.900003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41942) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:07.900603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:07.928556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 3ec0534b-4fd5-4873-92e6-155f3de47127, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3ec0534b-4fd5-4873-92e6-155f3de47127,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:07.959443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-156f8911-930c-49bb-94c2-a22f26e2c3d3 None None] Provisioning complete for port 9825b20f-a5a8-498c-8c94-a3aba10298da triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:07.959784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-156f8911-930c-49bb-94c2-a22f26e2c3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:07.996896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4c4eeeae-b533-49b7-81a9-e50f53414f8b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Deleting port fb0a78de-3a04-45d0-8f15-656d689067e5 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:07.997572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c4eeeae-b533-49b7-81a9-e50f53414f8b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.005862 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--373044556', 'description': 'tempest-description--878224912'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:08.034101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.051738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:08.124311 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=3ec0534b-4fd5-4873-92e6-155f3de47127,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:08.127289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:08.147222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '2fd12083-d44e-4676-a525-ab5e40ea20e5', 'name': '', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'mac_address': 'fa:16:3e:91:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:02Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 2, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'subnets': [{'id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:08.156130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Checking router: e639761d-5225-4abf-822f-682665dbe08f for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 12:59:08.156487 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Updating router e639761d-5225-4abf-822f-682665dbe08f port 2fd12083-d44e-4676-a525-ab5e40ea20e5 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 12:59:08.189621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-156f8911-930c-49bb-94c2-a22f26e2c3d3 None None] Port 9825b20f-a5a8-498c-8c94-a3aba10298da cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:08.197803 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-24a37f65-c389-4e42-9a55-a4de8c26f510 tempest-DHCPAgentSchedulersTestJSON-474687777 tempest-DHCPAgentSchedulersTestJSON-474687777-project-admin] 10.222.0.24 "GET /v2.0/agents/e8a871b7-46b2-4d76-8ca5-7b92884b1485/dhcp-networks HTTP/1.1" status: 200 len: 7260 time: 0.2817218 Dec 22 12:59:08.198384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41946) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:08.226509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41948) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:08.237145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.240324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.263302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e965d-18bf-4379-b8e3-e6c0c5f8d88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Calling delete_port for 3ab6ef06-e8f0-44d1-ae26-958aff8674fc owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:08.280042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.305093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:08.333085 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-39d67afc-eaad-4342-a136-82158e3e334c tempest-DHCPAgentSchedulersTestJSON-474687777 tempest-DHCPAgentSchedulersTestJSON-474687777-project-admin] 10.222.0.24 "GET /v2.0/networks/31e8b01b-dbb5-466b-a38b-1b7113e19c75/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1020067 Dec 22 12:59:08.343181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3021f150-58bb-456c-b5b2-cace5c3ae26b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:08.384457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41956) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:08.393449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:08.418052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aee0909-f32f-4486-919a-f79172cbce59,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:08.429041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1532458871', 'router:external': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:08.431805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Usage tracker for resource:security_group and tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:08.439555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:08.446359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:08.447319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:08.452547 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-679326c6-2077-4ea2-ba79-f015a62c0f5a tempest-DHCPAgentSchedulersTestJSON-474687777 tempest-DHCPAgentSchedulersTestJSON-474687777-project-admin] 10.222.0.24 "GET /v2.0/networks/31e8b01b-dbb5-466b-a38b-1b7113e19c75/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0611835 Dec 22 12:59:08.462967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41960) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:08.469104 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.475870 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2052972 Dec 22 12:59:08.476014 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 3.2212090 Dec 22 12:59:08.476091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41964) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:08.476091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Usage tracker for resource:network and tenant:c21b462119a34b0098541d7b2014fe3e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:08.481444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 3021f150-58bb-456c-b5b2-cace5c3ae26b completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:08.482596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:08.485307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41966) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:08.487278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:08.493572 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 3021f150-58bb-456c-b5b2-cace5c3ae26b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:08.493781 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.494406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 12:59:08.543442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Request body: {'subnet': {'network_id': '592ebc0f-cb78-4eb0-85d9-7a0b804f364a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:08.550619 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:08.556364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Usage tracker for resource:subnet and tenant:233212dbf7df4b12b9eb0ff3a6178ee5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:08.562127 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:08.578133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:08.593524 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Request body: {'security_group_rule': {'security_group_id': '46a458eb-7a79-4d47-8f83-c157f58a3182', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:08.613542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:08.618783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Usage tracker for resource:security_group_rule and tenant:6f1cccc2345241df92d866c692f9321f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:08.622132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:08.628451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:08.636284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:08.652079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Made reservation on behalf of 233212dbf7df4b12b9eb0ff3a6178ee5 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:08.654415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.678409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Made reservation on behalf of c21b462119a34b0098541d7b2014fe3e for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:08.680705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.715921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event updated for resources: {'Network': ['ID=592ebc0f-cb78-4eb0-85d9-7a0b804f364a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:08.727154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.749286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 3021f150-58bb-456c-b5b2-cace5c3ae26b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3021f150-58bb-456c-b5b2-cace5c3ae26b,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:08.751992 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.758636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.760126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a57ba47f-c5d5-459d-a08b-bc1918826e77 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:08.764754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.790990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2acbaee6-2aa2-4cfa-87a5-7ac687190c2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:08.802092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:08.813828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.823888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 592ebc0f-cb78-4eb0-85d9-7a0b804f364a details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:59:08.838937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:08.855028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Usage tracker for resource:security_group_rule and tenant:c21b462119a34b0098541d7b2014fe3e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:08.860189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d4e965d-18bf-4379-b8e3-e6c0c5f8d88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.871180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:08.877928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c4eeeae-b533-49b7-81a9-e50f53414f8b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:08.878099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:08.896484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:08.941553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:08.974611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Usage tracker for resource:security_group_rule and tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:09.008411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:09.025913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e965d-18bf-4379-b8e3-e6c0c5f8d88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ab6ef06-e8f0-44d1-ae26-958aff8674fc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:09.029214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:09.033922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8d4e965d-18bf-4379-b8e3-e6c0c5f8d88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:09.041413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.045205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=3021f150-58bb-456c-b5b2-cace5c3ae26b,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:09.048350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:09.059496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4c4eeeae-b533-49b7-81a9-e50f53414f8b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Calling delete_port for fb0a78de-3a04-45d0-8f15-656d689067e5 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:09.068287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d4e965d-18bf-4379-b8e3-e6c0c5f8d88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.068836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Transition to ACTIVE for port object 2fd12083-d44e-4676-a525-ab5e40ea20e5 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:09.078618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.085360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-156f7abc-9310-4629-bf8f-f3a7d0564edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:09.097583 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b624280d-791b-4e59-a9cc-fc6453e97b89 tempest-DHCPAgentSchedulersTestJSON-474687777 tempest-DHCPAgentSchedulersTestJSON-474687777-project-admin] 10.222.0.24 "GET /v2.0/agents/e8a871b7-46b2-4d76-8ca5-7b92884b1485/dhcp-networks HTTP/1.1" status: 200 len: 7260 time: 0.6265240 Dec 22 12:59:09.102093 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8d4e965d-18bf-4379-b8e3-e6c0c5f8d88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "DELETE /v2.0/ports/3ab6ef06-e8f0-44d1-ae26-958aff8674fc HTTP/1.1" status: 204 len: 168 time: 2.8100636 Dec 22 12:59:09.104871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41972) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:09.105191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41974) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:09.126453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port a57ba47f-c5d5-459d-a08b-bc1918826e77 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:09.164327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:59:09.171373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.180871 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Sync routers for ids ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:59:09.190488 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Routers {'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:09.191525 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:09.237998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.263417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port a57ba47f-c5d5-459d-a08b-bc1918826e77 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:09.264070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.281096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ba7a7ffb-20f7-4e5c-b2d2-3d8a93b4a4db tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:09.293280 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f82c77-c16c-4292-8193-ba253fcf9e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] GET failed (client error): The resource could not be found. Dec 22 12:59:09.294560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-17f82c77-c16c-4292-8193-ba253fcf9e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Synchronizing usage tracker for tenant:a4cd511c5bcc4b958a57820494f9a5f7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:09.302817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347391d3-3e68-4edd-91f1-c6e720a1bf39 None None] Pushing event updated for resources: {'Port': ['ID=2fd12083-d44e-4676-a525-ab5e40ea20e5,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:09.319883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c038df-1a48-470e-8b20-73229e86f298,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:09.324112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-347391d3-3e68-4edd-91f1-c6e720a1bf39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:09.329972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:09.373273 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] 10.222.0.24 "PUT /v2.0/routers/e39cac93-3db5-4d8a-a7ea-ef8dbef4f452/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7278540 Dec 22 12:59:09.431379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.451181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.488104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.498597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:09.502032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Attempting to bind port 2fd12083-d44e-4676-a525-ab5e40ea20e5 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:09.507348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Attempting to bind port 2fd12083-d44e-4676-a525-ab5e40ea20e5 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:09.508040 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Attempting to bind port 2fd12083-d44e-4676-a525-ab5e40ea20e5 on network 91b12b74-efcc-4a89-a606-2b317c2af70a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:09.514297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.524687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:09.536222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Checking segment: {'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:09.536832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.537330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Bound using segment: {'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:09.537918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Bound port: 2fd12083-d44e-4676-a525-ab5e40ea20e5, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:09.538392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.556460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.556928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-17f82c77-c16c-4292-8193-ba253fcf9e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Unset dirty status for tenant:a4cd511c5bcc4b958a57820494f9a5f7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:09.557054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.561683 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0771461 Dec 22 12:59:09.561827 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-17f82c77-c16c-4292-8193-ba253fcf9e63 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "GET /v2.0/ports/3ab6ef06-e8f0-44d1-ae26-958aff8674fc HTTP/1.1" status: 404 len: 333 time: 0.4497445 Dec 22 12:59:09.562403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41982) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:09.566052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 41984) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:09.567047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f54bd264-c6a7-4a81-92a9-77747aa7b4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:09.624309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:09.628332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:09.644597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.645888 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8695765 Dec 22 12:59:09.648395 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Set router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:09.650074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41990) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:09.651416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Request body: {'port': {'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-929683395'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:09.655097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Request body: {'security_group_rule': {'security_group_id': '3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:09.661487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:09.665722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Usage tracker for resource:security_group_rule and tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:09.673430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:09.674818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:09.688154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.692079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:09.696130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Usage tracker for resource:floatingip and tenant:6f1cccc2345241df92d866c692f9321f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:09.698080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:09.699371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:09.706446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:09.714495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c4eeeae-b533-49b7-81a9-e50f53414f8b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.726439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:09.731724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Sync routers for ids ['5967ab74-2b51-427a-9c37-cf0934af5a2b'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:59:09.733478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > segment before_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.733976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.734970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.735513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > port after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.736160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > port after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.737971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > port after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.738462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > segment after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.738932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > subnet after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.739460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > subnet after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.739970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > subnet after_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.746233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.858436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Routers {'5967ab74-2b51-427a-9c37-cf0934af5a2b'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:09.859096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5967ab74-2b51-427a-9c37-cf0934af5a2b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:09.924021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:09.937262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > subnet after_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.937983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > subnet after_delete 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.938544 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > subnet before_create 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.939089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Subscribe: > subnet before_update 55550000 {{(pid=87569) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 12:59:09.939744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1208add2-2635-4622-ab91-98aea085c5e4']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:09.944080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:59:09.955522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.955904 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Added segment cb125f1a-2650-4ab2-beaf-7dda21ea73a5 of type vlan for network f3e6647c-7bc9-4131-8778-47cf675f2c64 Dec 22 12:59:09.961577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f05d6a-12e1-4d34-8a74-34f487af39bb') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:09.962251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f05d6a-12e1-4d34-8a74-34f487af39bb') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:09.973578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:09.989714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.002207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.023731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.028817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.048983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 12:59:10.049762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: from cryptography.utils import int_from_bytes Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: from cryptography.utils import int_from_bytes Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn_limited( Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn_limited( Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 12:59:10.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 12:59:10.073035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] For port 2fd12083-d44e-4676-a525-ab5e40ea20e5, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:10.081110 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] For port 2fd12083-d44e-4676-a525-ab5e40ea20e5, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2fd12083-d44e-4676-a525-ab5e40ea20e5,segment=NetworkSegment(93e21159-fc30-44fc-8388-798f46adf90e),segment_id=93e21159-fc30-44fc-8388-798f46adf90e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:10.083284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port a57ba47f-c5d5-459d-a08b-bc1918826e77, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a57ba47f-c5d5-459d-a08b-bc1918826e77,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:10.090007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5958ed1c-609f-4a38-83e1-59c24044797f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:10.173143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.176728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.185101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.185213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.185857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a1698ca9-69c9-413c-ad28-d70e89a9a458 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:10.188577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.194495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ed0e609d-b5ff-4c37-a76f-045856b43ba9 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:10.237963 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7e04fc8e-65a5-4ab1-96d9-b02ed174fe05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:10.239007 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9825b20f-a5a8-498c-8c94-a3aba10298da', 'name': '', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'mac_address': 'fa:16:3e:43:bd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:59Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 2, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'subnets': [{'id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:10.241629 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] 10.222.0.24 "DELETE /v2.0/networks/1208add2-2635-4622-ab91-98aea085c5e4 HTTP/1.1" status: 204 len: 168 time: 1.1344316 Dec 22 12:59:10.243511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Pushing event deleted for resources: {'Network': ['ID=1208add2-2635-4622-ab91-98aea085c5e4,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:10.244475 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Checking router: e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 12:59:10.246184 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Updating router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 port 9825b20f-a5a8-498c-8c94-a3aba10298da binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 12:59:10.247777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:10.248569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 41998) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:10.251567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:10.261160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:10.262155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.264334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.491s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:10.277311 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.309675 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c4eeeae-b533-49b7-81a9-e50f53414f8b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.317627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4eeeae-b533-49b7-81a9-e50f53414f8b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb0a78de-3a04-45d0-8f15-656d689067e5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:10.324835 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4c4eeeae-b533-49b7-81a9-e50f53414f8b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "DELETE /v2.0/ports/fb0a78de-3a04-45d0-8f15-656d689067e5 HTTP/1.1" status: 204 len: 168 time: 2.4928408 Dec 22 12:59:10.325620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:10.329802 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4c4eeeae-b533-49b7-81a9-e50f53414f8b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:10.331443 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:10.332048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.335663 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3ac0da-a08f-4c29-a03e-9274712b7b58 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] DELETE failed (client error): The resource could not be found. Dec 22 12:59:10.336233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3ac0da-a08f-4c29-a03e-9274712b7b58 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 12:59:10.341399 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1a3ac0da-a08f-4c29-a03e-9274712b7b58 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] 10.222.0.24 "DELETE /v2.0/ports/0fb7d364-ee32-43fd-be27-c091356bb55b HTTP/1.1" status: 404 len: 333 time: 0.0785203 Dec 22 12:59:10.341399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50717900-cc16-448f-9f9a-a65344352ed5,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:10.344387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:10.345403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42006) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:10.346311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.347513 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6968274 Dec 22 12:59:10.347871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '035f960c-4544-488c-b452-612226f347ad', 'external_fixed_ips': [{'subnet_id': '75ff9a3d-8b2d-4e21-b524-dd4eb208da51', 'ip_address': '2001:db8::38c'}]}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:10.353446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42008) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:10.354917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9559c0ec-dbef-4cef-89f1-5b382227dda5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:10.368560 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.396656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Made reservation on behalf of a4cd511c5bcc4b958a57820494f9a5f7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:10.399226 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.412574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Request body: {'security_group_rule': {'security_group_id': '3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:10.418810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.420011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:10.424385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:10.429044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Usage tracker for resource:security_group_rule and tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:10.433427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:10.439665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:10.464864 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=a57ba47f-c5d5-459d-a08b-bc1918826e77,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:10.472312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.478468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Routers {'e639761d-5225-4abf-822f-682665dbe08f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:10.479512 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e639761d-5225-4abf-822f-682665dbe08f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:10.505882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Usage tracker for resource:router and tenant:bc89e1b1601e4b799483d656da7607d9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:10.533631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-822339cd-f5f2-498d-b65c-575c353b53b1 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Deleting subnet 1af84e29-60a8-44ae-af11-2b2844e71cae {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 12:59:10.543280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-822339cd-f5f2-498d-b65c-575c353b53b1 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.547411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:10.590192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:10.602238 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3869112 Dec 22 12:59:10.609911 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] device_id is not set on port c1ae7693-6c48-44eb-877e-49135e31869c yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:10.621221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42014) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:10.624774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:10.638252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:10.650458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Request body: {'subnet': {'network_id': 'f3e6647c-7bc9-4131-8778-47cf675f2c64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:10.664747 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:10.669143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Usage tracker for resource:subnet and tenant:c21b462119a34b0098541d7b2014fe3e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:10.672891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:10.677252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42018) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:10.680948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:10.694763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2077877145', 'description': 'tempest-description--1734531255'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:10.699366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Made reservation on behalf of c21b462119a34b0098541d7b2014fe3e for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:10.702162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.707337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.708680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.724162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.739749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event updated for resources: {'Network': ['ID=f3e6647c-7bc9-4131-8778-47cf675f2c64,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:10.745072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:10.759955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:10.761639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Set router 5967ab74-2b51-427a-9c37-cf0934af5a2b gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:10.838000 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347391d3-3e68-4edd-91f1-c6e720a1bf39 None None] Pushing event updated for resources: {'Port': ['ID=2fd12083-d44e-4676-a525-ab5e40ea20e5,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:10.843550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network f3e6647c-7bc9-4131-8778-47cf675f2c64 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:59:10.873997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-347391d3-3e68-4edd-91f1-c6e720a1bf39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:10.876471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Usage tracker for resource:security_group and tenant:f088456d3776496db28fcf551f85fdce is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:10.959421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-822339cd-f5f2-498d-b65c-575c353b53b1 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.960646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port a1698ca9-69c9-413c-ad28-d70e89a9a458 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:10.961164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.972004 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.987879 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Transition to ACTIVE for port object 9825b20f-a5a8-498c-8c94-a3aba10298da will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:10.990594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:10.999766 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.005712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.007097 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:11.023801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:11.033580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:11.071915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:11.092041 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef390f-2460-484e-bc59-1964e16e221d None None] Pushing event updated for resources: {'Port': ['ID=9825b20f-a5a8-498c-8c94-a3aba10298da,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:11.098894 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-40ef390f-2460-484e-bc59-1964e16e221d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:11.104272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96c7b92-97ab-4d8d-af89-063fd7f0d730,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:11.111142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:11.142002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.146109 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7875192 Dec 22 12:59:11.182459 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42022) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:11.204171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:11.210895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:11.215757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Usage tracker for resource:floatingip and tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:11.218602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:11.228249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:11.258591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.313157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-822339cd-f5f2-498d-b65c-575c353b53b1 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.397781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.398102 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Attempting to bind port 9825b20f-a5a8-498c-8c94-a3aba10298da on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:11.398546 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Attempting to bind port 9825b20f-a5a8-498c-8c94-a3aba10298da by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:11.398876 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Attempting to bind port 9825b20f-a5a8-498c-8c94-a3aba10298da on network f13a7c56-cda0-4112-8efa-249342855ee9 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:11.401795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] Set router e639761d-5225-4abf-822f-682665dbe08f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:11.408892 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:11.410341 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Checking segment: {'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:11.410747 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.411140 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Bound using segment: {'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:11.411621 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Bound port: 9825b20f-a5a8-498c-8c94-a3aba10298da, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:11.416806 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.438457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.500113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:11.504129 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Usage tracker for resource:security_group_rule and tenant:f088456d3776496db28fcf551f85fdce is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:11.507337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:11.514281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:11.549988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-822339cd-f5f2-498d-b65c-575c353b53b1 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.563927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:11.593399 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.595291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-822339cd-f5f2-498d-b65c-575c353b53b1 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.601929 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] For port 9825b20f-a5a8-498c-8c94-a3aba10298da, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:11.609824 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] For port 9825b20f-a5a8-498c-8c94-a3aba10298da, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9825b20f-a5a8-498c-8c94-a3aba10298da,segment=NetworkSegment(757b5385-7a7f-4d58-8b61-55d41371479c),segment_id=757b5385-7a7f-4d58-8b61-55d41371479c)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:11.610946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.612297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822339cd-f5f2-498d-b65c-575c353b53b1 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Pushing event deleted for resources: {'Subnet': ['ID=1af84e29-60a8-44ae-af11-2b2844e71cae,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:11.613683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.615416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.objects.ports [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 12:59:11.616959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.618162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-822339cd-f5f2-498d-b65c-575c353b53b1 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:11.623742 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.625543 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-822339cd-f5f2-498d-b65c-575c353b53b1 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] 10.222.0.24 "DELETE /v2.0/subnets/1af84e29-60a8-44ae-af11-2b2844e71cae HTTP/1.1" status: 204 len: 168 time: 1.2763789 Dec 22 12:59:11.634961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42028) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:11.636648 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-40ef390f-2460-484e-bc59-1964e16e221d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:11.654350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:11.692258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf55c27d-8717-4964-822a-d8c8ee3fc327 None None] Network 31e8b01b-dbb5-466b-a38b-1b7113e19c75 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:11.695102 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f92b9e-1bd6-4402-b165-4546946c56e7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:11.698349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:11.706935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:11.754847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.766765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.767255 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef390f-2460-484e-bc59-1964e16e221d None None] Pushing event updated for resources: {'Port': ['ID=9825b20f-a5a8-498c-8c94-a3aba10298da,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:11.782465 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-40ef390f-2460-484e-bc59-1964e16e221d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:11.797007 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Routers {'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:11.797791 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:11.891924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e9d40df9-8055-4a8c-9a30-aedc95d76523,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:11.895159 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:11.897642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Allocated IP 172.26.4.140 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/a0337785-aaf2-417e-8a77-2ceb2ee1e459) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:11.970451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Checking segment: {'id': 'a8e5814e-0da5-4a0a-9331-66c9e1d43ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '592ebc0f-cb78-4eb0-85d9-7a0b804f364a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:11.970810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Network hostable DHCP agents. Network: 592ebc0f-cb78-4eb0-85d9-7a0b804f364a, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:59:11.972047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 176f3cdd-3d1f-4c27-b730-62261fb9cd36 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:11.976922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:11.981153 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2984867 Dec 22 12:59:11.984506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42032) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:11.998724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Request body: {'security_group_rule': {'security_group_id': '52f92b9e-1bd6-4402-b165-4546946c56e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:12.015970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:12.033135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.037239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Usage tracker for resource:security_group_rule and tenant:f088456d3776496db28fcf551f85fdce is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:12.041818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Network 592ebc0f-cb78-4eb0-85d9-7a0b804f364a is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:59:12.050948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:12.058379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.065493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:12.098354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.102313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 592ebc0f-cb78-4eb0-85d9-7a0b804f364a) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:12.107974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:12.108669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.111449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8d4e965d-18bf-4379-b8e3-e6c0c5f8d88c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:12.113698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:12.141697 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] Set router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:12.150989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.204053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b00297-0a6c-4cc3-bd1a-96e148e0bd6e None None] Network 592ebc0f-cb78-4eb0-85d9-7a0b804f364a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:12.205324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Allocated IP 172.26.4.5 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/bdd50950-6d69-4647-843d-b038533232d8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:12.207854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:12.216456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:12.233894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:12.294162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.objects.ports [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87569) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 12:59:12.295235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.305625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Deleting port a1698ca9-69c9-413c-ad28-d70e89a9a458 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:12.306299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.471639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Pushing event updated for resources: {'Port': ['ID=a0337785-aaf2-417e-8a77-2ceb2ee1e459,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:12.505936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.508783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.517398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:12.522524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aad4fd66-1aea-4103-ad1e-5834fb27b9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:12.559030 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9825b20f-a5a8-498c-8c94-a3aba10298da', 'name': '', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'mac_address': 'fa:16:3e:43:bd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:59Z', 'updated_at': '2021-12-22T12:59:11Z', 'revision_number': 4, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'subnets': [{'id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:12.562811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 176f3cdd-3d1f-4c27-b730-62261fb9cd36 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:12.564117 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1e9d20-b26a-46cb-a0fe-0ec4ff79c306 None None] The sync data for ids ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'] in dv-neutron-822668-1-hyperv is: [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9825b20f-a5a8-498c-8c94-a3aba10298da', 'name': '', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'mac_address': 'fa:16:3e:43:bd:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:59Z', 'updated_at': '2021-12-22T12:59:11Z', 'revision_number': 4, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'subnets': [{'id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:59:12.569352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.571652 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.639748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Network 0dec359a-a484-48a0-abe2-534c3e63eed0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:12.651720 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1128991 Dec 22 12:59:12.659107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:12.662288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:12.663252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:12.664190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.683084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42036) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:12.708942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Request body: {'floatingip': {'floating_network_id': '592ebc0f-cb78-4eb0-85d9-7a0b804f364a'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:12.713086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bb4007be-7c84-41f7-b19a-118896d481eb,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:12.719194 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.727585 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.1523345 Dec 22 12:59:12.730260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:12.732174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event updated for resources: {'Port': ['ID=c1ae7693-6c48-44eb-877e-49135e31869c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:12.735194 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:12.735698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42040) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:12.738380 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:12.744297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f0a35768-458f-42ca-a57a-7608991d4f5c', 'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'mac_address': 'fa:16:3e:42:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:58Z', 'updated_at': '2021-12-22T12:59:02Z', 'revision_number': 2, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'subnets': [{'id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:12.754751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:12.758382 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '2fd12083-d44e-4676-a525-ab5e40ea20e5', 'name': '', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'mac_address': 'fa:16:3e:91:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:02Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'subnets': [{'id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:12.778262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:12.778652 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Checking router: 5967ab74-2b51-427a-9c37-cf0934af5a2b for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 12:59:12.779016 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Updating router 5967ab74-2b51-427a-9c37-cf0934af5a2b port f0a35768-458f-42ca-a57a-7608991d4f5c binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 12:59:12.780991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:12.807270 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c03ad3-978e-4404-8fe4-7748abecf6e7 None None] The sync data for ids ['e639761d-5225-4abf-822f-682665dbe08f'] in dv-neutron-822668-1-hyperv is: [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '2fd12083-d44e-4676-a525-ab5e40ea20e5', 'name': '', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'mac_address': 'fa:16:3e:91:dc:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:02Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'subnets': [{'id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:59:12.870015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:12.919802 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:12.934645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:12.951699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55050a-23b0-4a06-9c8c-9c6d5bb1cc6c None None] Network 592ebc0f-cb78-4eb0-85d9-7a0b804f364a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:12.985543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Checking segment: {'id': 'cb125f1a-2650-4ab2-beaf-7dda21ea73a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3e6647c-7bc9-4131-8778-47cf675f2c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:12.985885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Network hostable DHCP agents. Network: f3e6647c-7bc9-4131-8778-47cf675f2c64, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:59:13.017790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.035351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0702f4-0e35-4d7f-a1ec-1e9fed4d1099 None None] DHCP port deletion for 31e8b01b-dbb5-466b-a38b-1b7113e19c75 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 12:59:13.068802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] For port a1698ca9-69c9-413c-ad28-d70e89a9a458, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a1698ca9-69c9-413c-ad28-d70e89a9a458,segment=NetworkSegment(5d2154ae-5526-4c04-a99c-7528f053ee13),segment_id=5d2154ae-5526-4c04-a99c-7528f053ee13)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:13.069170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.078257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Network f3e6647c-7bc9-4131-8778-47cf675f2c64 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:59:13.096826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Usage tracker for resource:floatingip and tenant:233212dbf7df4b12b9eb0ff3a6178ee5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:13.097362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6a0702f4-0e35-4d7f-a1ec-1e9fed4d1099 None None] Deleting port a1698ca9-69c9-413c-ad28-d70e89a9a458 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:13.097362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a0702f4-0e35-4d7f-a1ec-1e9fed4d1099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.097978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, f3e6647c-7bc9-4131-8778-47cf675f2c64) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:13.135763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b32631-0d0c-4f62-b75d-928acaacd9f2 None None] Network f3e6647c-7bc9-4131-8778-47cf675f2c64 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:13.303503 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Pushing event updated for resources: {'Port': ['ID=bdd50950-6d69-4647-843d-b038533232d8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:13.306396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:13.317885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Calling delete_port for a1698ca9-69c9-413c-ad28-d70e89a9a458 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:13.324534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.340421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:13.389502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:13.390086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.451429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:13.511295 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8872175 Dec 22 12:59:13.523250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42044) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:13.539786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1161590902', 'network_id': 'f3e6647c-7bc9-4131-8778-47cf675f2c64'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:13.558163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:13.569539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Usage tracker for resource:port and tenant:c21b462119a34b0098541d7b2014fe3e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:13.580207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:13.617371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.618013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.618617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:13.657225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:13.714949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Pushing event deleted for resources: {'Port': ['ID=a1698ca9-69c9-413c-ad28-d70e89a9a458,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:13.718224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] No DVR routers for this DVR port a1698ca9-69c9-413c-ad28-d70e89a9a458 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 12:59:13.719659 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Made reservation on behalf of c21b462119a34b0098541d7b2014fe3e for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:13.721882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.734002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:13.743087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.746519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9825b20f-a5a8-498c-8c94-a3aba10298da up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:13.781949 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.804730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] device_id is not set on port df0e11c3-53bd-4237-852d-5e866c21525f yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:13.808032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.828142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.854769 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.902739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.929020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.947866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:13.956550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:14.049581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Allocated IP 2001:db8::38c (035f960c-4544-488c-b452-612226f347ad/75ff9a3d-8b2d-4e21-b524-dd4eb208da51/30766bfe-3fd6-4bf6-80d4-cc64763cbbd2) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:14.108831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e8b01b-dbb5-466b-a38b-1b7113e19c75']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:14.145940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Pushing event updated for resources: {'Port': ['ID=a0337785-aaf2-417e-8a77-2ceb2ee1e459,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:14.149339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2154ae-5526-4c04-a99c-7528f053ee13') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:14.150959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2154ae-5526-4c04-a99c-7528f053ee13') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:14.164544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f258b9c-0dc9-419f-a31f-6fd45b3bac21 None None] Network f3e6647c-7bc9-4131-8778-47cf675f2c64 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:14.166849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:14.173001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.197921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.233833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.240788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Allocated IP 172.20.0.13 (f3e6647c-7bc9-4131-8778-47cf675f2c64/bb4007be-7c84-41f7-b19a-118896d481eb/df0e11c3-53bd-4237-852d-5e866c21525f) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:14.250642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 12:59:14.251042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 12:59:14.267436 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 12:59:14.274098 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.278489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.283952 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6a0702f4-0e35-4d7f-a1ec-1e9fed4d1099 None None] For port a1698ca9-69c9-413c-ad28-d70e89a9a458, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a1698ca9-69c9-413c-ad28-d70e89a9a458,segment=NetworkSegment(5d2154ae-5526-4c04-a99c-7528f053ee13),segment_id=5d2154ae-5526-4c04-a99c-7528f053ee13)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:14.284270 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a0702f4-0e35-4d7f-a1ec-1e9fed4d1099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.302624 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:14.310278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 9825b20f-a5a8-498c-8c94-a3aba10298da completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:14.333665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.334993 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1478610 Dec 22 12:59:14.381127 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c81b259-f7cf-4041-9dc0-f73ca41d7a77,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:14.388251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.401173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a0d10651-5a8f-4ddc-86d7-b1563d811748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:14.419850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.432582 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Pushing event deleted for resources: {'Network': ['ID=31e8b01b-dbb5-466b-a38b-1b7113e19c75,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:14.436579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:14.440724 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] 10.222.0.24 "DELETE /v2.0/networks/31e8b01b-dbb5-466b-a38b-1b7113e19c75 HTTP/1.1" status: 204 len: 168 time: 2.8027277 Dec 22 12:59:14.444161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:14.473563 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6a0702f4-0e35-4d7f-a1ec-1e9fed4d1099 None None] Calling delete_port for a1698ca9-69c9-413c-ad28-d70e89a9a458 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:14.521241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 9825b20f-a5a8-498c-8c94-a3aba10298da triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:14.521241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.611396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.resource_extend [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 12:59:14.627370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.683272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.694768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:14.789448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Network f3e6647c-7bc9-4131-8778-47cf675f2c64 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:14.829658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:14.836982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:14.848582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] device_id is not set on port c1ae7693-6c48-44eb-877e-49135e31869c yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:14.858130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.877499 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Transition to ACTIVE for port object c1ae7693-6c48-44eb-877e-49135e31869c will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:14.966959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:14.968627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:14.980326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.031849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event updated for resources: {'Port': ['ID=df0e11c3-53bd-4237-852d-5e866c21525f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:15.040465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:15.051744 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.5157304 Dec 22 12:59:15.053559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.054421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42070) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:15.055188 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0660748 Dec 22 12:59:15.056116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.057827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.058407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42072) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:15.063254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.072176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.074014 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42078) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:15.078020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:15.100059 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-6a0702f4-0e35-4d7f-a1ec-1e9fed4d1099 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 12:59:15.100474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-6a0702f4-0e35-4d7f-a1ec-1e9fed4d1099 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 12:59:15.132073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Transition to ACTIVE for port object f0a35768-458f-42ca-a57a-7608991d4f5c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:15.151234 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.159227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:15.166066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Pushing event updated for resources: {'Port': ['ID=bdd50950-6d69-4647-843d-b038533232d8,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:15.209824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.250268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Request body: {'security_group_rule': {'security_group_id': '52f92b9e-1bd6-4402-b165-4546946c56e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:15.323541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42088) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:15.328004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f1547a1f-9630-4321-bbbd-45822d061b5b tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Deleting port df0e11c3-53bd-4237-852d-5e866c21525f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:15.328481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1547a1f-9630-4321-bbbd-45822d061b5b tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.392753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:15.396242 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 12:59:15.412588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Usage tracker for resource:security_group_rule and tenant:f088456d3776496db28fcf551f85fdce is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:15.436982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:15.446644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:15.484462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.556849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182145c7-80ea-458b-9a7f-c4eb759230d7 None None] Pushing event updated for resources: {'Port': ['ID=f0a35768-458f-42ca-a57a-7608991d4f5c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:15.566682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-182145c7-80ea-458b-9a7f-c4eb759230d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:15.579140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.587987 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.9887235 Dec 22 12:59:15.630781 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6a0702f4-0e35-4d7f-a1ec-1e9fed4d1099 None None] Deleting port a1698ca9-69c9-413c-ad28-d70e89a9a458 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:15.632063 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a0702f4-0e35-4d7f-a1ec-1e9fed4d1099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.636277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Network 035f960c-4544-488c-b452-612226f347ad is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:15.642866 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:15.645480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:15.645835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:15.646242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:15.659905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:15.675348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 9825b20f-a5a8-498c-8c94-a3aba10298da, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9825b20f-a5a8-498c-8c94-a3aba10298da,segment=NetworkSegment(757b5385-7a7f-4d58-8b61-55d41371479c),segment_id=757b5385-7a7f-4d58-8b61-55d41371479c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:15.691134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.692495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.693450 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a57ba47f-c5d5-459d-a08b-bc1918826e77 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:15.716133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-59a19410-a69a-4fdc-8a4c-67b0691b9a57 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Synchronizing usage tracker for tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:15.723049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:15.723049 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:15.735871 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 2 to bind port c1ae7693-6c48-44eb-877e-49135e31869c Dec 22 12:59:15.740256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1547a1f-9630-4321-bbbd-45822d061b5b tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.750320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:15.809155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:15.809482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:15.809810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:15.811999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event updated for resources: {'Port': ['ID=c1ae7693-6c48-44eb-877e-49135e31869c,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:15.828625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.909676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6a0702f4-0e35-4d7f-a1ec-1e9fed4d1099 None None] The port 'a1698ca9-69c9-413c-ad28-d70e89a9a458' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 12:59:15.928949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Attempting to bind port f0a35768-458f-42ca-a57a-7608991d4f5c on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:15.929427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Attempting to bind port f0a35768-458f-42ca-a57a-7608991d4f5c by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:15.929907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Attempting to bind port f0a35768-458f-42ca-a57a-7608991d4f5c on network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:15.951082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:15.951483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Checking segment: {'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:15.952259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f1547a1f-9630-4321-bbbd-45822d061b5b tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Calling delete_port for df0e11c3-53bd-4237-852d-5e866c21525f owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:15.952724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.952943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Bound using segment: {'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:15.953413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Bound port: f0a35768-458f-42ca-a57a-7608991d4f5c, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:15.953798 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:15.980603 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Allocated IP 172.20.0.12 (592ebc0f-cb78-4eb0-85d9-7a0b804f364a/e9d40df9-8055-4a8c-9a30-aedc95d76523/e6ddeaa9-2305-4e7c-9a32-caa11bf3c800) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:15.997884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-59a19410-a69a-4fdc-8a4c-67b0691b9a57 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Unset dirty status for tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:16.013419 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-59a19410-a69a-4fdc-8a4c-67b0691b9a57 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--373044556&fields=id&tenant_id=e967f4a5842b4b8fa7e30c04ff57e8a9 HTTP/1.1" status: 200 len: 267 time: 0.6883757 Dec 22 12:59:16.029734 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-acb51ec4-d3fb-4de9-b564-d1a49d11eb8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=218cda47ba4546f99a03473039076ec8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8710587 Dec 22 12:59:16.030353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:16.040310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:16.040641 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:16.045756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42116) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:16.052836 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 3 to bind port c1ae7693-6c48-44eb-877e-49135e31869c Dec 22 12:59:16.053830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=9825b20f-a5a8-498c-8c94-a3aba10298da,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:16.064201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:16.073623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.083925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port a57ba47f-c5d5-459d-a08b-bc1918826e77 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:16.084642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.106364 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 12:59:16.107394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:16.107742 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:16.108069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:16.136584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.165248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f15f3133-408a-4183-8e23-3ce3338738a1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:16.165713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] For port f0a35768-458f-42ca-a57a-7608991d4f5c, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:16.169859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] For port f0a35768-458f-42ca-a57a-7608991d4f5c, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f0a35768-458f-42ca-a57a-7608991d4f5c,segment=NetworkSegment(7b11e030-39b5-46ff-a844-3c762b120efa),segment_id=7b11e030-39b5-46ff-a844-3c762b120efa)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:16.180581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.187492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cd2ce7-232a-4708-a372-3dfe6edf6ce3,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:16.190902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:16.218551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:16.223236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:16.223562 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:16.238078 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 4 to bind port c1ae7693-6c48-44eb-877e-49135e31869c Dec 22 12:59:16.269979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event updated for resources: {'Port': ['ID=30766bfe-3fd6-4bf6-80d4-cc64763cbbd2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:16.289048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.211s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:16.289581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4c4eeeae-b533-49b7-81a9-e50f53414f8b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.042s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:16.289946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4c4eeeae-b533-49b7-81a9-e50f53414f8b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:16.296546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.724s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:16.297074 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:16.297792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:16.298113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:16.298434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:16.310939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Routers {'5967ab74-2b51-427a-9c37-cf0934af5a2b'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:16.311501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:16.311881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5967ab74-2b51-427a-9c37-cf0934af5a2b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:16.311989 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:16.324867 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 5 to bind port c1ae7693-6c48-44eb-877e-49135e31869c Dec 22 12:59:16.335884 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-2ab731ca-0679-48cc-9dff-322356978c50 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Synchronizing usage tracker for tenant:6f1cccc2345241df92d866c692f9321f on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:16.362932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.364202 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3049233 Dec 22 12:59:16.365068 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d887ff4-62ec-45fa-ba92-748718260f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.384629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42122) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:16.405358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3021f150-58bb-456c-b5b2-cace5c3ae26b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:16.421790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:16.447871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:16.461166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-e92f5cbc-775c-41e0-91b9-cdec3752f7c5 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:16.461893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-e92f5cbc-775c-41e0-91b9-cdec3752f7c5 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Synchronizing usage tracker for tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:16.466974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:16.466974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:16.466974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:16.469348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182145c7-80ea-458b-9a7f-c4eb759230d7 None None] Pushing event updated for resources: {'Port': ['ID=f0a35768-458f-42ca-a57a-7608991d4f5c,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:16.472877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Usage tracker for resource:floatingip and tenant:f088456d3776496db28fcf551f85fdce is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:16.473013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-182145c7-80ea-458b-9a7f-c4eb759230d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:16.479826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:16.486863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:16.494079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d887ff4-62ec-45fa-ba92-748718260f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.495405 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:16.511179 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 6 to bind port c1ae7693-6c48-44eb-877e-49135e31869c Dec 22 12:59:16.554146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:16.579273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1547a1f-9630-4321-bbbd-45822d061b5b tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.601951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.605562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 3021f150-58bb-456c-b5b2-cace5c3ae26b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:16.605990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.620793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:16.621123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:16.621446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:16.624174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-2ab731ca-0679-48cc-9dff-322356978c50 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Unset dirty status for tenant:6f1cccc2345241df92d866c692f9321f on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:16.625362 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-2ab731ca-0679-48cc-9dff-322356978c50 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--629446029&fields=id&tenant_id=6f1cccc2345241df92d866c692f9321f HTTP/1.1" status: 200 len: 267 time: 0.5866652 Dec 22 12:59:16.647265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:16.650324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] Set router 5967ab74-2b51-427a-9c37-cf0934af5a2b gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:16.680502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:16.680825 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:16.683596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.691647 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 7 to bind port c1ae7693-6c48-44eb-877e-49135e31869c Dec 22 12:59:16.691808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-e92f5cbc-775c-41e0-91b9-cdec3752f7c5 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Unset dirty status for tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:16.692872 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-e92f5cbc-775c-41e0-91b9-cdec3752f7c5 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/networks?id=91b12b74-efcc-4a89-a606-2b317c2af70a HTTP/1.1" status: 200 len: 806 time: 0.6786768 Dec 22 12:59:16.712902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1547a1f-9630-4321-bbbd-45822d061b5b tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event deleted for resources: {'Port': ['ID=df0e11c3-53bd-4237-852d-5e866c21525f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:16.718839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f1547a1f-9630-4321-bbbd-45822d061b5b tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:16.786266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:16.786824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:16.787144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:16.801677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:16.802236 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:16.806062 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 8 to bind port c1ae7693-6c48-44eb-877e-49135e31869c Dec 22 12:59:16.812656 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-32793e1f-6a37-4f7a-8017-cd52c134c200 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/quotas/e967f4a5842b4b8fa7e30c04ff57e8a9 HTTP/1.1" status: 200 len: 375 time: 0.1051266 Dec 22 12:59:16.813351 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.908529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d887ff4-62ec-45fa-ba92-748718260f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.923260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:16.956440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d887ff4-62ec-45fa-ba92-748718260f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b487da6e-b0c7-4385-bae6-ba4a7fa0654f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:16.961385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8d887ff4-62ec-45fa-ba92-748718260f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:16.962697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1547a1f-9630-4321-bbbd-45822d061b5b tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.973958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2fd12083-d44e-4676-a525-ab5e40ea20e5 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:16.981430 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f1547a1f-9630-4321-bbbd-45822d061b5b tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "DELETE /v2.0/ports/df0e11c3-53bd-4237-852d-5e866c21525f HTTP/1.1" status: 204 len: 168 time: 1.9255998 Dec 22 12:59:16.984255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d887ff4-62ec-45fa-ba92-748718260f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:16.985273 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8d887ff4-62ec-45fa-ba92-748718260f90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b487da6e-b0c7-4385-bae6-ba4a7fa0654f HTTP/1.1" status: 204 len: 168 time: 0.9326437 Dec 22 12:59:16.995794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42126) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:17.006932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:17.007259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:17.007589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:17.025327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3e6647c-7bc9-4131-8778-47cf675f2c64', 'external_fixed_ips': [{'subnet_id': 'bb4007be-7c84-41f7-b19a-118896d481eb', 'ip_address': '172.20.0.13'}]}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:17.036864 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6098b946-b2a0-4087-a75a-1c75a74f7dd9 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e967f4a5842b4b8fa7e30c04ff57e8a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1942146 Dec 22 12:59:17.040189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:17.042278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:17.042594 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:17.051855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.054735 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 9 to bind port c1ae7693-6c48-44eb-877e-49135e31869c Dec 22 12:59:17.067367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Usage tracker for resource:router and tenant:c21b462119a34b0098541d7b2014fe3e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:17.173623 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 2fd12083-d44e-4676-a525-ab5e40ea20e5 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:17.179465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 2fd12083-d44e-4676-a525-ab5e40ea20e5 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:17.179875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.183138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:17.239917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-539d941d-be99-499a-8838-2c5473bd0ddc tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:17.250388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Allocated IP 172.26.4.245 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/4bf93e53-4745-4411-90f7-e5f598ebdc6c) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:17.250517 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-539d941d-be99-499a-8838-2c5473bd0ddc tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/networks?id=aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 HTTP/1.1" status: 200 len: 811 time: 0.6084878 Dec 22 12:59:17.259570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f0a35768-458f-42ca-a57a-7608991d4f5c', 'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'mac_address': 'fa:16:3e:42:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:58Z', 'updated_at': '2021-12-22T12:59:16Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'subnets': [{'id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:17.262180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:17.267411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:17.267767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:17.268107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:17.279035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536c45b-91c3-4914-8314-3eb48c9381a0 None None] The sync data for ids ['5967ab74-2b51-427a-9c37-cf0934af5a2b'] in dv-neutron-822668-1-hyperv is: [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f0a35768-458f-42ca-a57a-7608991d4f5c', 'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'mac_address': 'fa:16:3e:42:83:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:58Z', 'updated_at': '2021-12-22T12:59:16Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'subnets': [{'id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:59:17.304034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.344188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:17.344645 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:17.349568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.361353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:17.384749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 2fd12083-d44e-4676-a525-ab5e40ea20e5, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2fd12083-d44e-4676-a525-ab5e40ea20e5,segment=NetworkSegment(93e21159-fc30-44fc-8388-798f46adf90e),segment_id=93e21159-fc30-44fc-8388-798f46adf90e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:17.389589 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.390440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3ec0534b-4fd5-4873-92e6-155f3de47127 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:17.403175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42140) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:17.416681 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 10 to bind port c1ae7693-6c48-44eb-877e-49135e31869c Dec 22 12:59:17.424919 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-14303f4c-8950-4576-af3f-b30bce9257b6 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/quotas/6f1cccc2345241df92d866c692f9321f HTTP/1.1" status: 200 len: 375 time: 0.1718323 Dec 22 12:59:17.429217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-347391d3-3e68-4edd-91f1-c6e720a1bf39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:17.444449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Network 592ebc0f-cb78-4eb0-85d9-7a0b804f364a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:17.445857 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.447049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.466481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:17.527317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-dcaac856-84c2-4337-af5e-a08fdefb86c0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 12:59:17.528415 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-dcaac856-84c2-4337-af5e-a08fdefb86c0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1905856 Dec 22 12:59:17.542788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2346b024-895e-4839-91ca-d715e9488cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.543698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:17.578850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.579529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=2fd12083-d44e-4676-a525-ab5e40ea20e5,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:17.583627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:17.584821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 3ec0534b-4fd5-4873-92e6-155f3de47127 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:17.585278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.589383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:17.589907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:17.590480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:17.592790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2346b024-895e-4839-91ca-d715e9488cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:17.607889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.658967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2346b024-895e-4839-91ca-d715e9488cdc admin admin] Usage tracker for resource:security_group_rule and tenant:5456443ec9244c77b93d84b576c9ca12 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:17.666712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:17.667035 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port c1ae7693-6c48-44eb-877e-49135e31869c on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:17.667381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.675841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2346b024-895e-4839-91ca-d715e9488cdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:17.688886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2346b024-895e-4839-91ca-d715e9488cdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:17.773110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:17.779421 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-8cc779a5-a623-4cec-ad9d-af38ca06d343 service neutron] 10.222.0.24 "GET /v2.0/networks/91b12b74-efcc-4a89-a606-2b317c2af70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383382 Dec 22 12:59:17.786332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:17.790250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a1698ca9-69c9-413c-ad28-d70e89a9a458 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 12:59:17.855272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: a1698ca9-69c9-413c-ad28-d70e89a9a458 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 12:59:17.855746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a1698ca9-69c9-413c-ad28-d70e89a9a458 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 12:59:17.946220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event updated for resources: {'Port': ['ID=e6ddeaa9-2305-4e7c-9a32-caa11bf3c800,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:17.949493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:17.952662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:17.964686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:17.973000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:17.998357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9825b20f-a5a8-498c-8c94-a3aba10298da up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:18.049236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Pushing event updated for resources: {'Port': ['ID=4bf93e53-4745-4411-90f7-e5f598ebdc6c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:18.060946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:18.066724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2346b024-895e-4839-91ca-d715e9488cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.085046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2346b024-895e-4839-91ca-d715e9488cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.085774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 9825b20f-a5a8-498c-8c94-a3aba10298da triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:18.085960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.111415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:18.156021 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-06cfea8f-9cf9-42e7-bd42-f3ceae695bd2 service neutron] 10.222.0.24 "GET /v2.0/networks/91b12b74-efcc-4a89-a606-2b317c2af70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352332 Dec 22 12:59:18.175246 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2346b024-895e-4839-91ca-d715e9488cdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5456443ec9244c77b93d84b576c9ca12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7708995 Dec 22 12:59:18.177846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42144) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:18.190404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346b024-895e-4839-91ca-d715e9488cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a120de27-57b9-4a56-b84d-5355ac9b41c6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:18.197807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2346b024-895e-4839-91ca-d715e9488cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:18.216886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.265701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f0a35768-458f-42ca-a57a-7608991d4f5c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:18.300201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.331802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae770-8d17-4310-91aa-5b8bf4a1b4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.336974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.369797 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port f0a35768-458f-42ca-a57a-7608991d4f5c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:18.376001 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f0a35768-458f-42ca-a57a-7608991d4f5c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:18.376422 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.385957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.410575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] For port c1ae7693-6c48-44eb-877e-49135e31869c, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:18.411037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempted to set empty binding levels {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 12:59:18.431906 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.455133 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-6cb57be3-5985-4517-b3fc-096e9c7adec5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6f1cccc2345241df92d866c692f9321f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9926875 Dec 22 12:59:18.552973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.569259 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4abfe205-59e3-4c36-826c-9957c6320c44 req-29412cf8-71f6-400c-841b-b36183c0a6ad tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 210 time: 0.0687969 Dec 22 12:59:18.582343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae770-8d17-4310-91aa-5b8bf4a1b4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.629343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port f0a35768-458f-42ca-a57a-7608991d4f5c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f0a35768-458f-42ca-a57a-7608991d4f5c,segment=NetworkSegment(7b11e030-39b5-46ff-a844-3c762b120efa),segment_id=7b11e030-39b5-46ff-a844-3c762b120efa)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:18.639294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.640501 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2fd12083-d44e-4676-a525-ab5e40ea20e5 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:18.685119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.693458 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-002215ba-45e6-40e1-9c06-ba8ba5b22675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:18.697171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.701982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:18.710811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:18.752017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae770-8d17-4310-91aa-5b8bf4a1b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.813223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=f0a35768-458f-42ca-a57a-7608991d4f5c,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:18.850673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:18.863839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 2fd12083-d44e-4676-a525-ab5e40ea20e5 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:18.864217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.868661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Pushing event updated for resources: {'Port': ['ID=4bf93e53-4745-4411-90f7-e5f598ebdc6c,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:18.875413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:18.875822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:18.899246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ae770-8d17-4310-91aa-5b8bf4a1b4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a120de27-57b9-4a56-b84d-5355ac9b41c6,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:18.908561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.915298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ff0ae770-8d17-4310-91aa-5b8bf4a1b4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:18.923065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff0ae770-8d17-4310-91aa-5b8bf4a1b4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.926493 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ff0ae770-8d17-4310-91aa-5b8bf4a1b4e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a120de27-57b9-4a56-b84d-5355ac9b41c6 HTTP/1.1" status: 204 len: 168 time: 0.7455246 Dec 22 12:59:18.933901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.935586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5487316 Dec 22 12:59:18.989833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] In _notify_port_updated(), no bound segment for port c1ae7693-6c48-44eb-877e-49135e31869c on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 12:59:18.990832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:18.992715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.994047 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "PUT /v2.0/ports/c1ae7693-6c48-44eb-877e-49135e31869c HTTP/1.1" status: 200 len: 980 time: 6.2175238 Dec 22 12:59:18.995912 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:18.997193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42178) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:19.123520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.124197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.124845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.125324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.125799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.126573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.127057 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.127531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.128043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.128929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.129405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.130035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.141002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.141520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.142220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.142475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.143076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.143401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.143899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.146813 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0ec9b7a1-ed53-4e4d-8133-3e86d80277d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16912 time: 0.1486859 Dec 22 12:59:19.150378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42192) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:19.150516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event updated for resources: {'Port': ['ID=c1ae7693-6c48-44eb-877e-49135e31869c,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:19.167319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:19.190840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:19.226208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-50d4cdb8-cba7-44e7-b830-6e5ca9070ac2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 12:59:19.226745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b44cd5ee-ac2c-4f0b-b9d4-cc338127deca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Deleting port c1ae7693-6c48-44eb-877e-49135e31869c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:19.227244 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-50d4cdb8-cba7-44e7-b830-6e5ca9070ac2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4628463 Dec 22 12:59:19.238637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Router 61341664-2184-4729-b30d-9d8c55e6d654 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 12:59:19.243095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b44cd5ee-ac2c-4f0b-b9d4-cc338127deca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:19.367648 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-0d23a10a-3235-42c4-a071-17d0216ce4bc tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2077877145&fields=id&tenant_id=f088456d3776496db28fcf551f85fdce HTTP/1.1" status: 200 len: 267 time: 0.0938585 Dec 22 12:59:19.729592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b44cd5ee-ac2c-4f0b-b9d4-cc338127deca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] For port c1ae7693-6c48-44eb-877e-49135e31869c, host hv-neutron-8226, got binding levels [] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:19.729953 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b44cd5ee-ac2c-4f0b-b9d4-cc338127deca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:19.800086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:59:19.806720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-b3489113-9407-4d5a-b01b-e9e8fdb5e8b0 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:19.808256 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-b3489113-9407-4d5a-b01b-e9e8fdb5e8b0 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/networks?id=f13a7c56-cda0-4112-8efa-249342855ee9 HTTP/1.1" status: 200 len: 811 time: 0.4250188 Dec 22 12:59:19.814154 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Sync routers for ids ['61341664-2184-4729-b30d-9d8c55e6d654'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:59:19.824140 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-95bdc66d-2221-4455-b33c-d5f3d706daf2 service neutron] 10.222.0.24 "GET /v2.0/networks/aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700951 Dec 22 12:59:19.830673 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Routers {'61341664-2184-4729-b30d-9d8c55e6d654'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:19.831372 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['61341664-2184-4729-b30d-9d8c55e6d654'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:19.886931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b44cd5ee-ac2c-4f0b-b9d4-cc338127deca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Calling delete_port for c1ae7693-6c48-44eb-877e-49135e31869c owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:19.966549 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-b8574305-a4a5-4d08-ac92-02814fc6d0a5 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/quotas/f088456d3776496db28fcf551f85fdce HTTP/1.1" status: 200 len: 375 time: 0.0868120 Dec 22 12:59:19.989381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f0a35768-458f-42ca-a57a-7608991d4f5c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:20.126128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f0a35768-458f-42ca-a57a-7608991d4f5c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:20.126537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:20.146009 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Set router 61341664-2184-4729-b30d-9d8c55e6d654 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:20.151491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b44cd5ee-ac2c-4f0b-b9d4-cc338127deca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:20.161378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:20.193491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c6154ec7-ab53-4687-90da-51faf6b937a4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:20.256619 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:20.272112 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:20.273787 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.9373863 Dec 22 12:59:20.293098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42236) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:20.357752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-9ec4c00c-6d6a-4484-b07b-bb2476db876e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Synchronizing usage tracker for tenant:f088456d3776496db28fcf551f85fdce on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:20.391819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42240) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:20.440378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cd5ee-ac2c-4f0b-b9d4-cc338127deca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1ae7693-6c48-44eb-877e-49135e31869c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:20.443804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b44cd5ee-ac2c-4f0b-b9d4-cc338127deca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:20.454233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b44cd5ee-ac2c-4f0b-b9d4-cc338127deca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:20.463910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:20.474719 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d064b575-6c83-4de2-be1e-b5898a7bfc8f service neutron] 10.222.0.24 "GET /v2.0/networks/aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5815413 Dec 22 12:59:20.478285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:20.488132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-86d1388b-5f14-47aa-a93f-adbe9ec2797b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:20.538016 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61341664-2184-4729-b30d-9d8c55e6d654', 'name': '', 'tenant_id': 'bc89e1b1601e4b799483d656da7607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '035f960c-4544-488c-b452-612226f347ad', 'external_fixed_ips': [{'subnet_id': '75ff9a3d-8b2d-4e21-b524-dd4eb208da51', 'ip_address': '2001:db8::38c'}], 'enable_snat': True}, 'gw_port_id': '30766bfe-3fd6-4bf6-80d4-cc64763cbbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:10Z', 'updated_at': '2021-12-22T12:59:16Z', 'revision_number': 3, 'project_id': 'bc89e1b1601e4b799483d656da7607d9', 'gw_port': {'id': '30766bfe-3fd6-4bf6-80d4-cc64763cbbd2', 'name': '', 'network_id': '035f960c-4544-488c-b452-612226f347ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:78:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61341664-2184-4729-b30d-9d8c55e6d654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 157, 'fixed_ips': [{'subnet_id': '75ff9a3d-8b2d-4e21-b524-dd4eb208da51', 'ip_address': '2001:db8::38c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:13Z', 'updated_at': '2021-12-22T12:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75ff9a3d-8b2d-4e21-b524-dd4eb208da51', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:20.544014 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Checking router: 61341664-2184-4729-b30d-9d8c55e6d654 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 12:59:20.544626 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Updating router 61341664-2184-4729-b30d-9d8c55e6d654 port 30766bfe-3fd6-4bf6-80d4-cc64763cbbd2 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 12:59:20.551087 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b44cd5ee-ac2c-4f0b-b9d4-cc338127deca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c1ae7693-6c48-44eb-877e-49135e31869c HTTP/1.1" status: 204 len: 168 time: 1.3996239 Dec 22 12:59:20.560939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42246) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:20.619398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event updated for resources: {'Port': ['ID=e6ddeaa9-2305-4e7c-9a32-caa11bf3c800,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:20.638236 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:20.642456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:20.717157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-271937199'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:20.722784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-9ec4c00c-6d6a-4484-b07b-bb2476db876e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Unset dirty status for tenant:f088456d3776496db28fcf551f85fdce on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:20.724364 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-9ec4c00c-6d6a-4484-b07b-bb2476db876e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f088456d3776496db28fcf551f85fdce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7502437 Dec 22 12:59:20.742742 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:20.754224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Usage tracker for resource:network and tenant:9b0fbd2bdd9e4802a262023d673c049a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:20.759746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:20.774365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:20.776668 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0eb061-d8c6-4a06-9124-992b3f70355c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] GET failed (client error): The resource could not be found. Dec 22 12:59:20.777254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4f0eb061-d8c6-4a06-9124-992b3f70355c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Synchronizing usage tracker for tenant:a4cd511c5bcc4b958a57820494f9a5f7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:20.780127 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Allocated IP 172.20.0.13 (f3e6647c-7bc9-4131-8778-47cf675f2c64/bb4007be-7c84-41f7-b19a-118896d481eb/bb571a62-2124-45bc-9fd1-4c064457a831) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:20.788014 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:20.810643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Made reservation on behalf of 9b0fbd2bdd9e4802a262023d673c049a for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:20.814586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:20.888483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4f0eb061-d8c6-4a06-9124-992b3f70355c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Unset dirty status for tenant:a4cd511c5bcc4b958a57820494f9a5f7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:20.895651 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4f0eb061-d8c6-4a06-9124-992b3f70355c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "GET /v2.0/ports/c1ae7693-6c48-44eb-877e-49135e31869c HTTP/1.1" status: 404 len: 333 time: 0.3329949 Dec 22 12:59:20.900901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42260) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:20.911911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1626788803', 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:20.922449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:20.937200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:20.965796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.017715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:21.027706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.028902 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3372657 Dec 22 12:59:21.049566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42268) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:21.075037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:21.087437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-476a0633-19ff-4646-9a1d-b9586e7d2102 req-72425157-7d73-45cf-8e16-713e31c6d8fe tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Synchronizing usage tracker for tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:21.091227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Usage tracker for resource:security_group_rule and tenant:9b0fbd2bdd9e4802a262023d673c049a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:21.095201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:21.102184 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:21.114978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.54', 51036) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:21.174925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-476a0633-19ff-4646-9a1d-b9586e7d2102 req-72425157-7d73-45cf-8e16-713e31c6d8fe tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Unset dirty status for tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:21.176076 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-476a0633-19ff-4646-9a1d-b9586e7d2102 req-72425157-7d73-45cf-8e16-713e31c6d8fe tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 210 time: 0.1592984 Dec 22 12:59:21.306633 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.332985 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Transition to ACTIVE for port object 30766bfe-3fd6-4bf6-80d4-cc64763cbbd2 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:21.349321 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.355686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.365628 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:21.393547 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-77797eb6-f147-494e-a7d3-abbe43f59c19 req-abe86ef4-6ea9-4367-b7b9-ca7e559782ba tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.0864694 Dec 22 12:59:21.412735 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-f5f043f4-181f-40e8-8b70-a2e7e36e1257 service neutron] 10.222.0.24 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682820 Dec 22 12:59:21.433780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-24f59fb0-68cd-49c9-9855-1f371d9c9089 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:21.435217 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-24f59fb0-68cd-49c9-9855-1f371d9c9089 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.54 "GET /v2.0/networks?id=91b12b74-efcc-4a89-a606-2b317c2af70a HTTP/1.1" status: 200 len: 806 time: 0.3193696 Dec 22 12:59:21.445243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Made reservation on behalf of a4cd511c5bcc4b958a57820494f9a5f7 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:21.449870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.467746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.475449 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Attempting to bind port 30766bfe-3fd6-4bf6-80d4-cc64763cbbd2 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:21.475815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.476670 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Attempting to bind port 30766bfe-3fd6-4bf6-80d4-cc64763cbbd2 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '883ddf92-4467-49fc-b848-adaa61720e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '035f960c-4544-488c-b452-612226f347ad'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:21.477276 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Attempting to bind port 30766bfe-3fd6-4bf6-80d4-cc64763cbbd2 on network 035f960c-4544-488c-b452-612226f347ad {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:21.480469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:21.489603 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:21.490479 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Checking segment: {'id': '883ddf92-4467-49fc-b848-adaa61720e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '035f960c-4544-488c-b452-612226f347ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:21.491299 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.491853 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Bound using segment: {'id': '883ddf92-4467-49fc-b848-adaa61720e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '035f960c-4544-488c-b452-612226f347ad'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:21.493201 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Bound port: 30766bfe-3fd6-4bf6-80d4-cc64763cbbd2, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883ddf92-4467-49fc-b848-adaa61720e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '035f960c-4544-488c-b452-612226f347ad'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:21.493941 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.559637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.561350 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a16c2-d910-475e-a8ee-077a1c4a626d None None] Pushing event updated for resources: {'Port': ['ID=30766bfe-3fd6-4bf6-80d4-cc64763cbbd2,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:21.566414 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-5f5a16c2-d910-475e-a8ee-077a1c4a626d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:21.592568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:59:21.609191 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] For port 30766bfe-3fd6-4bf6-80d4-cc64763cbbd2, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:21.613607 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] For port 30766bfe-3fd6-4bf6-80d4-cc64763cbbd2, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=30766bfe-3fd6-4bf6-80d4-cc64763cbbd2,segment=NetworkSegment(883ddf92-4467-49fc-b848-adaa61720e0a),segment_id=883ddf92-4467-49fc-b848-adaa61720e0a)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:21.619401 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.626868 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:21.627110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f250b0c-75f1-4e9b-9eeb-f830e8e2bce6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:21.637188 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-0d6126ec-a622-4787-ad1a-051179220276 service neutron] 10.222.0.24 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707349 Dec 22 12:59:21.648459 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3dbd8af6-ae15-4a40-8037-6b5903b3379c tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=592ebc0f-cb78-4eb0-85d9-7a0b804f364a HTTP/1.1" status: 200 len: 690 time: 0.5955477 Dec 22 12:59:21.659754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42298) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:21.663140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:21.666390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:21.674065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] device_id is not set on port ea8feb54-4bfa-41e8-b072-c70c92ea5f81 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:21.763355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.788217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Deleting port 30766bfe-3fd6-4bf6-80d4-cc64763cbbd2 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:21.788537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.794082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:21.794432 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Added segment 04a049ee-8422-41e9-a8d8-7aaa493471a5 of type vlan for network 411bebc9-de85-4561-b31e-10bafb0e1d86 Dec 22 12:59:21.796271 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a16c2-d910-475e-a8ee-077a1c4a626d None None] Pushing event updated for resources: {'Port': ['ID=30766bfe-3fd6-4bf6-80d4-cc64763cbbd2,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:21.802406 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-5f5a16c2-d910-475e-a8ee-077a1c4a626d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:21.822284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Network f3e6647c-7bc9-4131-8778-47cf675f2c64 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:21.825232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:21.828048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:21.846311 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Routers {'61341664-2184-4729-b30d-9d8c55e6d654'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:21.847256 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['61341664-2184-4729-b30d-9d8c55e6d654'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:21.928608 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-95002db9-beb9-424b-9bb9-1be1c8e0c482 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e967f4a5842b4b8fa7e30c04ff57e8a9 HTTP/1.1" status: 200 len: 379 time: 0.4223437 Dec 22 12:59:21.983125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event updated for resources: {'Port': ['ID=bb571a62-2124-45bc-9fd1-4c064457a831,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:22.045502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:22.095509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Request body: {'port': {'device_id': '59aaa1e7-278c-46de-9214-06cd877e4887', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'admin_state_up': True, 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'security_groups': ['3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:22.155505 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] Set router 61341664-2184-4729-b30d-9d8c55e6d654 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:22.225323 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0d1386d4-9c27-48c3-8e2b-2172ce5e98e2 req-ee34af7e-be50-4cb0-b1f1-5702e6a199ae tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 210 time: 0.1831946 Dec 22 12:59:22.314700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:22.404069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:22.579033 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61341664-2184-4729-b30d-9d8c55e6d654', 'name': '', 'tenant_id': 'bc89e1b1601e4b799483d656da7607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:10Z', 'updated_at': '2021-12-22T12:59:21Z', 'revision_number': 4, 'project_id': 'bc89e1b1601e4b799483d656da7607d9', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:22.594394 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce97de-9596-4b76-9c7d-11fc330d70af None None] The sync data for ids ['61341664-2184-4729-b30d-9d8c55e6d654'] in dv-neutron-822668-1-hyperv is: [{'id': '61341664-2184-4729-b30d-9d8c55e6d654', 'name': '', 'tenant_id': 'bc89e1b1601e4b799483d656da7607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:10Z', 'updated_at': '2021-12-22T12:59:21Z', 'revision_number': 4, 'project_id': 'bc89e1b1601e4b799483d656da7607d9', 'gw_port_host': None}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:59:22.612247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:22.693462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:22.704708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:22.833525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:22.861053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Deleting port e6ddeaa9-2305-4e7c-9a32-caa11bf3c800 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:22.861675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:22.944948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9bc20358-68b5-4dec-b0e0-b2cdc04a61f8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:22.957980 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5532ef1-a356-4db0-a63a-f148067353b9 req-0264f097-a1a5-406d-9f88-949d415456d5 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 210 time: 0.4734867 Dec 22 12:59:22.960770 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:23.062469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] For port 30766bfe-3fd6-4bf6-80d4-cc64763cbbd2, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=30766bfe-3fd6-4bf6-80d4-cc64763cbbd2,segment=NetworkSegment(883ddf92-4467-49fc-b848-adaa61720e0a),segment_id=883ddf92-4467-49fc-b848-adaa61720e0a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:23.063163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:23.256861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Calling delete_port for 30766bfe-3fd6-4bf6-80d4-cc64763cbbd2 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:23.433546 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c502e3a7-b74c-480f-8ea0-aabb14c6f77a req-2f7c2587-9feb-448d-a139-5a535d031b5c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.7470970 Dec 22 12:59:23.442454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:23.470450 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.0727026 Dec 22 12:59:23.474823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42344) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:23.667470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Request body: {'subnet': {'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:23.683539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:23.736189 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a083454-3900-45fb-8529-707be5edeb78 req-f8d7e698-dcb2-4231-8f77-1027b9a060e7 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 210 time: 0.0694909 Dec 22 12:59:23.741745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event updated for resources: {'Network': ['ID=411bebc9-de85-4561-b31e-10bafb0e1d86,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:23.753424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:23.759550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 411bebc9-de85-4561-b31e-10bafb0e1d86 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:59:23.776720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Made reservation on behalf of e967f4a5842b4b8fa7e30c04ff57e8a9 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:23.796138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:23.806447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:23.885279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:23.954511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:24.033782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event deleted for resources: {'Port': ['ID=30766bfe-3fd6-4bf6-80d4-cc64763cbbd2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:24.087525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:24.091905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Usage tracker for resource:subnet and tenant:9b0fbd2bdd9e4802a262023d673c049a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:24.094745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:24.100539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:24.116787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:24.121126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:24.151269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Made reservation on behalf of 9b0fbd2bdd9e4802a262023d673c049a for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:24.154681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:24.172793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:24.242124 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6bd7267f-b2e5-45bd-9573-e396cbbf5166 req-442c235d-aaec-4d8b-8beb-c85e2fc9d4d8 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 210 time: 0.1267405 Dec 22 12:59:24.388134 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Allocated IP 172.20.0.10 (91b12b74-efcc-4a89-a606-2b317c2af70a/46825628-1a9b-4da0-bc63-6cbbd1d59b16/37a48997-48bb-4ae4-9054-847a1e519fdb) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:24.426165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-038c5ed9-7090-4793-8584-3997835aa0c4 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:24.451009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Router 34b0318e-e970-4b3b-b77b-856b83200f07 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 12:59:24.529297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:24.532286 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:24.690556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:24.691014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:24.738485 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:24.739015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61341664-2184-4729-b30d-9d8c55e6d654 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 12:59:24.814154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Network 0dec359a-a484-48a0-abe2-534c3e63eed0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:24.925091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-06a8f17e-49c8-491d-a4d1-b549f4fb846a req-1c522596-78ac-40a8-bbbf-50837021e855 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Synchronizing usage tracker for tenant:6f1cccc2345241df92d866c692f9321f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:24.943646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Calling delete_port for e6ddeaa9-2305-4e7c-9a32-caa11bf3c800 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:24.974646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:24.977214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:24.978348 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:24.978930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:24.990533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event updated for resources: {'Port': ['ID=ea8feb54-4bfa-41e8-b072-c70c92ea5f81,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:24.993847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:25.009925 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b5a79231-291c-497e-a8bd-601a2136d398 req-b5d337f5-c11e-4d87-9c25-85f390f938d0 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 210 time: 0.0724494 Dec 22 12:59:25.035666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:25.036327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:25.040616 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "DELETE /v2.0/routers/61341664-2184-4729-b30d-9d8c55e6d654 HTTP/1.1" status: 204 len: 168 time: 4.7250683 Dec 22 12:59:25.042886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42354) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:25.051648 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.1479294 Dec 22 12:59:25.053502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42358) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:25.064483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7e230c22-0719-4b82-9b6f-441b82e9b2bd tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:25.098628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-06a8f17e-49c8-491d-a4d1-b549f4fb846a req-1c522596-78ac-40a8-bbbf-50837021e855 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Unset dirty status for tenant:6f1cccc2345241df92d866c692f9321f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:25.105472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:59:25.113780 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-06a8f17e-49c8-491d-a4d1-b549f4fb846a req-1c522596-78ac-40a8-bbbf-50837021e855 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.4445381 Dec 22 12:59:25.116324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Sync routers for ids ['34b0318e-e970-4b3b-b77b-856b83200f07'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:59:25.126472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Routers {'34b0318e-e970-4b3b-b77b-856b83200f07'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:25.127597 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['34b0318e-e970-4b3b-b77b-856b83200f07'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:25.178160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:25.203150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event updated for resources: {'Subnet': ['ID=55381961-3646-4317-95ff-65c29f471f56,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:25.214060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:25.221656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Transition to ACTIVE for port object 37a48997-48bb-4ae4-9054-847a1e519fdb will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:25.222013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98385a7d-3b95-4f56-95fa-de5fcd5175c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:25.222793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-98385a7d-3b95-4f56-95fa-de5fcd5175c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Synchronizing usage tracker for tenant:a4cd511c5bcc4b958a57820494f9a5f7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:25.224764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:25.229243 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.2321119 Dec 22 12:59:25.229735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42362) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:25.233012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Checking segment: {'id': '04a049ee-8422-41e9-a8d8-7aaa493471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:25.233413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Network hostable DHCP agents. Network: 411bebc9-de85-4561-b31e-10bafb0e1d86, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:59:25.260714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Network 411bebc9-de85-4561-b31e-10bafb0e1d86 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:59:25.272600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 411bebc9-de85-4561-b31e-10bafb0e1d86) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:25.290853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:25.294127 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:25.295092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:25.300961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20dd844-9124-4c77-9bbd-369f15695598 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Deleting subnet 75ff9a3d-8b2d-4e21-b524-dd4eb208da51 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 12:59:25.322940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a20dd844-9124-4c77-9bbd-369f15695598 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:25.331868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bc4b1d-82d3-481b-aa2d-e85f43ef44a7 None None] Network 411bebc9-de85-4561-b31e-10bafb0e1d86 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:25.337331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e047f016-6dc2-46bc-a4de-42bee1aafc5b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:25.396482 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9158537 Dec 22 12:59:25.427079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42368) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:25.446503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-98385a7d-3b95-4f56-95fa-de5fcd5175c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Unset dirty status for tenant:a4cd511c5bcc4b958a57820494f9a5f7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:25.447713 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-98385a7d-3b95-4f56-95fa-de5fcd5175c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "GET /v2.0/ports/ea8feb54-4bfa-41e8-b072-c70c92ea5f81 HTTP/1.1" status: 200 len: 959 time: 0.3949325 Dec 22 12:59:25.451742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Request body: {'port': {'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2019300836'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:25.461811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:25.474295 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Set router 34b0318e-e970-4b3b-b77b-856b83200f07 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:25.581871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Network 91b12b74-efcc-4a89-a606-2b317c2af70a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:25.584175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:25.603026 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:25.663211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Pushing event updated for resources: {'Port': ['ID=37a48997-48bb-4ae4-9054-847a1e519fdb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:25.668914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:25.721334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a20dd844-9124-4c77-9bbd-369f15695598 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:25.759022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e3c7b-3e15-4ca3-bc98-7752aeb3fa97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Deleting port ea8feb54-4bfa-41e8-b072-c70c92ea5f81 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:25.765820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3c7b-3e15-4ca3-bc98-7752aeb3fa97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:25.804999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a20dd844-9124-4c77-9bbd-369f15695598 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:25.963083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:25.988961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-411bebc9-de85-4561-b31e-10bafb0e1d86', 'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86', 'tenant_id': '9b0fbd2bdd9e4802a262023d673c049a', 'fixed_ips': [{'subnet_id': '55381961-3646-4317-95ff-65c29f471f56'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 12:59:25.990223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.000316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:26.001048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.029796 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9861710 Dec 22 12:59:26.041850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ea3ac-b8a3-44a3-a18a-38745fbfd40a req-e71825c6-1f85-48d0-b43a-48a78b396fdf tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:26.042889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-6b8ea3ac-b8a3-44a3-a18a-38745fbfd40a req-e71825c6-1f85-48d0-b43a-48a78b396fdf tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Synchronizing usage tracker for tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:26.104934 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e8054a4f-8083-48e1-a1b8-066db6170054 None None] Provisioning for port 37a48997-48bb-4ae4-9054-847a1e519fdb completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:26.139251 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e8054a4f-8083-48e1-a1b8-066db6170054 None None] Provisioning complete for port 37a48997-48bb-4ae4-9054-847a1e519fdb triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:26.140378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e8054a4f-8083-48e1-a1b8-066db6170054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.175044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3c7b-3e15-4ca3-bc98-7752aeb3fa97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.252891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e8054a4f-8083-48e1-a1b8-066db6170054 None None] Port 37a48997-48bb-4ae4-9054-847a1e519fdb cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:26.273367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:26.280187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Usage tracker for resource:port and tenant:9b0fbd2bdd9e4802a262023d673c049a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:26.282610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b0318e-e970-4b3b-b77b-856b83200f07', 'name': '', 'tenant_id': 'c21b462119a34b0098541d7b2014fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3e6647c-7bc9-4131-8778-47cf675f2c64', 'external_fixed_ips': [{'subnet_id': 'bb4007be-7c84-41f7-b19a-118896d481eb', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'bb571a62-2124-45bc-9fd1-4c064457a831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:17Z', 'updated_at': '2021-12-22T12:59:22Z', 'revision_number': 3, 'project_id': 'c21b462119a34b0098541d7b2014fe3e', 'gw_port': {'id': 'bb571a62-2124-45bc-9fd1-4c064457a831', 'name': '', 'network_id': 'f3e6647c-7bc9-4131-8778-47cf675f2c64', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:bd:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b0318e-e970-4b3b-b77b-856b83200f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'bb4007be-7c84-41f7-b19a-118896d481eb', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:20Z', 'updated_at': '2021-12-22T12:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb4007be-7c84-41f7-b19a-118896d481eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:26.284798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:26.291548 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Checking router: 34b0318e-e970-4b3b-b77b-856b83200f07 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 12:59:26.292242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Updating router 34b0318e-e970-4b3b-b77b-856b83200f07 port bb571a62-2124-45bc-9fd1-4c064457a831 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 12:59:26.292908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:26.329071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Allocated IP 2001:db8::2 (411bebc9-de85-4561-b31e-10bafb0e1d86/55381961-3646-4317-95ff-65c29f471f56/67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:26.357076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a20dd844-9124-4c77-9bbd-369f15695598 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.358122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Made reservation on behalf of 9b0fbd2bdd9e4802a262023d673c049a for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:26.361847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.376939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e3c7b-3e15-4ca3-bc98-7752aeb3fa97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Calling delete_port for ea8feb54-4bfa-41e8-b072-c70c92ea5f81 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:26.417720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:26.433161 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.456532 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c8c968f4-f08e-4bfc-88a7-7498ef34d2e8 req-4f10eec5-e812-427d-8747-e9b8fa78fdde tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 210 time: 0.1540420 Dec 22 12:59:26.475804 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-6b8ea3ac-b8a3-44a3-a18a-38745fbfd40a req-e71825c6-1f85-48d0-b43a-48a78b396fdf tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Unset dirty status for tenant:e967f4a5842b4b8fa7e30c04ff57e8a9 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:26.479629 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6b8ea3ac-b8a3-44a3-a18a-38745fbfd40a req-e71825c6-1f85-48d0-b43a-48a78b396fdf tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 932 time: 1.0229211 Dec 22 12:59:26.481786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3c7b-3e15-4ca3-bc98-7752aeb3fa97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.504550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-aef1df3a-4f58-49e0-9d95-c2d348cc508c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:26.564569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dd844-9124-4c77-9bbd-369f15695598 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=75ff9a3d-8b2d-4e21-b524-dd4eb208da51,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:26.585407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e3c7b-3e15-4ca3-bc98-7752aeb3fa97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea8feb54-4bfa-41e8-b072-c70c92ea5f81,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:26.588882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1d7e3c7b-3e15-4ca3-bc98-7752aeb3fa97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:26.593039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d7e3c7b-3e15-4ca3-bc98-7752aeb3fa97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.606575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.618939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a20dd844-9124-4c77-9bbd-369f15695598 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:26.635080 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6b8ea3ac-b8a3-44a3-a18a-38745fbfd40a req-92c29a68-3c1f-494c-a31f-765c2d042b8f tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365714 Dec 22 12:59:26.637087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a20dd844-9124-4c77-9bbd-369f15695598 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.639212 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1d7e3c7b-3e15-4ca3-bc98-7752aeb3fa97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ea8feb54-4bfa-41e8-b072-c70c92ea5f81 HTTP/1.1" status: 204 len: 168 time: 1.1764362 Dec 22 12:59:26.643081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42382) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:26.665434 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a20dd844-9124-4c77-9bbd-369f15695598 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/75ff9a3d-8b2d-4e21-b524-dd4eb208da51 HTTP/1.1" status: 204 len: 168 time: 1.6181939 Dec 22 12:59:26.695296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42386) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:26.703037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:26.772402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] device_id is not set on port 06bada91-bbf6-4912-a179-8b1537d32cc7 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:26.818037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.824691 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bad85a-5344-453a-9cec-050625edd158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] GET failed (client error): The resource could not be found. Dec 22 12:59:26.825251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-71bad85a-5344-453a-9cec-050625edd158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Synchronizing usage tracker for tenant:a4cd511c5bcc4b958a57820494f9a5f7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:26.850320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6ddeaa9-2305-4e7c-9a32-caa11bf3c800,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:26.921159 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-88811552-134a-4584-b99f-3dd1fd8d07d4 req-afbd5d5b-5479-467a-b2b1-483edadd89c6 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.1508539 Dec 22 12:59:26.922119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:26.932069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.986114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:26.992660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Deleting port bb571a62-2124-45bc-9fd1-4c064457a831 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:26.993220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.014087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035f960c-4544-488c-b452-612226f347ad']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:27.024994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.026913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883ddf92-4467-49fc-b848-adaa61720e0a') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:27.027376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883ddf92-4467-49fc-b848-adaa61720e0a') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:27.037935 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Transition to ACTIVE for port object bb571a62-2124-45bc-9fd1-4c064457a831 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:27.040632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.048884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.060126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.062778 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:27.067485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 12:59:27.067897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 12:59:27.189591 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 12:59:27.199278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-71bad85a-5344-453a-9cec-050625edd158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Unset dirty status for tenant:a4cd511c5bcc4b958a57820494f9a5f7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:27.200780 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-71bad85a-5344-453a-9cec-050625edd158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "GET /v2.0/ports/ea8feb54-4bfa-41e8-b072-c70c92ea5f81 HTTP/1.1" status: 404 len: 333 time: 0.5566988 Dec 22 12:59:27.205856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42390) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:27.213791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Request body: {'port': {'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-505560748'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:27.228267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.235739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:27.242879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.247660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 035f960c-4544-488c-b452-612226f347ad {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 12:59:27.249522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:27.253923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:27.281988 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.290843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.295747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event deleted for resources: {'Network': ['ID=035f960c-4544-488c-b452-612226f347ad,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:27.301787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:27.305670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Transition to ACTIVE for port object 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:27.316964 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "DELETE /v2.0/networks/035f960c-4544-488c-b452-612226f347ad HTTP/1.1" status: 204 len: 168 time: 0.6162517 Dec 22 12:59:27.326910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Transition to ACTIVE for port object 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:27.331053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ef7d8-7770-4b76-a965-cc7b91b27636 None None] Pushing event updated for resources: {'Port': ['ID=bb571a62-2124-45bc-9fd1-4c064457a831,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:27.334580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-171ef7d8-7770-4b76-a965-cc7b91b27636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:27.335994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Attempting to bind port bb571a62-2124-45bc-9fd1-4c064457a831 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:27.337005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Attempting to bind port bb571a62-2124-45bc-9fd1-4c064457a831 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'cb125f1a-2650-4ab2-beaf-7dda21ea73a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3e6647c-7bc9-4131-8778-47cf675f2c64'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:27.337141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Made reservation on behalf of a4cd511c5bcc4b958a57820494f9a5f7 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:27.337518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Attempting to bind port bb571a62-2124-45bc-9fd1-4c064457a831 on network f3e6647c-7bc9-4131-8778-47cf675f2c64 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:27.339574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.343471 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.349684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-182145c7-80ea-458b-9a7f-c4eb759230d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:27.385363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:27.385778 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Checking segment: {'id': 'cb125f1a-2650-4ab2-beaf-7dda21ea73a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3e6647c-7bc9-4131-8778-47cf675f2c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:27.386142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.386540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Bound using segment: {'id': 'cb125f1a-2650-4ab2-beaf-7dda21ea73a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3e6647c-7bc9-4131-8778-47cf675f2c64'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:27.387021 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Bound port: bb571a62-2124-45bc-9fd1-4c064457a831, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb125f1a-2650-4ab2-beaf-7dda21ea73a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f3e6647c-7bc9-4131-8778-47cf675f2c64'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:27.387397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.420053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.446324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] device_id is not set on port a6c39ce2-f952-40aa-8d6f-1c1c14774018 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:27.503571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.520566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Network 411bebc9-de85-4561-b31e-10bafb0e1d86 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:27.546340 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:27.557515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:27.716980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Pushing event updated for resources: {'Port': ['ID=67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:27.725598 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:27.782343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] For port bb571a62-2124-45bc-9fd1-4c064457a831, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:27.825073 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a260129c-d2f6-42f2-85f2-4493ee099be7 req-4007a841-a854-4907-81ec-58a89e664241 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 210 time: 0.1503015 Dec 22 12:59:27.835899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] For port bb571a62-2124-45bc-9fd1-4c064457a831, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=bb571a62-2124-45bc-9fd1-4c064457a831,segment=NetworkSegment(cb125f1a-2650-4ab2-beaf-7dda21ea73a5),segment_id=cb125f1a-2650-4ab2-beaf-7dda21ea73a5)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:27.837494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4de17ebd-bd9a-4d56-b8c4-182d8fb44d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.845945 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:27.850872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:27.911843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Calling delete_port for bb571a62-2124-45bc-9fd1-4c064457a831 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:27.928147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Attempting to bind port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:27.928568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Attempting to bind port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '04a049ee-8422-41e9-a8d8-7aaa493471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:27.928951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Attempting to bind port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f on network 411bebc9-de85-4561-b31e-10bafb0e1d86 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:27.939405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42404) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:27.946392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ce38dceb-4954-4102-ab90-67f7597ff73a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Request body: {'router': {'name': 'tempest-router--1459021553', 'project_id': 'ef12c3a0873c457dbde886e2424e4f17'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:27.949596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Routers {'34b0318e-e970-4b3b-b77b-856b83200f07'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:27.950412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['34b0318e-e970-4b3b-b77b-856b83200f07'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:27.956295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ce38dceb-4954-4102-ab90-67f7597ff73a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:27.967410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ce38dceb-4954-4102-ab90-67f7597ff73a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Usage tracker for resource:router and tenant:ef12c3a0873c457dbde886e2424e4f17 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:27.975716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ce38dceb-4954-4102-ab90-67f7597ff73a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:27.991280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ce38dceb-4954-4102-ab90-67f7597ff73a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:28.022222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce38dceb-4954-4102-ab90-67f7597ff73a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:28.024111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce38dceb-4954-4102-ab90-67f7597ff73a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:28.047980 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce38dceb-4954-4102-ab90-67f7597ff73a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:28.095660 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:28.101533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Checking segment: {'id': '04a049ee-8422-41e9-a8d8-7aaa493471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:28.102031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:28.102468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Bound using segment: {'id': '04a049ee-8422-41e9-a8d8-7aaa493471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:28.103057 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Bound port: 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a049ee-8422-41e9-a8d8-7aaa493471a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:28.103465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:28.106403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Allocated IP 2001:db8::2f6 (411bebc9-de85-4561-b31e-10bafb0e1d86/55381961-3646-4317-95ff-65c29f471f56/06bada91-bbf6-4912-a179-8b1537d32cc7) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:28.248252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467b821-4eb3-4b0a-a732-7db9f411ebbc req-0798e19a-e6e0-4c6d-872c-10ec9f8063ea tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:28.250137 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6467b821-4eb3-4b0a-a732-7db9f411ebbc req-0798e19a-e6e0-4c6d-872c-10ec9f8063ea tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 932 time: 0.3521316 Dec 22 12:59:28.285972 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e6021936-e7fa-45ec-9dae-85f5b162f3e2 req-f6b29391-0158-4369-83e7-e3cadb571239 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.0807381 Dec 22 12:59:28.308960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ef7d8-7770-4b76-a965-cc7b91b27636 None None] Pushing event updated for resources: {'Port': ['ID=bb571a62-2124-45bc-9fd1-4c064457a831,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:28.314496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce38dceb-4954-4102-ab90-67f7597ff73a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:28.350491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] For port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:28.353822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] For port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f,segment=NetworkSegment(04a049ee-8422-41e9-a8d8-7aaa493471a5),segment_id=04a049ee-8422-41e9-a8d8-7aaa493471a5)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:28.354584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce38dceb-4954-4102-ab90-67f7597ff73a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:28.358818 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ce38dceb-4954-4102-ab90-67f7597ff73a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4174194 Dec 22 12:59:28.361088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42410) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:28.361245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-171ef7d8-7770-4b76-a965-cc7b91b27636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:28.365947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:28.372299 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f1a9df71-1ba5-4dbb-aebe-ec986891087e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:28.385405 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6467b821-4eb3-4b0a-a732-7db9f411ebbc req-3c382321-416b-46a8-b005-37dc3976153d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139200 Dec 22 12:59:28.426594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:28.442934 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] Set router 34b0318e-e970-4b3b-b77b-856b83200f07 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:28.539144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-73a5a011-3438-4b0d-ac21-3d294bbc8614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:28.559295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-567af7e9-749b-4c19-ac87-881c47d07302 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:28.621691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b0318e-e970-4b3b-b77b-856b83200f07', 'name': '', 'tenant_id': 'c21b462119a34b0098541d7b2014fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:17Z', 'updated_at': '2021-12-22T12:59:26Z', 'revision_number': 4, 'project_id': 'c21b462119a34b0098541d7b2014fe3e', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:28.655282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1098b5fa-3a5a-4fa7-b460-0bbd323d0a28 None None] The sync data for ids ['34b0318e-e970-4b3b-b77b-856b83200f07'] in dv-neutron-822668-1-hyperv is: [{'id': '34b0318e-e970-4b3b-b77b-856b83200f07', 'name': '', 'tenant_id': 'c21b462119a34b0098541d7b2014fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:17Z', 'updated_at': '2021-12-22T12:59:26Z', 'revision_number': 4, 'project_id': 'c21b462119a34b0098541d7b2014fe3e', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:59:28.689246 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Pushing event updated for resources: {'Port': ['ID=67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:28.703580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:28.822112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:28.853315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 12:59:28.856037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 12:59:28.865413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e9d40df9-8055-4a8c-9a30-aedc95d76523,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:28.925961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:29.160599 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b6666fb8-16d4-44ca-b158-1b3ce01075cc req-dce62acb-1d60-4023-9d47-bfc6e99b9cd5 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 210 time: 0.0616906 Dec 22 12:59:29.162724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-567af7e9-749b-4c19-ac87-881c47d07302 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.165976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-567af7e9-749b-4c19-ac87-881c47d07302 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.221028 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.266089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-567af7e9-749b-4c19-ac87-881c47d07302 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.266647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567af7e9-749b-4c19-ac87-881c47d07302 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f371223b-2475-44ce-9667-8c02cbefe6ef {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 12:59:29.283097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-567af7e9-749b-4c19-ac87-881c47d07302 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.284316 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-567af7e9-749b-4c19-ac87-881c47d07302 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "DELETE /v2.0/routers/f371223b-2475-44ce-9667-8c02cbefe6ef HTTP/1.1" status: 204 len: 168 time: 0.9222507 Dec 22 12:59:29.286994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592ebc0f-cb78-4eb0-85d9-7a0b804f364a']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:29.306501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.319758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:29.363078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e5814e-0da5-4a0a-9331-66c9e1d43ca3') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:29.363367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e5814e-0da5-4a0a-9331-66c9e1d43ca3') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:29.380388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Deleting port bb571a62-2124-45bc-9fd1-4c064457a831 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:29.380812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.472689 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42422) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:29.473458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.493561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.506508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Network 0dec359a-a484-48a0-abe2-534c3e63eed0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:29.519174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:29.589505 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:29.590494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:29.591177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.599911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.613561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c39ce2-f952-40aa-8d6f-1c1c14774018,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:29.707996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Transition to ACTIVE for port object 06bada91-bbf6-4912-a179-8b1537d32cc7 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:29.726957 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3443024b-2321-4359-9372-89c21765558b req-fa292d2d-d7a2-454a-b58c-13425041e9eb tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.2052536 Dec 22 12:59:29.738167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:29.756822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 12:59:29.757650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 12:59:29.787624 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 12:59:29.823475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1852682649', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:29.837056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-575f0c28-eb70-4aa2-bf4e-4caf3f31581b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.848208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765e35-f078-41e4-a249-6676f387e564 req-2ff63e78-8621-4cb4-89d2-25c202ac707d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:29.856160 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ff765e35-f078-41e4-a249-6676f387e564 req-2ff63e78-8621-4cb4-89d2-25c202ac707d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 932 time: 0.2547653 Dec 22 12:59:29.859037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:29.882372 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Usage tracker for resource:router and tenant:9076ebaa61454dd4bbbbc360c09b2c8c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:29.887406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:29.901809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:29.921396 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7138076 Dec 22 12:59:29.921943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42428) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:29.929507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.931048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:29.953869 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ff765e35-f078-41e4-a249-6676f387e564 req-c10110c4-12ec-449b-8682-f44596f2815e tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965180 Dec 22 12:59:29.963001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:29.984642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:30.004131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f7351e92-7da1-468a-84a6-6f372ca38189 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:30.055764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:30.079223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:30.106081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 592ebc0f-cb78-4eb0-85d9-7a0b804f364a {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 12:59:30.106213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:30.108696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] For port bb571a62-2124-45bc-9fd1-4c064457a831, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=bb571a62-2124-45bc-9fd1-4c064457a831,segment=NetworkSegment(cb125f1a-2650-4ab2-beaf-7dda21ea73a5),segment_id=cb125f1a-2650-4ab2-beaf-7dda21ea73a5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:30.109059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:30.122183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:30.265645 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:30.362302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Network 411bebc9-de85-4561-b31e-10bafb0e1d86 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:30.375115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Calling delete_port for bb571a62-2124-45bc-9fd1-4c064457a831 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:30.445260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:30.460556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:30.495788 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "DELETE /v2.0/networks/592ebc0f-cb78-4eb0-85d9-7a0b804f364a HTTP/1.1" status: 204 len: 168 time: 8.8221703 Dec 22 12:59:30.499560 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffd5498-5588-450d-8f4f-4c7253e85fb8 None None] Network 411bebc9-de85-4561-b31e-10bafb0e1d86 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:30.511927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:30.518186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:30.519096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:30.539280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42434) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:30.540397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event updated for resources: {'Port': ['ID=06bada91-bbf6-4912-a179-8b1537d32cc7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:30.545282 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:30.661817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-18baa578-1b1d-41c7-b4a7-cad1bce61014 None None] Provisioning for port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:30.679511 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-18baa578-1b1d-41c7-b4a7-cad1bce61014 None None] Provisioning complete for port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:30.680147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18baa578-1b1d-41c7-b4a7-cad1bce61014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:30.721909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.620s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:30.773835 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c65cda70-01cd-42bf-9460-52c6e680228a req-51e5e047-873a-4c34-b9a5-851b18cd4328 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 210 time: 0.3476641 Dec 22 12:59:30.842281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event deleted for resources: {'Network': ['ID=592ebc0f-cb78-4eb0-85d9-7a0b804f364a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:30.848029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:30.850761 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d38ffc8d-0ad4-46f4-8e98-ae23633ddb43 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Synchronizing usage tracker for tenant:233212dbf7df4b12b9eb0ff3a6178ee5 on resource:floatingip {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:30.864729 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.4289799 Dec 22 12:59:30.864951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42440) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:30.876483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:30.885226 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Request body: {'port': {'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-576650624', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f6', 'mac_address': 'fa:16:3e:27:2b:c3'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:31.049860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:31.054274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d38ffc8d-0ad4-46f4-8e98-ae23633ddb43 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Unset dirty status for tenant:233212dbf7df4b12b9eb0ff3a6178ee5 on resource:floatingip {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:31.065235 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d38ffc8d-0ad4-46f4-8e98-ae23633ddb43 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.5133460 Dec 22 12:59:31.070669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42446) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:31.138616 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18baa578-1b1d-41c7-b4a7-cad1bce61014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:31.202335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-18baa578-1b1d-41c7-b4a7-cad1bce61014 None None] For port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f,segment=NetworkSegment(04a049ee-8422-41e9-a8d8-7aaa493471a5),segment_id=04a049ee-8422-41e9-a8d8-7aaa493471a5)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:31.216670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-18baa578-1b1d-41c7-b4a7-cad1bce61014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:31.220084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:31.252983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88baa920-e99c-43d6-b5b0-d0c02af336eb tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:31.253845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88baa920-e99c-43d6-b5b0-d0c02af336eb tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:31.254525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88baa920-e99c-43d6-b5b0-d0c02af336eb tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:31.255290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88baa920-e99c-43d6-b5b0-d0c02af336eb tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:31.256035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88baa920-e99c-43d6-b5b0-d0c02af336eb tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:31.256705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88baa920-e99c-43d6-b5b0-d0c02af336eb tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:31.257525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88baa920-e99c-43d6-b5b0-d0c02af336eb tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:31.258360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88baa920-e99c-43d6-b5b0-d0c02af336eb tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:31.260007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-88baa920-e99c-43d6-b5b0-d0c02af336eb tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Synchronizing usage tracker for tenant:233212dbf7df4b12b9eb0ff3a6178ee5 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:31.284053 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:31.291409 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f7aba782-524e-42c5-8d0c-06f008c9caa2 req-c4d3a2c6-2274-4cc7-97e7-5ef8cdf6ff24 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.2528951 Dec 22 12:59:31.333732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18baa578-1b1d-41c7-b4a7-cad1bce61014 None None] Pushing event updated for resources: {'Port': ['ID=67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:31.354990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-18baa578-1b1d-41c7-b4a7-cad1bce61014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:31.448885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-88baa920-e99c-43d6-b5b0-d0c02af336eb tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Unset dirty status for tenant:233212dbf7df4b12b9eb0ff3a6178ee5 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:31.450715 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-88baa920-e99c-43d6-b5b0-d0c02af336eb tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.3282788 Dec 22 12:59:31.461513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42450) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:31.484724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:31.591804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Usage tracker for resource:port and tenant:9b0fbd2bdd9e4802a262023d673c049a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:31.612226 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:31.617477 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-62dd9d26-b09b-4fd7-a299-f36a88858efd tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] delete failed (client error): The resource could not be found. Dec 22 12:59:31.621584 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-62dd9d26-b09b-4fd7-a299-f36a88858efd tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/14918abe-fb89-46b8-9ed5-4f61de224b81 HTTP/1.1" status: 404 len: 345 time: 0.1456306 Dec 22 12:59:31.622226 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42454) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:31.674597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:31.722576 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0958c580-daec-4059-b662-abf317214bba tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] DELETE failed (client error): The resource could not be found. Dec 22 12:59:31.727260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0958c580-daec-4059-b662-abf317214bba tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 12:59:31.737000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:31.755411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-acf74b73-af0e-4641-9da5-b65d511a7ffe tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:31.755693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] device_id is not set on port a6c39ce2-f952-40aa-8d6f-1c1c14774018 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:31.777477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:31.791059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Made reservation on behalf of 9b0fbd2bdd9e4802a262023d673c049a for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:31.811916 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0958c580-daec-4059-b662-abf317214bba tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "DELETE /v2.0/networks/592ebc0f-cb78-4eb0-85d9-7a0b804f364a HTTP/1.1" status: 404 len: 339 time: 0.1803782 Dec 22 12:59:31.817902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42458) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:31.833749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb571a62-2124-45bc-9fd1-4c064457a831,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:31.866392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e77607d4-3140-4a00-b6c5-45da0c097cbb None None] Provisioning for port 06bada91-bbf6-4912-a179-8b1537d32cc7 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:31.880478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e77607d4-3140-4a00-b6c5-45da0c097cbb None None] Provisioning complete for port 06bada91-bbf6-4912-a179-8b1537d32cc7 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:31.881201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e77607d4-3140-4a00-b6c5-45da0c097cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.020468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Request body: {'network': {'name': 'tempest-network--937961267', 'router:external': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:32.029315 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e77607d4-3140-4a00-b6c5-45da0c097cbb None None] Port 06bada91-bbf6-4912-a179-8b1537d32cc7 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:32.064653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:32.079648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Transition to ACTIVE for port object a6c39ce2-f952-40aa-8d6f-1c1c14774018 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:32.100640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:32.139409 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e77607d4-3140-4a00-b6c5-45da0c097cbb None None] Provisioning complete for port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:32.140400 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e77607d4-3140-4a00-b6c5-45da0c097cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.187482 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.204297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.207214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.221617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:32.277117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.318586 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-26e419e8-0fce-4727-8926-0382e85fbaf5 req-69e0696f-38ce-486c-b6d8-fd225b96f2ff tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 210 time: 0.3195007 Dec 22 12:59:32.345186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:32.358630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:32.359121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.400737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.435045 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.441648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Usage tracker for resource:network and tenant:233212dbf7df4b12b9eb0ff3a6178ee5 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:32.448116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] device_id is not set on port c4833593-6cd3-480c-946d-e4a83e9525bb yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:32.478150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:32.478479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:32.478805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:32.495800 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-284c2985-a9ff-4253-aaf5-99f66085840c None None] Provisioning complete for port 06bada91-bbf6-4912-a179-8b1537d32cc7 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:32.499387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-284c2985-a9ff-4253-aaf5-99f66085840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.527773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c39ce2-f952-40aa-8d6f-1c1c14774018,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:32.528173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809718f-1bde-4a4d-b0ac-9364411797e0 req-2bfd8c92-1921-4d4d-a473-fe716cfc3457 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:32.538704 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:32.538704 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:32.539216 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8809718f-1bde-4a4d-b0ac-9364411797e0 req-2bfd8c92-1921-4d4d-a473-fe716cfc3457 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 932 time: 1.1335499 Dec 22 12:59:32.539331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:32.542583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:32.544586 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 2 to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 Dec 22 12:59:32.550068 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:32.572773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:32.572773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:32.572773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:32.589997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Made reservation on behalf of 233212dbf7df4b12b9eb0ff3a6178ee5 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:32.590201 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-32e2111d-6764-4be3-ad80-1bdf12a2381f req-7683e353-7610-4023-ba15-f74726452909 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.0995514 Dec 22 12:59:32.592350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.610756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:32.611077 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:32.614158 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 3 to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 Dec 22 12:59:32.620947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.628759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.642207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-284c2985-a9ff-4253-aaf5-99f66085840c None None] Port 06bada91-bbf6-4912-a179-8b1537d32cc7 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:32.663864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:32.664221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:32.664549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:32.679166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:32.679485 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:32.681553 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 4 to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 Dec 22 12:59:32.703825 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:32.704144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:32.704470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:32.712955 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8809718f-1bde-4a4d-b0ac-9364411797e0 req-7e992614-5872-43df-a102-d30f86b1fa54 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728508 Dec 22 12:59:32.717495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Allocated IP 172.26.4.21 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/6797c2e1-2237-43fc-af52-155e7283886d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:32.719559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:32.719907 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:32.720282 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 5 to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 Dec 22 12:59:32.727914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:59:32.735208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.735770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34b0318e-e970-4b3b-b77b-856b83200f07 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 12:59:32.741888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:32.742299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:32.743179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:32.752334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.752673 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Added segment 60d7c3c7-410a-4df4-bb43-0163122dd797 of type vlan for network 7da63b6f-668f-4cff-a635-16771cf2da2a Dec 22 12:59:32.763771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:32.764100 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:32.767427 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 6 to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 Dec 22 12:59:32.773685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Allocated IP 2001:db8::297 (411bebc9-de85-4561-b31e-10bafb0e1d86/55381961-3646-4317-95ff-65c29f471f56/c4833593-6cd3-480c-946d-e4a83e9525bb) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:32.800433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.805261 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "DELETE /v2.0/routers/34b0318e-e970-4b3b-b77b-856b83200f07 HTTP/1.1" status: 204 len: 168 time: 7.5701489 Dec 22 12:59:32.813383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42468) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:32.847615 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:32.847947 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:32.848273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:32.857590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:32.857904 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:32.859895 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 7 to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 Dec 22 12:59:32.867263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.882388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:32.882698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:32.883086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:32.899562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:32.899963 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:32.907864 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 8 to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 Dec 22 12:59:32.937822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:32.938151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:32.938472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:32.948668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:32.951439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:32.951783 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:32.953403 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 9 to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 Dec 22 12:59:32.971660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:32.972003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:32.972322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:32.979119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:32.979431 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:32.980751 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempt 10 to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 Dec 22 12:59:32.999539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:33.000096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:33.000677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempting to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:33.005906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cc8bb7-68db-4251-bba5-2c7a475ecaf6 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Deleting subnet bb4007be-7c84-41f7-b19a-118896d481eb {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 12:59:33.008039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:33.008344 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Failed to bind port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2ab619c9-0cba-41cc-9dfc-3fbf91078387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0dec359a-a484-48a0-abe2-534c3e63eed0'}] Dec 22 12:59:33.008722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.019888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-52cc8bb7-68db-4251-bba5-2c7a475ecaf6 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.054043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.063912 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:33.073133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.080419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:33.080986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.089643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:33.122892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-52cc8bb7-68db-4251-bba5-2c7a475ecaf6 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.222427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:33.226795 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:33.232001 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4061482 Dec 22 12:59:33.241195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42472) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:33.241940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:33.274602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event updated for resources: {'Network': ['ID=7da63b6f-668f-4cff-a635-16771cf2da2a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:33.277416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:33.284531 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 7da63b6f-668f-4cff-a635-16771cf2da2a details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:59:33.286212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-52cc8bb7-68db-4251-bba5-2c7a475ecaf6 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.308034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Pushing event updated for resources: {'Port': ['ID=6797c2e1-2237-43fc-af52-155e7283886d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:33.376439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] For port a6c39ce2-f952-40aa-8d6f-1c1c14774018, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:33.376889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attempted to set empty binding levels {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 12:59:33.378170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:33.395096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.403803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1d7e3c7b-3e15-4ca3-bc98-7752aeb3fa97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:33.425316 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.451572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Transition to ACTIVE for port object c4833593-6cd3-480c-946d-e4a83e9525bb will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:33.473651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-52cc8bb7-68db-4251-bba5-2c7a475ecaf6 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.481142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:33.518398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc8bb7-68db-4251-bba5-2c7a475ecaf6 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4007be-7c84-41f7-b19a-118896d481eb,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:33.520389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-52cc8bb7-68db-4251-bba5-2c7a475ecaf6 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.525185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-52cc8bb7-68db-4251-bba5-2c7a475ecaf6 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:33.529841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.532331 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-52cc8bb7-68db-4251-bba5-2c7a475ecaf6 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/bb4007be-7c84-41f7-b19a-118896d481eb HTTP/1.1" status: 204 len: 168 time: 0.7180533 Dec 22 12:59:33.536470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-10a02a56-71bc-4cee-8ea3-18f9600e9708 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:33.565523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42478) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:33.569442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] In _notify_port_updated(), no bound segment for port a6c39ce2-f952-40aa-8d6f-1c1c14774018 on network 0dec359a-a484-48a0-abe2-534c3e63eed0 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 12:59:33.570285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:33.570917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.574882 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "PUT /v2.0/ports/a6c39ce2-f952-40aa-8d6f-1c1c14774018 HTTP/1.1" status: 200 len: 980 time: 3.6486373 Dec 22 12:59:33.585830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42480) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:33.591103 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-245b71ad-1f14-4ff3-b4e5-57a2004ff1d3 req-a13facdb-59e9-4647-89c0-38902ac6adde tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 210 time: 0.1588092 Dec 22 12:59:33.682761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event updated for resources: {'Port': ['ID=a6c39ce2-f952-40aa-8d6f-1c1c14774018,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:33.717556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Network 411bebc9-de85-4561-b31e-10bafb0e1d86 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:33.725543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:33.726789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:33.750551 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df4444-216f-4853-ac20-9411e9489382 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:33.761952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df4444-216f-4853-ac20-9411e9489382 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:33.769026 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df4444-216f-4853-ac20-9411e9489382 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:33.772855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:33.774916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df4444-216f-4853-ac20-9411e9489382 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:33.778362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:33.778971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.780851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df4444-216f-4853-ac20-9411e9489382 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:33.781751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f1df4444-216f-4853-ac20-9411e9489382 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Synchronizing usage tracker for tenant:0ce5a02f89154b8292cd97682cdccda9 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:33.797425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event updated for resources: {'Port': ['ID=c4833593-6cd3-480c-946d-e4a83e9525bb,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:33.816600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f1df4444-216f-4853-ac20-9411e9489382 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Unset dirty status for tenant:0ce5a02f89154b8292cd97682cdccda9 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:33.817746 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f1df4444-216f-4853-ac20-9411e9489382 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3057 time: 0.5521948 Dec 22 12:59:33.826738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:33.827197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42490) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:33.829556 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-02d2b494-8f19-4ace-8f71-9ce6ba42125e req-0a388ef5-7d40-4bc3-bb91-45fffd561220 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.1109421 Dec 22 12:59:33.855821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-272b3a46-2448-4041-a8e9-cff18fa2af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Deleting port a6c39ce2-f952-40aa-8d6f-1c1c14774018 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:33.856153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-272b3a46-2448-4041-a8e9-cff18fa2af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.889995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:33.948526 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.0812569 Dec 22 12:59:33.957911 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42494) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:34.059163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.071584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-893c1cd7-1b00-4e48-8e92-abc2cf27a57d None None] Provisioning for port c4833593-6cd3-480c-946d-e4a83e9525bb completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:34.078468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-893c1cd7-1b00-4e48-8e92-abc2cf27a57d None None] Provisioning complete for port c4833593-6cd3-480c-946d-e4a83e9525bb triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:34.079721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-893c1cd7-1b00-4e48-8e92-abc2cf27a57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.129481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821179c-ead1-4f51-a01a-bb864b8d9b2a req-0edfade5-8837-4d44-9dd9-a0052f4b8c34 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:34.130646 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f821179c-ead1-4f51-a01a-bb864b8d9b2a req-0edfade5-8837-4d44-9dd9-a0052f4b8c34 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 932 time: 0.2473171 Dec 22 12:59:34.131217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.135847 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-893c1cd7-1b00-4e48-8e92-abc2cf27a57d None None] Port c4833593-6cd3-480c-946d-e4a83e9525bb cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:34.236612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.316869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8407b752-1e2b-42e5-ab6a-c1fda6969d6f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:34.326045 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8407b752-1e2b-42e5-ab6a-c1fda6969d6f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:34.333172 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8407b752-1e2b-42e5-ab6a-c1fda6969d6f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:34.334746 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8407b752-1e2b-42e5-ab6a-c1fda6969d6f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3759067 Dec 22 12:59:34.347907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42498) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:34.354400 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f821179c-ead1-4f51-a01a-bb864b8d9b2a req-3afaf452-49b9-495a-94ca-793587a0d03b tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694603 Dec 22 12:59:34.375342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.54', 51043) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:34.389639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-ba7acb8c-9480-40d9-a259-b01eb9393272 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 12:59:34.390635 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-ba7acb8c-9480-40d9-a259-b01eb9393272 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078440 Dec 22 12:59:34.416541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.429377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e6647c-7bc9-4131-8778-47cf675f2c64']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:34.478007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb125f1a-2650-4ab2-beaf-7dda21ea73a5') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:34.478310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb125f1a-2650-4ab2-beaf-7dda21ea73a5') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:34.496462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-272b3a46-2448-4041-a8e9-cff18fa2af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] For port a6c39ce2-f952-40aa-8d6f-1c1c14774018, host hv-neutron-8226, got binding levels [] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:34.496734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-272b3a46-2448-4041-a8e9-cff18fa2af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.509231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da63b6f-668f-4cff-a635-16771cf2da2a']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:34.525745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.539920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d7c3c7-410a-4df4-bb43-0163122dd797') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:34.540544 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d7c3c7-410a-4df4-bb43-0163122dd797') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:34.566576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Request body: {'port': {'device_id': '59aaa1e7-278c-46de-9214-06cd877e4887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:34.604489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3a198a5f-2a7a-4ba3-a7cb-accf3de28dd8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Deleting port c4833593-6cd3-480c-946d-e4a83e9525bb {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:34.604824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a198a5f-2a7a-4ba3-a7cb-accf3de28dd8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.702357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-272b3a46-2448-4041-a8e9-cff18fa2af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Calling delete_port for a6c39ce2-f952-40aa-8d6f-1c1c14774018 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:34.705353 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 12:59:34.730006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.743954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.910756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.919367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 12:59:34.919798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 12:59:34.932675 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 12:59:34.953144 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-370103f1-c3ed-4b07-978f-3b4cbc71a977 req-e4185226-4fe8-438b-b4ed-c90b1d886d89 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 210 time: 0.1821058 Dec 22 12:59:34.954118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 12:59:34.954518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:34.972200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 12:59:35.015569 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 12:59:35.079497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:35.089728 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3e418190-0fa6-4fe6-aaa2-fe6c7f2a983b req-68fd8b02-77e3-4100-b838-ac2c7d1234df tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.1135793 Dec 22 12:59:35.110186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-a7d425fd-46b7-481d-949d-d386df6205ec tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:35.110462 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-a7d425fd-46b7-481d-949d-d386df6205ec tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.54 "GET /v2.0/networks?id=aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 HTTP/1.1" status: 200 len: 811 time: 0.7187204 Dec 22 12:59:35.172066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-272b3a46-2448-4041-a8e9-cff18fa2af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:35.178158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f1547a1f-9630-4321-bbbd-45822d061b5b tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:35.243849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:35.245385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.54', 51048) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:35.291982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b3a46-2448-4041-a8e9-cff18fa2af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6c39ce2-f952-40aa-8d6f-1c1c14774018,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:35.293778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:35.297846 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-8b77d469-3094-4ab5-9dd8-612f9d45dcae tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f1cccc2345241df92d866c692f9321f HTTP/1.1" status: 200 len: 379 time: 0.1742830 Dec 22 12:59:35.305053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-272b3a46-2448-4041-a8e9-cff18fa2af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:35.339796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-63abaac1-b19d-42fb-ae6a-5da0767ec1ec tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:35.343776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Request body: {'port': {'device_id': 'e344c733-1819-4528-b51b-fd80db544e9a', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'admin_state_up': True, 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'security_groups': ['46a458eb-7a79-4d47-8f83-c157f58a3182']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:35.366957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f3e6647c-7bc9-4131-8778-47cf675f2c64 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 12:59:35.368897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-272b3a46-2448-4041-a8e9-cff18fa2af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:35.384123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:35.436047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event deleted for resources: {'Network': ['ID=f3e6647c-7bc9-4131-8778-47cf675f2c64,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:35.455865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:35.483445 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:35.514752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7da63b6f-668f-4cff-a635-16771cf2da2a {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 12:59:35.526764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:35.533009 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "DELETE /v2.0/networks/7da63b6f-668f-4cff-a635-16771cf2da2a HTTP/1.1" status: 204 len: 168 time: 1.7024100 Dec 22 12:59:35.536322 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-272b3a46-2448-4041-a8e9-cff18fa2af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a6c39ce2-f952-40aa-8d6f-1c1c14774018 HTTP/1.1" status: 204 len: 168 time: 1.9495647 Dec 22 12:59:35.537605 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f3e6647c-7bc9-4131-8778-47cf675f2c64 HTTP/1.1" status: 204 len: 168 time: 1.9618964 Dec 22 12:59:35.545160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42524) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:35.545645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42528) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:35.546432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event deleted for resources: {'Network': ['ID=7da63b6f-668f-4cff-a635-16771cf2da2a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:35.551977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:35.601428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Request body: {'network': {'name': 'tempest-network--2093231359', 'router:external': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:35.670253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a198a5f-2a7a-4ba3-a7cb-accf3de28dd8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:35.684757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:35.714010 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6f7e9b-0b81-4141-aa7d-84324726567b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] GET failed (client error): The resource could not be found. Dec 22 12:59:35.714541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7e6f7e9b-0b81-4141-aa7d-84324726567b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Synchronizing usage tracker for tenant:a4cd511c5bcc4b958a57820494f9a5f7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:35.732729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a48997-48bb-4ae4-9054-847a1e519fdb {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 12:59:35.741408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:35.756645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Transition to ACTIVE for port object 37a48997-48bb-4ae4-9054-847a1e519fdb will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:35.767494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Usage tracker for resource:network and tenant:233212dbf7df4b12b9eb0ff3a6178ee5 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:35.770640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:35.787914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:35.791529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:35.856086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3a198a5f-2a7a-4ba3-a7cb-accf3de28dd8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Calling delete_port for c4833593-6cd3-480c-946d-e4a83e9525bb owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:35.870021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Router 22961158-9d66-4992-8b6b-d273a28a6be0 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 12:59:35.894788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:35.926901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-edb25dc8-ab9b-45a5-9216-29fe63d3eaea tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:35.928432 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-edb25dc8-ab9b-45a5-9216-29fe63d3eaea tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.54 "GET /v2.0/networks?id=f13a7c56-cda0-4112-8efa-249342855ee9 HTTP/1.1" status: 200 len: 811 time: 0.6380892 Dec 22 12:59:35.946249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7e6f7e9b-0b81-4141-aa7d-84324726567b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Unset dirty status for tenant:a4cd511c5bcc4b958a57820494f9a5f7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:35.951835 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7e6f7e9b-0b81-4141-aa7d-84324726567b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] 10.222.0.24 "GET /v2.0/ports/a6c39ce2-f952-40aa-8d6f-1c1c14774018 HTTP/1.1" status: 404 len: 333 time: 0.3971252 Dec 22 12:59:35.952935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42544) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:35.953312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42546) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:35.972324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Made reservation on behalf of 233212dbf7df4b12b9eb0ff3a6178ee5 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:35.974644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.056954 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-e262aa82-2ebb-4850-b353-d65d173de3af tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f088456d3776496db28fcf551f85fdce HTTP/1.1" status: 200 len: 380 time: 0.1162343 Dec 22 12:59:36.062859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:59:36.144952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Request body: {'port': {'device_id': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'admin_state_up': True, 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'security_groups': ['52f92b9e-1bd6-4402-b165-4546946c56e7']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:36.167788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141be70-0182-4632-91c0-ec71ca274726 req-460dcdc5-6545-4ea8-8f2b-ef13a85dbdcb tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:36.169268 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6141be70-0182-4632-91c0-ec71ca274726 req-460dcdc5-6545-4ea8-8f2b-ef13a85dbdcb tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 932 time: 0.6348541 Dec 22 12:59:36.177772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ef6be022-9e25-426a-ba18-c8bdc4577f9e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Request body: {'router': {'name': 'tempest-router--584953397', 'project_id': 'ca70d28bfd8a43ed8938bdf43dfdec87'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:36.180300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.180651 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Added segment 89441fd8-8bde-4c48-90e3-3bfd54c73894 of type vlan for network a86772be-897e-4e61-aa1b-0f8d9824ed49 Dec 22 12:59:36.182444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ef6be022-9e25-426a-ba18-c8bdc4577f9e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:36.183284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a198a5f-2a7a-4ba3-a7cb-accf3de28dd8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.233605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:36.249145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8bdfb9ae-d7ed-443d-895a-d26eb1160ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:36.256617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Pushing event updated for resources: {'Port': ['ID=37a48997-48bb-4ae4-9054-847a1e519fdb,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:36.263028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ef6be022-9e25-426a-ba18-c8bdc4577f9e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Usage tracker for resource:router and tenant:ca70d28bfd8a43ed8938bdf43dfdec87 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:36.329962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:36.348032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ef6be022-9e25-426a-ba18-c8bdc4577f9e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:36.368526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ef6be022-9e25-426a-ba18-c8bdc4577f9e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:36.391696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.429210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a198a5f-2a7a-4ba3-a7cb-accf3de28dd8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event deleted for resources: {'Port': ['ID=c4833593-6cd3-480c-946d-e4a83e9525bb,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:36.432910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3a198a5f-2a7a-4ba3-a7cb-accf3de28dd8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:36.451207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.462365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:36.463083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.466933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:36.513142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:36.533171 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-23e1e296-b1cb-4214-af26-54202b65402e req-3dcf6ccd-00ef-4c24-9872-92a5ad7a316a tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 210 time: 0.2785566 Dec 22 12:59:36.564800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Made reservation on behalf of 6f1cccc2345241df92d866c692f9321f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:36.568637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.664063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6be022-9e25-426a-ba18-c8bdc4577f9e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.665177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6be022-9e25-426a-ba18-c8bdc4577f9e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.722118 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.748444 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-496daa61-ffb6-4f66-af81-c82b7a1b8d01 req-1a61b1dd-f2d4-4f79-b42f-06e8b1a78286 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.1047845 Dec 22 12:59:36.762893 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6141be70-0182-4632-91c0-ec71ca274726 req-71d941a0-2307-4e3d-8ac5-015c512a6d3b tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5808423 Dec 22 12:59:36.789681 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2383547 Dec 22 12:59:36.790424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event updated for resources: {'Network': ['ID=a86772be-897e-4e61-aa1b-0f8d9824ed49,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:36.796413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:36.800643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network a86772be-897e-4e61-aa1b-0f8d9824ed49 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:59:36.809578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42558) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:36.812039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Attempting to bind port 37a48997-48bb-4ae4-9054-847a1e519fdb on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:36.812382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Attempting to bind port 37a48997-48bb-4ae4-9054-847a1e519fdb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:36.812692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Attempting to bind port 37a48997-48bb-4ae4-9054-847a1e519fdb on network 91b12b74-efcc-4a89-a606-2b317c2af70a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:36.818217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6be022-9e25-426a-ba18-c8bdc4577f9e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.844894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:36.847525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a198a5f-2a7a-4ba3-a7cb-accf3de28dd8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.851983 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3a198a5f-2a7a-4ba3-a7cb-accf3de28dd8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "DELETE /v2.0/ports/c4833593-6cd3-480c-946d-e4a83e9525bb HTTP/1.1" status: 204 len: 168 time: 2.4994986 Dec 22 12:59:36.859192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:36.859562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Port 37a48997-48bb-4ae4-9054-847a1e519fdb on network 91b12b74-efcc-4a89-a606-2b317c2af70a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:36.859928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Attempting to bind port 37a48997-48bb-4ae4-9054-847a1e519fdb on network 91b12b74-efcc-4a89-a606-2b317c2af70a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:36.861712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42562) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:36.897488 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:59:36.907515 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5994638a-546a-4a3c-a747-7dc3f1010d60 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] GET failed (client error): The resource could not be found. Dec 22 12:59:36.907984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5994638a-546a-4a3c-a747-7dc3f1010d60 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Synchronizing usage tracker for tenant:9b0fbd2bdd9e4802a262023d673c049a on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:36.914926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Made reservation on behalf of f088456d3776496db28fcf551f85fdce for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:36.917470 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71536d14-cf22-4372-8468-3e049cff4876 None None] Sync routers for ids ['22961158-9d66-4992-8b6b-d273a28a6be0'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:59:36.918354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.928831 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71536d14-cf22-4372-8468-3e049cff4876 None None] Routers {'22961158-9d66-4992-8b6b-d273a28a6be0'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:36.929635 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-71536d14-cf22-4372-8468-3e049cff4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['22961158-9d66-4992-8b6b-d273a28a6be0'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:36.945579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5994638a-546a-4a3c-a747-7dc3f1010d60 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Unset dirty status for tenant:9b0fbd2bdd9e4802a262023d673c049a on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:36.950429 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5994638a-546a-4a3c-a747-7dc3f1010d60 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "GET /v2.0/ports/c4833593-6cd3-480c-946d-e4a83e9525bb HTTP/1.1" status: 404 len: 333 time: 0.0839479 Dec 22 12:59:36.965133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42566) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:36.973280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:36.973638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Checking segment: {'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:36.974159 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Bound using segment: {'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:36.974607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Bound port: 37a48997-48bb-4ae4-9054-847a1e519fdb, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93e21159-fc30-44fc-8388-798f46adf90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:36.974951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:36.998062 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-71536d14-cf22-4372-8468-3e049cff4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:37.007084 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71536d14-cf22-4372-8468-3e049cff4876 None None] Routers {'22961158-9d66-4992-8b6b-d273a28a6be0'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:37.007742 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-71536d14-cf22-4372-8468-3e049cff4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['22961158-9d66-4992-8b6b-d273a28a6be0'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:37.030494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Request body: {'port': {'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-494664707'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:37.068429 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-71536d14-cf22-4372-8468-3e049cff4876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:37.069117 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71536d14-cf22-4372-8468-3e049cff4876 None None] The sync data for ids ['22961158-9d66-4992-8b6b-d273a28a6be0'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:59:37.091677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Allocated IP 172.20.0.5 (f13a7c56-cda0-4112-8efa-249342855ee9/d589bbeb-9639-4ffc-9c40-da0196ca78b1/91b57567-c12f-4ebc-aba1-91550ddd7fa5) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:37.141996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6be022-9e25-426a-ba18-c8bdc4577f9e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:37.274959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:37.290594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Transition to ACTIVE for port object 91b57567-c12f-4ebc-aba1-91550ddd7fa5 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:37.316164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e4b55-1ce9-4441-80a1-9d630e47cdcc tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:37.317490 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-269e4b55-1ce9-4441-80a1-9d630e47cdcc tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] 10.222.0.24 "GET /v2.0/networks/a86772be-897e-4e61-aa1b-0f8d9824ed49 HTTP/1.1" status: 200 len: 757 time: 0.5068152 Dec 22 12:59:37.317693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:37.320848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42570) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:37.327299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:37.329707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:37.330869 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.8562701 Dec 22 12:59:37.338529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:37.349541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ef6be022-9e25-426a-ba18-c8bdc4577f9e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:37.350684 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ef6be022-9e25-426a-ba18-c8bdc4577f9e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3917391 Dec 22 12:59:37.351301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42574) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:37.361754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42576) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:37.495456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dec359a-a484-48a0-abe2-534c3e63eed0']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:37.518803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] For port 37a48997-48bb-4ae4-9054-847a1e519fdb, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:37.523390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Allocated IP 172.20.0.8 (aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82/b605b490-cc40-4404-a5b3-ee2c1f8fdd2a/d87f0e23-0fe8-4340-8187-7ccca4ce9e55) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:37.528181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab619c9-0cba-41cc-9dfc-3fbf91078387') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:37.528395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab619c9-0cba-41cc-9dfc-3fbf91078387') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:37.571270 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:37.581679 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] For port 37a48997-48bb-4ae4-9054-847a1e519fdb, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=37a48997-48bb-4ae4-9054-847a1e519fdb,segment=NetworkSegment(93e21159-fc30-44fc-8388-798f46adf90e),segment_id=93e21159-fc30-44fc-8388-798f46adf90e)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:37.598454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Pushing event updated for resources: {'Port': ['ID=91b57567-c12f-4ebc-aba1-91550ddd7fa5,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:37.645545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:37.666046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Network f13a7c56-cda0-4112-8efa-249342855ee9 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:37.666291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:37.672495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:37.675148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:37.689350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:37.715713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf7b29-61fd-4469-aefa-fc87d3822177 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:37.719552 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3bcf7b29-61fd-4469-aefa-fc87d3822177 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] 10.222.0.24 "GET /v2.0/networks/68e4310e-a062-4170-bdd1-511aae1aca9e HTTP/1.1" status: 200 len: 768 time: 0.3956914 Dec 22 12:59:37.719552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f850304a-c810-4de7-a931-c64aa54c87d1 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:37.771062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42584) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:37.787978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:37.792410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:37.861667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 12:59:37.862072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:37.892155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:37.894740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:37.895349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:37.896771 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] 10.222.0.54 "PUT /v2.0/ports/37a48997-48bb-4ae4-9054-847a1e519fdb HTTP/1.1" status: 200 len: 1094 time: 3.4300714 Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 12:59:37.945477 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 12:59:37.947219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aaa1e7-278c-46de-9214-06cd877e4887', 'tag': '37a48997-48bb-4ae4-9054-847a1e519fdb'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 12:59:38.010509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6728d57d-92b1-4039-9c36-c23c93539741 None None] Provisioning for port 91b57567-c12f-4ebc-aba1-91550ddd7fa5 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:38.016354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6728d57d-92b1-4039-9c36-c23c93539741 None None] Provisioning complete for port 91b57567-c12f-4ebc-aba1-91550ddd7fa5 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:38.016918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6728d57d-92b1-4039-9c36-c23c93539741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.080038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6728d57d-92b1-4039-9c36-c23c93539741 None None] Port 91b57567-c12f-4ebc-aba1-91550ddd7fa5 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:38.092588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f850304a-c810-4de7-a931-c64aa54c87d1 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.099847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:38.100507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.106643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f850304a-c810-4de7-a931-c64aa54c87d1 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.187160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f850304a-c810-4de7-a931-c64aa54c87d1 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.187589 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f850304a-c810-4de7-a931-c64aa54c87d1 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c092572-244b-4a12-872e-a9a3f4e1730b {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 12:59:38.192611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f850304a-c810-4de7-a931-c64aa54c87d1 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.193665 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f850304a-c810-4de7-a931-c64aa54c87d1 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7c092572-244b-4a12-872e-a9a3f4e1730b HTTP/1.1" status: 204 len: 168 time: 0.8131781 Dec 22 12:59:38.195254 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0556598 Dec 22 12:59:38.206910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Request body: {'port': {'device_id': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:38.287562 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1c4a07f5-b9da-4071-b3ca-b78137481b5c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/routers/22961158-9d66-4992-8b6b-d273a28a6be0 HTTP/1.1" status: 200 len: 924 time: 0.9263389 Dec 22 12:59:38.316587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42598) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:38.327894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Pushing event updated for resources: {'Port': ['ID=37a48997-48bb-4ae4-9054-847a1e519fdb,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:38.339519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Made reservation on behalf of 9b0fbd2bdd9e4802a262023d673c049a for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:38.343146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.352762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:38.377478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42602) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:38.407753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c3ef4-03c2-4a0a-9f5f-e0118ee08edd req-30965776-b05b-48c1-b4e2-d23418204218 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:38.409581 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fd8c3ef4-03c2-4a0a-9f5f-e0118ee08edd req-30965776-b05b-48c1-b4e2-d23418204218 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 944 time: 0.3221278 Dec 22 12:59:38.414340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.430001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.453326 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e79a6c2b-c15c-4157-9b68-0ac83f076797 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "GET /v2.0/ports?device_id=22961158-9d66-4992-8b6b-d273a28a6be0 HTTP/1.1" status: 200 len: 205 time: 0.1243393 Dec 22 12:59:38.457860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42608) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:38.468654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.474790 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] device_id is not set on port 79d00ab1-2324-417a-bfe0-5f0f7c2ce375 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:38.518869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.522807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:38.564166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Pushing event deleted for resources: {'Network': ['ID=0dec359a-a484-48a0-abe2-534c3e63eed0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:38.588568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66a907-5424-4901-a7a5-5832e7912dd0 req-62da736e-b2fe-4ab5-ac5d-8b058cad2b8b tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:38.590059 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cb66a907-5424-4901-a7a5-5832e7912dd0 req-62da736e-b2fe-4ab5-ac5d-8b058cad2b8b tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 931 time: 0.9419937 Dec 22 12:59:38.591318 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] 10.222.0.24 "DELETE /v2.0/networks/0dec359a-a484-48a0-abe2-534c3e63eed0 HTTP/1.1" status: 204 len: 168 time: 2.6309102 Dec 22 12:59:38.592297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:38.633661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-131285257', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:38.640807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:38.640972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.644593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Usage tracker for resource:router and tenant:fc6b0c4578ba40c0a0d6646bbe4e6207 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:38.711827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:38.714948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Transition to ACTIVE for port object d87f0e23-0fe8-4340-8187-7ccca4ce9e55 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:38.717533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-98121d8e-fb34-4d93-8a7b-25791ddbb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:38.719027 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-98121d8e-fb34-4d93-8a7b-25791ddbb8f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e967f4a5842b4b8fa7e30c04ff57e8a9&device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 1097 time: 0.6993318 Dec 22 12:59:38.730904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:38.736054 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fd8c3ef4-03c2-4a0a-9f5f-e0118ee08edd req-f93ad7cd-456c-4229-b51c-9c0aaf256200 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772808 Dec 22 12:59:38.776717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.777724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.794192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.876266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:38.914078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-cb66a907-5424-4901-a7a5-5832e7912dd0 req-d981293b-cdd3-4732-9f50-7746cfd5c33c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Synchronizing usage tracker for tenant:f088456d3776496db28fcf551f85fdce on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:38.920904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42620) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:38.922279 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-74ff9ee0-6078-454c-900e-95deda733f0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37a48997-48bb-4ae4-9054-847a1e519fdb HTTP/1.1" status: 200 len: 217 time: 0.1306348 Dec 22 12:59:38.925466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.018009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86772be-897e-4e61-aa1b-0f8d9824ed49']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:39.058272 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89441fd8-8bde-4c48-90e3-3bfd54c73894') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:39.058564 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89441fd8-8bde-4c48-90e3-3bfd54c73894') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:39.065406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Allocated IP 2001:db8::267 (411bebc9-de85-4561-b31e-10bafb0e1d86/55381961-3646-4317-95ff-65c29f471f56/79d00ab1-2324-417a-bfe0-5f0f7c2ce375) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:39.072246 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-cb66a907-5424-4901-a7a5-5832e7912dd0 req-d981293b-cdd3-4732-9f50-7746cfd5c33c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Unset dirty status for tenant:f088456d3776496db28fcf551f85fdce on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:39.073382 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cb66a907-5424-4901-a7a5-5832e7912dd0 req-d981293b-cdd3-4732-9f50-7746cfd5c33c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4376998 Dec 22 12:59:39.094460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.118073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-7d58b883-70b9-4a5a-9198-6aaddc325230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:39.119551 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-7d58b883-70b9-4a5a-9198-6aaddc325230 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46825628-1a9b-4da0-bc63-6cbbd1d59b16 HTTP/1.1" status: 200 len: 845 time: 0.1825557 Dec 22 12:59:39.125117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.130781 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d0e249fc-314b-4fde-a031-6d315013ca1a req-84c4a2a6-b5e3-42d8-a20c-ef547dbfef18 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.1956849 Dec 22 12:59:39.185479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:39.221963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.272652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 12:59:39.272652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 12:59:39.295468 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 12:59:39.368028 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59aaa1e7-278c-46de-9214-06cd877e4887', 'tag': '37a48997-48bb-4ae4-9054-847a1e519fdb', 'status': 'completed', 'code': 200} Dec 22 12:59:39.390477 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-62e65993-1670-41c2-84ac-b5c5c1b8e5c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6818ceab3d474ca5ba1125314bd91c9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4671242 Dec 22 12:59:39.400244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:39.400696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42632) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:39.429900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Pushing event updated for resources: {'Port': ['ID=d87f0e23-0fe8-4340-8187-7ccca4ce9e55,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:39.430526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.432415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:39.439376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:39.444108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:39.505826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.563284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.590485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1ba76f2a-5081-4eee-9c7d-ca2a13cd6aa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:39.619279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:39.619872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.623081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Deleting port 6797c2e1-2237-43fc-af52-155e7283886d {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:39.623416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.624701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a86772be-897e-4e61-aa1b-0f8d9824ed49 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 12:59:39.639781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.656604 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-53d1a985-57af-4534-a2eb-6142754e376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:39.658246 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-53d1a985-57af-4534-a2eb-6142754e376b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91b12b74-efcc-4a89-a606-2b317c2af70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5289805 Dec 22 12:59:39.659039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event deleted for resources: {'Network': ['ID=a86772be-897e-4e61-aa1b-0f8d9824ed49,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:39.670974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:39.754146 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-139f4239-bc4f-4a11-b1ec-80d73c712cc2 None None] Provisioning for port d87f0e23-0fe8-4340-8187-7ccca4ce9e55 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:39.761578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-139f4239-bc4f-4a11-b1ec-80d73c712cc2 None None] Provisioning complete for port d87f0e23-0fe8-4340-8187-7ccca4ce9e55 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:39.762228 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-139f4239-bc4f-4a11-b1ec-80d73c712cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.770419 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4306970 Dec 22 12:59:39.782439 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "DELETE /v2.0/networks/a86772be-897e-4e61-aa1b-0f8d9824ed49 HTTP/1.1" status: 204 len: 168 time: 2.0022833 Dec 22 12:59:39.785756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.790296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42638) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:39.808605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Request body: {'port': {'device_id': 'e344c733-1819-4528-b51b-fd80db544e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:39.835525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Request body: {'network': {'name': 'tempest-network--283535835'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:39.865878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:39.878334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b57567-c12f-4ebc-aba1-91550ddd7fa5 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 12:59:39.878913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Transition to ACTIVE for port object 79d00ab1-2324-417a-bfe0-5f0f7c2ce375 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:39.883053 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Usage tracker for resource:network and tenant:233212dbf7df4b12b9eb0ff3a6178ee5 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:39.888515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.889152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:39.901479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:39.908280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-139f4239-bc4f-4a11-b1ec-80d73c712cc2 None None] Port d87f0e23-0fe8-4340-8187-7ccca4ce9e55 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:39.920691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Transition to ACTIVE for port object 91b57567-c12f-4ebc-aba1-91550ddd7fa5 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:39.957243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:39.967041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdca3-51f5-4520-be89-6054b40e9191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.002388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:40.094936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Made reservation on behalf of 233212dbf7df4b12b9eb0ff3a6178ee5 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:40.097493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.119810 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-90a505a4-aa6b-44a8-8fcb-5b266ac477ab service neutron] 10.222.0.54 "GET /v2.0/networks/91b12b74-efcc-4a89-a606-2b317c2af70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478064 Dec 22 12:59:40.236663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.313161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdca3-51f5-4520-be89-6054b40e9191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.334392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.387956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:59:40.412411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=91b57567-c12f-4ebc-aba1-91550ddd7fa5,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:40.430327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.440867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.441707 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Added segment 658b72fc-b1d2-4ab1-a663-e7f2e90ca43e of type vlan for network e36a1b9c-e8f0-4213-beb0-07b861670695 Dec 22 12:59:40.444652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:40.489719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d25c23fd-395e-4e62-ae1d-32ff665e0003 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:40.581384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Network 411bebc9-de85-4561-b31e-10bafb0e1d86 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:40.596909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.603385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:40.620374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:40.626184 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:40.626837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.627999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7ce22-ab75-45cf-9408-861161fad3ba req-e6a2aa44-09b8-462e-b9b9-455a2ec5e406 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:40.629578 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-65d7ce22-ab75-45cf-9408-861161fad3ba req-e6a2aa44-09b8-462e-b9b9-455a2ec5e406 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 944 time: 0.6790035 Dec 22 12:59:40.681930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdca3-51f5-4520-be89-6054b40e9191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.690720 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5ec4f50-5851-4e16-ad65-e6ec402e467f req-7ebaf0ba-34ef-4d1b-94d5-b536af22c616 service neutron] 10.222.0.54 "GET /v2.0/networks/91b12b74-efcc-4a89-a606-2b317c2af70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5633764 Dec 22 12:59:40.691156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Attempting to bind port 91b57567-c12f-4ebc-aba1-91550ddd7fa5 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:40.691347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event updated for resources: {'Port': ['ID=79d00ab1-2324-417a-bfe0-5f0f7c2ce375,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:40.691484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Attempting to bind port 91b57567-c12f-4ebc-aba1-91550ddd7fa5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:40.691833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Attempting to bind port 91b57567-c12f-4ebc-aba1-91550ddd7fa5 on network f13a7c56-cda0-4112-8efa-249342855ee9 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:40.704664 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.712761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:40.770326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Calling delete_port for 6797c2e1-2237-43fc-af52-155e7283886d owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:40.784505 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8102753 Dec 22 12:59:40.791079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42648) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:40.819710 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:40.841605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Port 91b57567-c12f-4ebc-aba1-91550ddd7fa5 on network f13a7c56-cda0-4112-8efa-249342855ee9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:40.841917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Attempting to bind port 91b57567-c12f-4ebc-aba1-91550ddd7fa5 on network f13a7c56-cda0-4112-8efa-249342855ee9 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:40.845586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 12:59:40.855980 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c2c150d6-8d86-4cd7-851b-a64758ac469a tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f6', 'mac_address': 'fa:16:3e:27:2b:c3'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:40.860027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccdca3-51f5-4520-be89-6054b40e9191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209033f4-9dfe-4719-98f5-dd6652a50903,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:40.862819 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f8ccdca3-51f5-4520-be89-6054b40e9191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:40.864772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-812f58f0-8adb-461e-82c3-97a3c0c3aec5 None None] Provisioning for port 79d00ab1-2324-417a-bfe0-5f0f7c2ce375 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:40.875214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:40.875537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Checking segment: {'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:40.876090 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Bound using segment: {'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:40.876523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Bound port: 91b57567-c12f-4ebc-aba1-91550ddd7fa5, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '757b5385-7a7f-4d58-8b61-55d41371479c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:40.876864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.877749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-812f58f0-8adb-461e-82c3-97a3c0c3aec5 None None] Provisioning complete for port 79d00ab1-2324-417a-bfe0-5f0f7c2ce375 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:40.878183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-812f58f0-8adb-461e-82c3-97a3c0c3aec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.906522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6db41a-957f-4a7e-8545-51ab6726b5f3 req-470070f5-a60f-479e-8c44-d5462adc9539 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:40.908653 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2e6db41a-957f-4a7e-8545-51ab6726b5f3 req-470070f5-a60f-479e-8c44-d5462adc9539 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 943 time: 0.5688632 Dec 22 12:59:40.935395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-812f58f0-8adb-461e-82c3-97a3c0c3aec5 None None] Port 79d00ab1-2324-417a-bfe0-5f0f7c2ce375 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:40.976900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:40.987363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:40.987724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:41.003049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:41.045534 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-65d7ce22-ab75-45cf-9408-861161fad3ba req-d250b861-4c2b-4c32-a44c-7cbcf1149d62 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3646109 Dec 22 12:59:41.055845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdca3-51f5-4520-be89-6054b40e9191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:41.056932 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f8ccdca3-51f5-4520-be89-6054b40e9191 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/209033f4-9dfe-4719-98f5-dd6652a50903 HTTP/1.1" status: 204 len: 168 time: 1.6553113 Dec 22 12:59:41.142962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] For port 91b57567-c12f-4ebc-aba1-91550ddd7fa5, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:41.177416 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2e6db41a-957f-4a7e-8545-51ab6726b5f3 req-d2a81fe1-22a3-44e8-8566-747e8ba2fba9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541511 Dec 22 12:59:41.190092 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3890181 Dec 22 12:59:41.199749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42654) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:41.207728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-eae81d07-1d29-4f16-8b4b-cbd6f90f02be tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:41.223593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] For port 91b57567-c12f-4ebc-aba1-91550ddd7fa5, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5,segment=NetworkSegment(757b5385-7a7f-4d58-8b61-55d41371479c),segment_id=757b5385-7a7f-4d58-8b61-55d41371479c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:41.227524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:41.246339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event updated for resources: {'Network': ['ID=e36a1b9c-e8f0-4213-beb0-07b861670695,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:41.255341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f763ac-85f0-4bb6-afa1-48cacfbbd482 req-4c9fa996-9b82-4e5d-bb83-3821247abcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:41.261677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network e36a1b9c-e8f0-4213-beb0-07b861670695 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:59:41.265833 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e2f763ac-85f0-4bb6-afa1-48cacfbbd482 req-4c9fa996-9b82-4e5d-bb83-3821247abcdb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e967f4a5842b4b8fa7e30c04ff57e8a9&device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 1097 time: 0.4810436 Dec 22 12:59:41.267325 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:41.360854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:41.364978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:41.395124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87f0e23-0fe8-4340-8187-7ccca4ce9e55 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 12:59:41.448210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42660) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:41.459813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:41.469048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f6ba20f9-c31f-4520-9074-c0cf588489d7 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:41.576032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Transition to ACTIVE for port object d87f0e23-0fe8-4340-8187-7ccca4ce9e55 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:41.596733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:41.616761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d13b1c1-cbd2-4933-9ee9-5aa7a0aaf931 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:41.637238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:41.637900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:41.639368 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] 10.222.0.54 "PUT /v2.0/ports/91b57567-c12f-4ebc-aba1-91550ddd7fa5 HTTP/1.1" status: 200 len: 1093 time: 3.4372711 Dec 22 12:59:41.639936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'tag': '91b57567-c12f-4ebc-aba1-91550ddd7fa5'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 12:59:41.668078 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a0e8e588-8289-4d2a-a7e1-99c40c12c584 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4cd511c5bcc4b958a57820494f9a5f7&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2185748 Dec 22 12:59:41.685180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42666) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:41.704375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=91b57567-c12f-4ebc-aba1-91550ddd7fa5,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:41.798110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2c150d6-8d86-4cd7-851b-a64758ac469a tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:41.891138 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:41.933220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f763ac-85f0-4bb6-afa1-48cacfbbd482 req-44b43824-2d16-4936-9d6a-6e8b1f596a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:41.934906 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e2f763ac-85f0-4bb6-afa1-48cacfbbd482 req-44b43824-2d16-4936-9d6a-6e8b1f596a05 service neutron] 10.222.0.54 "GET /v2.0/networks?id=91b12b74-efcc-4a89-a606-2b317c2af70a HTTP/1.1" status: 200 len: 907 time: 0.5833321 Dec 22 12:59:41.979699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Pushing event updated for resources: {'Port': ['ID=d87f0e23-0fe8-4340-8187-7ccca4ce9e55,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:41.982577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:42.034581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f00c53-dc4e-4dca-abb2-89ab0943bd50 req-b8700410-9726-4642-94b9-c760c4c75549 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:42.036081 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f2f00c53-dc4e-4dca-abb2-89ab0943bd50 req-b8700410-9726-4642-94b9-c760c4c75549 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 931 time: 0.8413534 Dec 22 12:59:42.069370 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'tag': '91b57567-c12f-4ebc-aba1-91550ddd7fa5', 'status': 'completed', 'code': 200} Dec 22 12:59:42.096261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eae81d07-1d29-4f16-8b4b-cbd6f90f02be tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.113041 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e2f763ac-85f0-4bb6-afa1-48cacfbbd482 req-57ec72ee-c8fc-449c-8b01-3faeae15a65f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37a48997-48bb-4ae4-9054-847a1e519fdb HTTP/1.1" status: 200 len: 217 time: 0.1349266 Dec 22 12:59:42.121652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Allocated IP 172.26.4.26 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/3629b76c-00c4-4c8a-b8b0-9da7e7d3d25d) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:42.123547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.141390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-72dcce16-33be-4fbd-a981-54531ebabc8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:42.193012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eae81d07-1d29-4f16-8b4b-cbd6f90f02be tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.218240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de4e9780-c858-48a8-b759-6785ac29a0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.219881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Pushing event deleted for resources: {'Port': ['ID=6797c2e1-2237-43fc-af52-155e7283886d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:42.280502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:42.289444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-af66e03e-ae5a-49f8-8fc1-7fe28704b0c4 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:42.301134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eae81d07-1d29-4f16-8b4b-cbd6f90f02be tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Network e36a1b9c-e8f0-4213-beb0-07b861670695 is not hosted by any dhcp agent {{(pid=87569) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 12:59:42.302019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae81d07-1d29-4f16-8b4b-cbd6f90f02be tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:42.302620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eae81d07-1d29-4f16-8b4b-cbd6f90f02be tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.303919 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-eae81d07-1d29-4f16-8b4b-cbd6f90f02be tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "PUT /v2.0/networks/e36a1b9c-e8f0-4213-beb0-07b861670695 HTTP/1.1" status: 200 len: 857 time: 1.1030245 Dec 22 12:59:42.339467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42682) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:42.341870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-f2f00c53-dc4e-4dca-abb2-89ab0943bd50 req-2d96820b-6860-4bea-bae2-9172869dbd27 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Synchronizing usage tracker for tenant:6f1cccc2345241df92d866c692f9321f on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:42.378509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Attempting to bind port d87f0e23-0fe8-4340-8187-7ccca4ce9e55 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:42.378700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Attempting to bind port d87f0e23-0fe8-4340-8187-7ccca4ce9e55 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:42.379039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Attempting to bind port d87f0e23-0fe8-4340-8187-7ccca4ce9e55 on network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:42.388037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f763ac-85f0-4bb6-afa1-48cacfbbd482 req-a9387ba5-0a19-464d-8962-ab13e7fcf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:42.389514 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e2f763ac-85f0-4bb6-afa1-48cacfbbd482 req-a9387ba5-0a19-464d-8962-ab13e7fcf720 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46825628-1a9b-4da0-bc63-6cbbd1d59b16 HTTP/1.1" status: 200 len: 845 time: 0.2574537 Dec 22 12:59:42.397729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-b532f322-27db-4e9a-85a3-d42530833558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:42.399257 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-b532f322-27db-4e9a-85a3-d42530833558 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f088456d3776496db28fcf551f85fdce&device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 1096 time: 0.7050788 Dec 22 12:59:42.439500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Port d87f0e23-0fe8-4340-8187-7ccca4ce9e55 on network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 12:59:42.440106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Attempting to bind port d87f0e23-0fe8-4340-8187-7ccca4ce9e55 on network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:42.517659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:42.517957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Checking segment: {'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:42.518371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Bound using segment: {'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:42.518794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Bound port: d87f0e23-0fe8-4340-8187-7ccca4ce9e55, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b11e030-39b5-46ff-a844-3c762b120efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:42.519110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.547095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de4e9780-c858-48a8-b759-6785ac29a0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.577158 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-a28c9e67-212f-4842-9a65-fab26b978e93 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5 HTTP/1.1" status: 200 len: 217 time: 0.1215460 Dec 22 12:59:42.594605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae81d07-1d29-4f16-8b4b-cbd6f90f02be tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event updated for resources: {'Network': ['ID=e36a1b9c-e8f0-4213-beb0-07b861670695,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:42.596396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-f2f00c53-dc4e-4dca-abb2-89ab0943bd50 req-2d96820b-6860-4bea-bae2-9172869dbd27 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Unset dirty status for tenant:6f1cccc2345241df92d866c692f9321f on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:42.597495 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f2f00c53-dc4e-4dca-abb2-89ab0943bd50 req-2d96820b-6860-4bea-bae2-9172869dbd27 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5363247 Dec 22 12:59:42.629089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.647345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8186f6-b167-4f4c-80a2-6e5a1f03a894 req-93b3fc0a-1d44-4d99-aa61-6b3684cec605 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:42.648869 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7c8186f6-b167-4f4c-80a2-6e5a1f03a894 req-93b3fc0a-1d44-4d99-aa61-6b3684cec605 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 944 time: 0.4768744 Dec 22 12:59:42.651074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-eae81d07-1d29-4f16-8b4b-cbd6f90f02be tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:42.703675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.794563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] For port d87f0e23-0fe8-4340-8187-7ccca4ce9e55, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:42.798044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f763ac-85f0-4bb6-afa1-48cacfbbd482 req-fcfa27a2-8715-484b-b1bf-dd284d5afaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:42.799594 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e2f763ac-85f0-4bb6-afa1-48cacfbbd482 req-fcfa27a2-8715-484b-b1bf-dd284d5afaea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91b12b74-efcc-4a89-a606-2b317c2af70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3612216 Dec 22 12:59:42.803338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2c150d6-8d86-4cd7-851b-a64758ac469a tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.832791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2c150d6-8d86-4cd7-851b-a64758ac469a tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.838720 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7c8186f6-b167-4f4c-80a2-6e5a1f03a894 req-0a89719f-5da6-410d-ba34-af3f341671a4 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750913 Dec 22 12:59:42.888136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7829a416-b73d-4af4-9c42-bfbcdee02686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:42.922575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] For port d87f0e23-0fe8-4340-8187-7ccca4ce9e55, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d87f0e23-0fe8-4340-8187-7ccca4ce9e55,segment=NetworkSegment(7b11e030-39b5-46ff-a844-3c762b120efa),segment_id=7b11e030-39b5-46ff-a844-3c762b120efa)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:42.922811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.933060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-639b7fb4-861a-4b9c-94a9-23c1d4a2b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:42.934518 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-639b7fb4-861a-4b9c-94a9-23c1d4a2b303 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d589bbeb-9639-4ffc-9c40-da0196ca78b1 HTTP/1.1" status: 200 len: 850 time: 0.3412580 Dec 22 12:59:42.977745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.985984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:42.995811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.004700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de4e9780-c858-48a8-b759-6785ac29a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.021597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c2c150d6-8d86-4cd7-851b-a64758ac469a tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] In _notify_port_updated(), no bound segment for port 79d00ab1-2324-417a-bfe0-5f0f7c2ce375 on network 411bebc9-de85-4561-b31e-10bafb0e1d86 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 12:59:43.027001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c150d6-8d86-4cd7-851b-a64758ac469a tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:43.027647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2c150d6-8d86-4cd7-851b-a64758ac469a tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.031581 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c2c150d6-8d86-4cd7-851b-a64758ac469a tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "PUT /v2.0/ports/79d00ab1-2324-417a-bfe0-5f0f7c2ce375 HTTP/1.1" status: 200 len: 1002 time: 2.2046187 Dec 22 12:59:43.031795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ff0ae770-8d17-4310-91aa-5b8bf4a1b4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:43.037974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42686) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:43.046172 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.096414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c150d6-8d86-4cd7-851b-a64758ac469a tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event updated for resources: {'Port': ['ID=79d00ab1-2324-417a-bfe0-5f0f7c2ce375,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:43.099563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:43.100185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.101631 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] 10.222.0.54 "PUT /v2.0/ports/d87f0e23-0fe8-4340-8187-7ccca4ce9e55 HTTP/1.1" status: 200 len: 1093 time: 3.3125293 Dec 22 12:59:43.103313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36a1b9c-e8f0-4213-beb0-07b861670695']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:43.113461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e344c733-1819-4528-b51b-fd80db544e9a', 'tag': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 12:59:43.121561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c2c150d6-8d86-4cd7-851b-a64758ac469a tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:43.131323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6c1e0cb0-ab88-4712-899e-5a19a8419555 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:43.195665 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658b72fc-b1d2-4ab1-a663-e7f2e90ca43e') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:43.196342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658b72fc-b1d2-4ab1-a663-e7f2e90ca43e') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:43.243427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e9780-c858-48a8-b759-6785ac29a0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02eb013-3126-42ea-a497-a63338c62426,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:43.250852 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e344c733-1819-4528-b51b-fd80db544e9a', 'tag': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55', 'status': 'completed', 'code': 200} Dec 22 12:59:43.270195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.270686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Fanout notify agent at l3_agent the message router_deleted on router 22961158-9d66-4992-8b6b-d273a28a6be0 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 12:59:43.273788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-de4e9780-c858-48a8-b759-6785ac29a0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:43.287501 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e2f763ac-85f0-4bb6-afa1-48cacfbbd482 req-60bfb6e5-7047-4cbf-8ae8-167388792d94 service neutron] 10.222.0.54 "GET /v2.0/networks/91b12b74-efcc-4a89-a606-2b317c2af70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762976 Dec 22 12:59:43.289567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.331726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.338816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3a08dcb6-69e6-4b7f-94fe-3f10ff2d4c09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Deleting port 79d00ab1-2324-417a-bfe0-5f0f7c2ce375 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:43.338969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a08dcb6-69e6-4b7f-94fe-3f10ff2d4c09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.373629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:43.415004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.419584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Pushing event updated for resources: {'Port': ['ID=d87f0e23-0fe8-4340-8187-7ccca4ce9e55,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:43.420962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.422053 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/routers/22961158-9d66-4992-8b6b-d273a28a6be0 HTTP/1.1" status: 204 len: 168 time: 4.9620435 Dec 22 12:59:43.429990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:43.431301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42692) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:43.433785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 12:59:43.434175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.446290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8106e-3b1d-4f8e-921f-60bd0091ecde req-32cc8779-6d5b-4114-8597-2c62f5055b4a tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:43.447003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-1ee8106e-3b1d-4f8e-921f-60bd0091ecde req-32cc8779-6d5b-4114-8597-2c62f5055b4a tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Synchronizing usage tracker for tenant:f088456d3776496db28fcf551f85fdce on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 12:59:43.450698 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 12:59:43.452831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f32e004f-1c95-4ae6-97e0-31a69d1f98c0 None None] Provisioning complete for port 79d00ab1-2324-417a-bfe0-5f0f7c2ce375 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:43.452831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f32e004f-1c95-4ae6-97e0-31a69d1f98c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.456361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Request body: {'router': {'name': 'tempest-snat-router-888155983', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'enable_snat': False}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:43.461374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de4e9780-c858-48a8-b759-6785ac29a0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.465110 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-de4e9780-c858-48a8-b759-6785ac29a0be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b02eb013-3126-42ea-a497-a63338c62426 HTTP/1.1" status: 204 len: 168 time: 1.7697618 Dec 22 12:59:43.516564 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f32e004f-1c95-4ae6-97e0-31a69d1f98c0 None None] Port 79d00ab1-2324-417a-bfe0-5f0f7c2ce375 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:43.519124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-31754b95-884e-4675-8532-3348ae9bab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:43.522120 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-31754b95-884e-4675-8532-3348ae9bab69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13a7c56-cda0-4112-8efa-249342855ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5776415 Dec 22 12:59:43.556543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Pushing event updated for resources: {'Port': ['ID=3629b76c-00c4-4c8a-b8b0-9da7e7d3d25d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:43.598040 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:43.603629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:43.604422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-1ee8106e-3b1d-4f8e-921f-60bd0091ecde req-32cc8779-6d5b-4114-8597-2c62f5055b4a tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Unset dirty status for tenant:f088456d3776496db28fcf551f85fdce on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:43.613809 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1ee8106e-3b1d-4f8e-921f-60bd0091ecde req-32cc8779-6d5b-4114-8597-2c62f5055b4a tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 943 time: 0.8639097 Dec 22 12:59:43.619911 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:43.639814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Usage tracker for resource:router and tenant:bc89e1b1601e4b799483d656da7607d9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:43.650404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:43.666750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:43.678062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-8d870049-2600-42ab-9265-255577623dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:43.679612 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-8d870049-2600-42ab-9265-255577623dfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f1cccc2345241df92d866c692f9321f&device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 1096 time: 0.4891579 Dec 22 12:59:43.722225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:43.744363 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1ee8106e-3b1d-4f8e-921f-60bd0091ecde req-81b573f4-a2a6-4456-b9de-1a5cfcdb2ca7 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296294 Dec 22 12:59:43.745767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:43.806397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.807413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.810581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.820246 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-20b345d2-74f1-4a1f-8e40-1b685aaecfca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d87f0e23-0fe8-4340-8187-7ccca4ce9e55 HTTP/1.1" status: 200 len: 217 time: 0.1300578 Dec 22 12:59:43.825080 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e2f763ac-85f0-4bb6-afa1-48cacfbbd482 req-bbf17202-3e1e-4db7-885d-106d6fb72918 service neutron] 10.222.0.54 "GET /v2.0/networks/91b12b74-efcc-4a89-a606-2b317c2af70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200088 Dec 22 12:59:43.831942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:43.844989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e36a1b9c-e8f0-4213-beb0-07b861670695 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 12:59:43.899539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.920780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Pushing event deleted for resources: {'Network': ['ID=e36a1b9c-e8f0-4213-beb0-07b861670695,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:43.936028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:43.937563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:43.953856 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] 10.222.0.24 "DELETE /v2.0/networks/e36a1b9c-e8f0-4213-beb0-07b861670695 HTTP/1.1" status: 204 len: 168 time: 1.6133130 Dec 22 12:59:43.956043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42710) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:44.014153 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-53048eba-2f27-4a14-ad37-e4dc6c6ebfbf tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] DELETE failed (client error): The resource could not be found. Dec 22 12:59:44.014681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53048eba-2f27-4a14-ad37-e4dc6c6ebfbf tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 12:59:44.019642 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-53048eba-2f27-4a14-ad37-e4dc6c6ebfbf tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] 10.222.0.24 "DELETE /v2.0/subnets/e9d40df9-8055-4a8c-9a30-aedc95d76523 HTTP/1.1" status: 404 len: 337 time: 0.0601542 Dec 22 12:59:44.020671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42714) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:44.023863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-f5c5a249-825f-48d0-ae10-228458349c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:44.025383 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-f5c5a249-825f-48d0-ae10-228458349c05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b605b490-cc40-4404-a5b3-ee2c1f8fdd2a HTTP/1.1" status: 200 len: 850 time: 0.1958592 Dec 22 12:59:44.233682 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-086e7bcb-6ae4-40c0-87fa-cfa6bd17fdd5 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679106 Dec 22 12:59:44.275793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3e14a-782b-461c-8529-60dc60efcebb req-2fee3264-6e6c-430e-a2de-8e2395f77a7c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:44.276547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-42c3e14a-782b-461c-8529-60dc60efcebb req-2fee3264-6e6c-430e-a2de-8e2395f77a7c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Synchronizing usage tracker for tenant:6f1cccc2345241df92d866c692f9321f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:44.303832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a08dcb6-69e6-4b7f-94fe-3f10ff2d4c09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:44.454590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42728) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:44.473852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:44.477030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:44.483288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-42c3e14a-782b-461c-8529-60dc60efcebb req-2fee3264-6e6c-430e-a2de-8e2395f77a7c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Unset dirty status for tenant:6f1cccc2345241df92d866c692f9321f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:44.484425 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-42c3e14a-782b-461c-8529-60dc60efcebb req-2fee3264-6e6c-430e-a2de-8e2395f77a7c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 943 time: 0.7256689 Dec 22 12:59:44.499972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3a08dcb6-69e6-4b7f-94fe-3f10ff2d4c09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Calling delete_port for 79d00ab1-2324-417a-bfe0-5f0f7c2ce375 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:44.546367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3832c8b-d413-498f-840d-73b434a9e77f req-754dcc76-c27c-409d-904f-10441844190f tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:44.547870 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f3832c8b-d413-498f-840d-73b434a9e77f req-754dcc76-c27c-409d-904f-10441844190f tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 944 time: 0.5252798 Dec 22 12:59:44.603967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-edb9e10d-9be0-4470-99b7-9e561218ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:44.605467 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-edb9e10d-9be0-4470-99b7-9e561218ab95 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5188832 Dec 22 12:59:44.710849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-3623327'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:44.711219 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f3832c8b-d413-498f-840d-73b434a9e77f req-43bf511a-ac23-4910-ad78-d7b4cabe45d2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524613 Dec 22 12:59:44.757240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:44.815793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:network and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:44.823015 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-42c3e14a-782b-461c-8529-60dc60efcebb req-0620781a-cd19-4742-8b4e-4e8bbc37fa0f tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3230190 Dec 22 12:59:44.828295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:44.845392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:44.862901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:44.898915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:44.902631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:44.906869 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-422fe1ac-b270-41c5-b9ac-e11ef0e5898d req-a097b8b2-52ce-404a-bbe8-37f8fccf7b6e service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6547740 Dec 22 12:59:44.913935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e4310e-a062-4170-bdd1-511aae1aca9e']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:44.934426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:44.944676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437446f1-895b-4a45-8c5a-22c68539b9e2') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:44.944878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437446f1-895b-4a45-8c5a-22c68539b9e2') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:44.983681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:44.996524 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:45.006232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:security_group_rule and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:45.010928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:45.017950 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-3e61dd7f-0c81-4b4c-a92d-4f833c3114f8 service neutron] 10.222.0.54 "GET /v2.0/networks/aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223217 Dec 22 12:59:45.019837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.022122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:45.052489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 12:59:45.052885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 12:59:45.072152 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 12:59:45.097924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.137405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 37a48997-48bb-4ae4-9054-847a1e519fdb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 12:59:45.176459 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a08dcb6-69e6-4b7f-94fe-3f10ff2d4c09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.187879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:45.278028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 37a48997-48bb-4ae4-9054-847a1e519fdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=37a48997-48bb-4ae4-9054-847a1e519fdb,segment=NetworkSegment(93e21159-fc30-44fc-8388-798f46adf90e),segment_id=93e21159-fc30-44fc-8388-798f46adf90e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:45.292307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08dcb6-69e6-4b7f-94fe-3f10ff2d4c09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event deleted for resources: {'Port': ['ID=79d00ab1-2324-417a-bfe0-5f0f7c2ce375,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:45.293456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '37a48997-48bb-4ae4-9054-847a1e519fdb', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'port_id': '37a48997-48bb-4ae4-9054-847a1e519fdb', 'mac_address': 'fa:16:3e:3c:97:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 12:59:45.298949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3a08dcb6-69e6-4b7f-94fe-3f10ff2d4c09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:45.332833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a38c6-773c-4c79-a95c-9bd3e063a2e1 req-b4b7fefc-fa1a-4fb9-864c-8a3809b11dde tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:45.334340 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a25a38c6-773c-4c79-a95c-9bd3e063a2e1 req-b4b7fefc-fa1a-4fb9-864c-8a3809b11dde tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 943 time: 0.4377861 Dec 22 12:59:45.339235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.365434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.368429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:45.384200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.385779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a48997-48bb-4ae4-9054-847a1e519fdb {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 12:59:45.404434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c90bcf-227c-4f1b-aefc-4bab73ba3360 req-5614c846-c0e4-4f30-ae06-7c60707dd731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:45.405930 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-64c90bcf-227c-4f1b-aefc-4bab73ba3360 req-5614c846-c0e4-4f30-ae06-7c60707dd731 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f088456d3776496db28fcf551f85fdce&device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 1096 time: 0.4088321 Dec 22 12:59:45.406273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 37a48997-48bb-4ae4-9054-847a1e519fdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=37a48997-48bb-4ae4-9054-847a1e519fdb,segment=NetworkSegment(93e21159-fc30-44fc-8388-798f46adf90e),segment_id=93e21159-fc30-44fc-8388-798f46adf90e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:45.411595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.414235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a39e70ef-7c7f-424d-a981-8563544fd4cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:45.423144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Pushing event deleted for resources: {'Network': ['ID=68e4310e-a062-4170-bdd1-511aae1aca9e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:45.441236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:45.506181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=37a48997-48bb-4ae4-9054-847a1e519fdb,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:45.511809 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:45.602384 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3bb2c079-dd01-4a18-93fc-1aaa4937a12a req-d11ec3ea-d0a3-42d3-9816-f88aff243a10 service neutron] 10.222.0.54 "GET /v2.0/networks/aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746245 Dec 22 12:59:45.610368 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] 10.222.0.24 "DELETE /v2.0/networks/68e4310e-a062-4170-bdd1-511aae1aca9e HTTP/1.1" status: 204 len: 168 time: 1.5840330 Dec 22 12:59:45.727420 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a25a38c6-773c-4c79-a95c-9bd3e063a2e1 req-d21796d1-5669-4eb9-b9fe-f96f2157a076 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593874 Dec 22 12:59:45.775009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.780608 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a08dcb6-69e6-4b7f-94fe-3f10ff2d4c09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.796686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.813352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:59:45.823760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.824188 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Added segment b1957e94-fa30-4d47-b399-5eb65a70df9b of type vlan for network ad9243f3-aa0d-4669-bdc6-ac92e6b71927 Dec 22 12:59:45.842527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5d3048f4-3858-4f32-9c6e-83d020816aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:45.875778 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3a08dcb6-69e6-4b7f-94fe-3f10ff2d4c09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "DELETE /v2.0/ports/79d00ab1-2324-417a-bfe0-5f0f7c2ce375 HTTP/1.1" status: 204 len: 168 time: 2.6842856 Dec 22 12:59:45.889403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42742) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:45.938534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c90bcf-227c-4f1b-aefc-4bab73ba3360 req-f471c2bd-5fb8-4e95-a137-f4d27e0e864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:45.940020 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-64c90bcf-227c-4f1b-aefc-4bab73ba3360 req-f471c2bd-5fb8-4e95-a137-f4d27e0e864a service neutron] 10.222.0.54 "GET /v2.0/networks?id=f13a7c56-cda0-4112-8efa-249342855ee9 HTTP/1.1" status: 200 len: 912 time: 0.5211778 Dec 22 12:59:45.949239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['37a48997-48bb-4ae4-9054-847a1e519fdb'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 12:59:45.950582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:45.998126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:46.002527 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b479612-ea1e-4899-bb6b-d27933a9da7b tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] GET failed (client error): The resource could not be found. Dec 22 12:59:46.003080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7b479612-ea1e-4899-bb6b-d27933a9da7b tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Synchronizing usage tracker for tenant:9b0fbd2bdd9e4802a262023d673c049a on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:46.025765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:46.055118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:46.058410 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-64c90bcf-227c-4f1b-aefc-4bab73ba3360 req-f49680c9-5b2f-4cee-866c-174677fe83dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5 HTTP/1.1" status: 200 len: 217 time: 0.1073027 Dec 22 12:59:46.075107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42748) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:46.081424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1650018d-bda7-427a-8522-a5dd5760c4d3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:46.084494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:46.139495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eadbb1-ba15-41d7-8d57-f20f5ddf79b3 req-79bf0062-5a28-47d6-b027-ffae4102753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:46.140996 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b9eadbb1-ba15-41d7-8d57-f20f5ddf79b3 req-79bf0062-5a28-47d6-b027-ffae4102753a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f1cccc2345241df92d866c692f9321f&device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 1096 time: 0.4542813 Dec 22 12:59:46.153885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22df3a-f8f0-4d4c-a24e-981094e77849 req-b60a2612-dedf-42a4-8a72-451f723d95d6 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:46.155346 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bb22df3a-f8f0-4d4c-a24e-981094e77849 req-b60a2612-dedf-42a4-8a72-451f723d95d6 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 945 time: 0.3144433 Dec 22 12:59:46.187769 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:46.206561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7b479612-ea1e-4899-bb6b-d27933a9da7b tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Unset dirty status for tenant:9b0fbd2bdd9e4802a262023d673c049a on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:46.206896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:46.211227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:46.211380 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7b479612-ea1e-4899-bb6b-d27933a9da7b tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "GET /v2.0/ports/79d00ab1-2324-417a-bfe0-5f0f7c2ce375 HTTP/1.1" status: 404 len: 333 time: 0.3173046 Dec 22 12:59:46.217129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42754) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:46.228730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Request body: {'port': {'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-678267538'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:46.291752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8d1641b0-d122-452a-a28a-9abd7cb9125a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:46.462153 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bb22df3a-f8f0-4d4c-a24e-981094e77849 req-9f43ec14-81f6-4695-b357-ff1f38d8e9a4 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677631 Dec 22 12:59:46.463677 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0043247 Dec 22 12:59:46.486068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Network': ['ID=ad9243f3-aa0d-4669-bdc6-ac92e6b71927,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:46.486068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Allocated IP 172.26.4.120 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/78abb1a9-cac4-43e8-850c-f4ab3fa9a002) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:46.494248 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:46.498413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network ad9243f3-aa0d-4669-bdc6-ac92e6b71927 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:59:46.537027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eadbb1-ba15-41d7-8d57-f20f5ddf79b3 req-513d9a7e-db45-4fd8-9f74-39e79b4dc363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:46.538481 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b9eadbb1-ba15-41d7-8d57-f20f5ddf79b3 req-513d9a7e-db45-4fd8-9f74-39e79b4dc363 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 HTTP/1.1" status: 200 len: 912 time: 0.3793952 Dec 22 12:59:46.544873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c90bcf-227c-4f1b-aefc-4bab73ba3360 req-372553c7-a37b-4cdb-a51e-f5ccb2dd7f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:46.546289 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-64c90bcf-227c-4f1b-aefc-4bab73ba3360 req-372553c7-a37b-4cdb-a51e-f5ccb2dd7f2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d589bbeb-9639-4ffc-9c40-da0196ca78b1 HTTP/1.1" status: 200 len: 850 time: 0.4799664 Dec 22 12:59:46.685045 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b9eadbb1-ba15-41d7-8d57-f20f5ddf79b3 req-7e0f1d47-9c86-4eeb-9976-4254f8792e0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d87f0e23-0fe8-4340-8187-7ccca4ce9e55 HTTP/1.1" status: 200 len: 217 time: 0.0713325 Dec 22 12:59:46.754444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab589774-bef4-48ba-841c-bbf1406493fa req-cf78e342-1bbd-4548-bc38-0a5f72cd56f7 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:46.755927 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ab589774-bef4-48ba-841c-bbf1406493fa req-cf78e342-1bbd-4548-bc38-0a5f72cd56f7 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 943 time: 0.7433476 Dec 22 12:59:46.763515 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1d4a68e1-c4a3-494b-a04b-7160e19f8c24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ce5a02f89154b8292cd97682cdccda9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6552920 Dec 22 12:59:46.770379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42760) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:46.811395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:46.812893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:46.820947 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eadbb1-ba15-41d7-8d57-f20f5ddf79b3 req-59ba088e-0955-4b54-906d-4fc510bf7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:46.822370 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b9eadbb1-ba15-41d7-8d57-f20f5ddf79b3 req-59ba088e-0955-4b54-906d-4fc510bf7e09 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b605b490-cc40-4404-a5b3-ee2c1f8fdd2a HTTP/1.1" status: 200 len: 850 time: 0.1292050 Dec 22 12:59:46.835706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:46.848264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Router 9e788d58-917f-486b-8df3-a85cde04aab6 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 12:59:46.865606 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c90bcf-227c-4f1b-aefc-4bab73ba3360 req-577ee031-9776-4f28-9c46-727b3136f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:46.867143 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-64c90bcf-227c-4f1b-aefc-4bab73ba3360 req-577ee031-9776-4f28-9c46-727b3136f04f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13a7c56-cda0-4112-8efa-249342855ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2935185 Dec 22 12:59:46.871874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Made reservation on behalf of 9b0fbd2bdd9e4802a262023d673c049a for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:46.875344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:46.887122 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ab589774-bef4-48ba-841c-bbf1406493fa req-9e0d6cc2-9a87-4290-a30a-91b2e166df6f tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034286 Dec 22 12:59:47.049635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] device_id is not set on port a88959c1-ca2a-4910-9b74-d8d1cd802c17 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:47.059162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4adddd0a-9f62-45ed-b365-df87ec9d00d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:47.113103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4adddd0a-9f62-45ed-b365-df87ec9d00d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:47.113616 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 37a48997-48bb-4ae4-9054-847a1e519fdb up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:47.121139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:47.129192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:47.227636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:47.234835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eadbb1-ba15-41d7-8d57-f20f5ddf79b3 req-fe00fa84-8ffa-4f31-8366-306373ffa5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:47.236654 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b9eadbb1-ba15-41d7-8d57-f20f5ddf79b3 req-fe00fa84-8ffa-4f31-8366-306373ffa5c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4049776 Dec 22 12:59:47.242055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:47.246365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event updated for resources: {'Port': ['ID=78abb1a9-cac4-43e8-850c-f4ab3fa9a002,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:47.260802 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 37a48997-48bb-4ae4-9054-847a1e519fdb completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:47.267788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:47.273466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 37a48997-48bb-4ae4-9054-847a1e519fdb triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:47.273991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:47.296222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:47.304420 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:59:47.320131 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626aa319-1d18-46da-ad82-0325fc568648 req-a5869d7c-639e-4723-a93c-3847d254ae08 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:47.321843 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-626aa319-1d18-46da-ad82-0325fc568648 req-a5869d7c-639e-4723-a93c-3847d254ae08 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 943 time: 0.3033862 Dec 22 12:59:47.323951 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-64c90bcf-227c-4f1b-aefc-4bab73ba3360 req-14c7b97b-afeb-4012-8c6a-3eb0328a9d15 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357986 Dec 22 12:59:47.334732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b0cb9-9b15-4848-9f4d-c66390251a53 None None] Sync routers for ids ['9e788d58-917f-486b-8df3-a85cde04aab6'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:59:47.382538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b0cb9-9b15-4848-9f4d-c66390251a53 None None] Routers {'9e788d58-917f-486b-8df3-a85cde04aab6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:47.383451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e63b0cb9-9b15-4848-9f4d-c66390251a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['9e788d58-917f-486b-8df3-a85cde04aab6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:47.450749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:47.452203 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.0737610 Dec 22 12:59:47.453673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Allocated IP 2001:db8::3cd (411bebc9-de85-4561-b31e-10bafb0e1d86/55381961-3646-4317-95ff-65c29f471f56/a88959c1-ca2a-4910-9b74-d8d1cd802c17) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:47.456573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42764) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:47.540815 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:47.590752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4adddd0a-9f62-45ed-b365-df87ec9d00d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:47.596917 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b9eadbb1-ba15-41d7-8d57-f20f5ddf79b3 req-18caef57-1a0b-4101-9391-6e30884d6a2f service neutron] 10.222.0.54 "GET /v2.0/networks/aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525820 Dec 22 12:59:47.617977 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-64c90bcf-227c-4f1b-aefc-4bab73ba3360 req-bf010c23-a6ff-4320-8d37-45f3792bb8af service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801204 Dec 22 12:59:47.646557 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e63b0cb9-9b15-4848-9f4d-c66390251a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:47.670909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b0cb9-9b15-4848-9f4d-c66390251a53 None None] Routers {'9e788d58-917f-486b-8df3-a85cde04aab6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:47.672316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e63b0cb9-9b15-4848-9f4d-c66390251a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['9e788d58-917f-486b-8df3-a85cde04aab6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:47.732586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:47.754304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59aaa1e7-278c-46de-9214-06cd877e4887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a48997-48bb-4ae4-9054-847a1e519fdb'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 12:59:47.826555 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-626aa319-1d18-46da-ad82-0325fc568648 req-9dc48768-119a-4aa7-95c3-c82197ae8a0c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3759382 Dec 22 12:59:47.886892 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e63b0cb9-9b15-4848-9f4d-c66390251a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:47.887766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b0cb9-9b15-4848-9f4d-c66390251a53 None None] The sync data for ids ['9e788d58-917f-486b-8df3-a85cde04aab6'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:59:47.896731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 37a48997-48bb-4ae4-9054-847a1e519fdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=37a48997-48bb-4ae4-9054-847a1e519fdb,segment=NetworkSegment(93e21159-fc30-44fc-8388-798f46adf90e),segment_id=93e21159-fc30-44fc-8388-798f46adf90e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:47.907748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:47.919783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adddd0a-9f62-45ed-b365-df87ec9d00d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f656bd-4608-4708-96a9-3f736ad946e2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:47.937175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:47.947161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4adddd0a-9f62-45ed-b365-df87ec9d00d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:47.981033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:47.997468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Transition to ACTIVE for port object a88959c1-ca2a-4910-9b74-d8d1cd802c17 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:48.035903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:48.055184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:48.064367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4adddd0a-9f62-45ed-b365-df87ec9d00d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:48.081532 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4adddd0a-9f62-45ed-b365-df87ec9d00d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80f656bd-4608-4708-96a9-3f736ad946e2 HTTP/1.1" status: 204 len: 168 time: 1.3101168 Dec 22 12:59:48.116021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ca7ef-b0e9-494d-954b-5a4282f2a56f req-7d2b89eb-a536-4d12-b167-d83622a56ffb tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:48.122991 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-034ca7ef-b0e9-494d-954b-5a4282f2a56f req-7d2b89eb-a536-4d12-b167-d83622a56ffb tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 945 time: 0.3164065 Dec 22 12:59:48.134956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=37a48997-48bb-4ae4-9054-847a1e519fdb,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:48.150997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:48.191386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Network 411bebc9-de85-4561-b31e-10bafb0e1d86 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:48.202340 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-034ca7ef-b0e9-494d-954b-5a4282f2a56f req-e78e8e03-2823-4503-bb52-6ba985764ffc tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784922 Dec 22 12:59:48.207207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event updated for resources: {'Port': ['ID=a88959c1-ca2a-4910-9b74-d8d1cd802c17,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:48.210232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:48.225675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:48.229190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:48.236075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:48.236831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:48.267070 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0488775 Dec 22 12:59:48.269723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42784) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:48.278238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-dd0f4b04-0571-4fc3-8dca-49f14cfd53a0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:27:2b:c3'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:48.302289 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bef89c96-0548-4efe-aedd-92c5810a6cbb tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/routers/9e788d58-917f-486b-8df3-a85cde04aab6 HTTP/1.1" status: 200 len: 919 time: 0.8446028 Dec 22 12:59:48.388814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42788) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:48.514329 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b9eadbb1-ba15-41d7-8d57-f20f5ddf79b3 req-20af60de-eae6-4728-959c-cd892be31645 service neutron] 10.222.0.54 "GET /v2.0/networks/aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8704252 Dec 22 12:59:48.516910 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5ca7eb9a-7cf4-429a-936d-d10443e4932a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e788d58-917f-486b-8df3-a85cde04aab6 HTTP/1.1" status: 200 len: 205 time: 0.1203063 Dec 22 12:59:48.534089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42792) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:48.577672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42796) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:48.654617 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-64563296-6c69-4a52-aedd-6fe8e00bd891 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=233212dbf7df4b12b9eb0ff3a6178ee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0756114 Dec 22 12:59:48.674157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42800) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:48.724224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-172a4c63-1943-4dc5-8c56-4c133cd3209d None None] Provisioning for port a88959c1-ca2a-4910-9b74-d8d1cd802c17 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:48.734202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-172a4c63-1943-4dc5-8c56-4c133cd3209d None None] Provisioning complete for port a88959c1-ca2a-4910-9b74-d8d1cd802c17 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:48.734202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-172a4c63-1943-4dc5-8c56-4c133cd3209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:48.769679 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59aaa1e7-278c-46de-9214-06cd877e4887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a48997-48bb-4ae4-9054-847a1e519fdb', 'code': 200} Dec 22 12:59:48.785483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:48.801098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-172a4c63-1943-4dc5-8c56-4c133cd3209d None None] Port a88959c1-ca2a-4910-9b74-d8d1cd802c17 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:49.065285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4b04-0571-4fc3-8dca-49f14cfd53a0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.075230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d73d2-36c6-4af3-96f4-a316d13232e5 req-287fe4ad-8d80-4069-9088-3e8ddc5d1b6a tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:49.078311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68e652f4-112b-4029-95c7-2923a9e34eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.078654 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fe8d73d2-36c6-4af3-96f4-a316d13232e5 req-287fe4ad-8d80-4069-9088-3e8ddc5d1b6a tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 943 time: 0.9415805 Dec 22 12:59:49.142670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 91b57567-c12f-4ebc-aba1-91550ddd7fa5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 12:59:49.170954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68e652f4-112b-4029-95c7-2923a9e34eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.253726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69102c19-386d-48c6-ab91-1308714d33a7 req-db329986-9977-4276-b449-8cddc37f5a8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:49.255190 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-69102c19-386d-48c6-ab91-1308714d33a7 req-db329986-9977-4276-b449-8cddc37f5a8e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 943 time: 0.2604754 Dec 22 12:59:49.304844 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fe8d73d2-36c6-4af3-96f4-a316d13232e5 req-9de8790c-3e17-4e83-a355-d85494069c0f tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656520 Dec 22 12:59:49.309730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.383171 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-69102c19-386d-48c6-ab91-1308714d33a7 req-f06cf1d8-daa5-498a-95f8-001ca967a08b tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120789 Dec 22 12:59:49.390273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 91b57567-c12f-4ebc-aba1-91550ddd7fa5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5,segment=NetworkSegment(757b5385-7a7f-4d58-8b61-55d41371479c),segment_id=757b5385-7a7f-4d58-8b61-55d41371479c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:49.399831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68e652f4-112b-4029-95c7-2923a9e34eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.409896 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-caf9447b-32e5-4cf3-9f49-d552e6e00f0d tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:49.425183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '91b57567-c12f-4ebc-aba1-91550ddd7fa5', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'port_id': '91b57567-c12f-4ebc-aba1-91550ddd7fa5', 'mac_address': 'fa:16:3e:ff:e8:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 12:59:49.429558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e652f4-112b-4029-95c7-2923a9e34eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e13926-b5a3-42e4-8a1b-2a1968c741a9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:49.433817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-68e652f4-112b-4029-95c7-2923a9e34eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:49.450578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68e652f4-112b-4029-95c7-2923a9e34eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.451712 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-68e652f4-112b-4029-95c7-2923a9e34eb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3e13926-b5a3-42e4-8a1b-2a1968c741a9 HTTP/1.1" status: 204 len: 168 time: 0.7766385 Dec 22 12:59:49.455955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6de9f0-eb07-40b2-9c6d-8e82dadca517 req-172d5605-7708-4cd3-9850-9b1c1d6d1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:49.457433 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6e6de9f0-eb07-40b2-9c6d-8e82dadca517 req-172d5605-7708-4cd3-9850-9b1c1d6d1b0b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 1099 time: 0.4975998 Dec 22 12:59:49.509494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4b04-0571-4fc3-8dca-49f14cfd53a0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.517904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4b04-0571-4fc3-8dca-49f14cfd53a0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.535567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-244f2462-c095-4f25-a5b3-9a8fd9a39e71 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:49.550331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42812) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:49.561473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.583009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'subnet': {'network_id': 'ad9243f3-aa0d-4669-bdc6-ac92e6b71927', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:49.591638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b57567-c12f-4ebc-aba1-91550ddd7fa5 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 12:59:49.601181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f4b04-0571-4fc3-8dca-49f14cfd53a0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] In _notify_port_updated(), no bound segment for port a88959c1-ca2a-4910-9b74-d8d1cd802c17 on network 411bebc9-de85-4561-b31e-10bafb0e1d86 {{(pid=87569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 12:59:49.606660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f4b04-0571-4fc3-8dca-49f14cfd53a0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:49.607279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4b04-0571-4fc3-8dca-49f14cfd53a0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.608594 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-dd0f4b04-0571-4fc3-8dca-49f14cfd53a0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "PUT /v2.0/ports/a88959c1-ca2a-4910-9b74-d8d1cd802c17 HTTP/1.1" status: 200 len: 1002 time: 1.3379056 Dec 22 12:59:49.611717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42816) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:49.635973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 91b57567-c12f-4ebc-aba1-91550ddd7fa5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5,segment=NetworkSegment(757b5385-7a7f-4d58-8b61-55d41371479c),segment_id=757b5385-7a7f-4d58-8b61-55d41371479c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:49.641549 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.660044 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f1a9df71-1ba5-4dbb-aebe-ec986891087e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:49.671134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f4b04-0571-4fc3-8dca-49f14cfd53a0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event updated for resources: {'Port': ['ID=a88959c1-ca2a-4910-9b74-d8d1cd802c17,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:49.685662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-dd0f4b04-0571-4fc3-8dca-49f14cfd53a0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:49.705259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Deleting port a88959c1-ca2a-4910-9b74-d8d1cd802c17 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:49.705680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.764001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6e6de9f0-eb07-40b2-9c6d-8e82dadca517 req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.767352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=91b57567-c12f-4ebc-aba1-91550ddd7fa5,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:49.771485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:49.865282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:49.879046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:subnet and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:49.883592 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-6e6de9f0-eb07-40b2-9c6d-8e82dadca517 req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:49.890515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:49.955539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-6e6de9f0-eb07-40b2-9c6d-8e82dadca517 req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Usage tracker for resource:security_group_rule and tenant:e61d0f3e781e47d7b41cb9302d2eca0d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:49.958525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:49.970967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-6e6de9f0-eb07-40b2-9c6d-8e82dadca517 req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:49.971909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-61dac31d-e8e1-480f-80d2-6bcd69f7c3fe None None] Provisioning complete for port a88959c1-ca2a-4910-9b74-d8d1cd802c17 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:49.972476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61dac31d-e8e1-480f-80d2-6bcd69f7c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:49.993956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-6e6de9f0-eb07-40b2-9c6d-8e82dadca517 req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:50.020134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:50.026513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['91b57567-c12f-4ebc-aba1-91550ddd7fa5'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 12:59:50.041932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:50.046214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:50.078316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:50.133859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:50.142613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-61dac31d-e8e1-480f-80d2-6bcd69f7c3fe None None] Port a88959c1-ca2a-4910-9b74-d8d1cd802c17 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:50.205780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Calling delete_port for a88959c1-ca2a-4910-9b74-d8d1cd802c17 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:50.237444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Deleting port 3629b76c-00c4-4c8a-b8b0-9da7e7d3d25d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:50.237796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:50.268121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe17765-444c-485f-8025-e5950d03253c req-7fde6bdf-90f2-4408-9b90-5a6d799dcc78 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:50.269606 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8fe17765-444c-485f-8025-e5950d03253c req-7fde6bdf-90f2-4408-9b90-5a6d799dcc78 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 946 time: 0.7201290 Dec 22 12:59:50.377809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:50.388034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8b79d782-47f9-4e7d-959b-7a8bde6c93b9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:50.441254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event deleted for resources: {'Port': ['ID=a88959c1-ca2a-4910-9b74-d8d1cd802c17,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:50.531726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:50.532015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:50.532546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:50.532950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:50.533257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:50.533641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:50.534041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:50.534373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:50.534778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:50.535354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:50.535634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:50.535902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:50.546079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:50.565732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:50.591942 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "DELETE /v2.0/ports/a88959c1-ca2a-4910-9b74-d8d1cd802c17 HTTP/1.1" status: 204 len: 168 time: 0.9794245 Dec 22 12:59:50.594875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42842) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:50.651823 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-39dc376d-d094-452c-bc39-9d5e713e3220 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] GET failed (client error): The resource could not be found. Dec 22 12:59:50.652373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-39dc376d-d094-452c-bc39-9d5e713e3220 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Synchronizing usage tracker for tenant:9b0fbd2bdd9e4802a262023d673c049a on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:50.676513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77473428-9350-4e6c-96c8-6c5231fe7c3d req-d927d7cf-bc3d-408f-b961-752d8105fc88 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:50.684981 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77473428-9350-4e6c-96c8-6c5231fe7c3d req-d927d7cf-bc3d-408f-b961-752d8105fc88 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 943 time: 0.2409916 Dec 22 12:59:50.737673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-39dc376d-d094-452c-bc39-9d5e713e3220 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Unset dirty status for tenant:9b0fbd2bdd9e4802a262023d673c049a on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:50.739647 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-39dc376d-d094-452c-bc39-9d5e713e3220 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "GET /v2.0/ports/a88959c1-ca2a-4910-9b74-d8d1cd802c17 HTTP/1.1" status: 404 len: 333 time: 0.1428704 Dec 22 12:59:50.742458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42848) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:50.750547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Request body: {'port': {'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-741839145'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:50.755265 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8fe17765-444c-485f-8025-e5950d03253c req-61d9f700-05f3-4167-b305-d7b2da4b83a3 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4656706 Dec 22 12:59:50.770428 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77473428-9350-4e6c-96c8-6c5231fe7c3d req-3764d695-973a-4f21-a209-ebdc4bc78a5f tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788505 Dec 22 12:59:50.851821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6e6de9f0-eb07-40b2-9c6d-8e82dadca517 req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:50.871123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-6e6de9f0-eb07-40b2-9c6d-8e82dadca517 req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:50.895453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:50.953276 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6e6de9f0-eb07-40b2-9c6d-8e82dadca517 req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4585993 Dec 22 12:59:50.986307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:51.016837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=52af7055-5c6f-4230-aa2c-a20d7ca738ca,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:51.057287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:51.074129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:51.098839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Made reservation on behalf of 9b0fbd2bdd9e4802a262023d673c049a for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:51.102329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:51.128185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] device_id is not set on port 09f910e7-9f05-4179-a0d4-42f609b382cc yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:51.141032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Calling delete_port for 3629b76c-00c4-4c8a-b8b0-9da7e7d3d25d owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:51.168183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:51.168586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:51.168905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:51.169269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:51.169661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:51.169946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:51.170460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:51.170803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:51.171141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:51.171482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:51.171847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:51.172182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:51.176128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d87f0e23-0fe8-4340-8187-7ccca4ce9e55 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 12:59:51.177341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5923b75-26e6-4858-9b10-c3e531cc7fd7 req-27a21c63-4903-43d7-bd77-197a913e5187 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:51.178958 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5923b75-26e6-4858-9b10-c3e531cc7fd7 req-27a21c63-4903-43d7-bd77-197a913e5187 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 944 time: 0.2561409 Dec 22 12:59:51.186358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:51.187584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:51.196427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Router 2755cbfb-5476-45eb-846d-2c538b1c900f is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 12:59:51.207787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:51.250134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 91b57567-c12f-4ebc-aba1-91550ddd7fa5 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:51.309200 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5923b75-26e6-4858-9b10-c3e531cc7fd7 req-49b956b5-a50d-42d9-82a0-3b8a01b46e4a tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029246 Dec 22 12:59:51.374593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Allocated IP 2001:db8::20 (411bebc9-de85-4561-b31e-10bafb0e1d86/55381961-3646-4317-95ff-65c29f471f56/09f910e7-9f05-4179-a0d4-42f609b382cc) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:51.409850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42864) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:51.428289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 91b57567-c12f-4ebc-aba1-91550ddd7fa5 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:51.444121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 91b57567-c12f-4ebc-aba1-91550ddd7fa5 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:51.444580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:51.498959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d87f0e23-0fe8-4340-8187-7ccca4ce9e55, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d87f0e23-0fe8-4340-8187-7ccca4ce9e55,segment=NetworkSegment(7b11e030-39b5-46ff-a844-3c762b120efa),segment_id=7b11e030-39b5-46ff-a844-3c762b120efa)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:51.510353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Subnet': ['ID=c727d65d-196b-48df-85ff-afd5695ad1dd,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:51.519579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:51.536479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Checking segment: {'id': 'b1957e94-fa30-4d47-b399-5eb65a70df9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ad9243f3-aa0d-4669-bdc6-ac92e6b71927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:51.537059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network hostable DHCP agents. Network: ad9243f3-aa0d-4669-bdc6-ac92e6b71927, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:59:51.562878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'port_id': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55', 'mac_address': 'fa:16:3e:8b:06:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 12:59:51.591685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:51.600361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:51.617687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Usage tracker for resource:floatingip and tenant:ba7a8bdb8fe243d5b102b9a6c5e4dfd2 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:51.623034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:51.649843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:51.654515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network ad9243f3-aa0d-4669-bdc6-ac92e6b71927 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:59:51.673111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:51.675221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:51.682258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:51.689513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:51.703999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:59:51.714475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, ad9243f3-aa0d-4669-bdc6-ac92e6b71927) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:51.723650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 91b57567-c12f-4ebc-aba1-91550ddd7fa5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5,segment=NetworkSegment(757b5385-7a7f-4d58-8b61-55d41371479c),segment_id=757b5385-7a7f-4d58-8b61-55d41371479c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:51.729150 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Sync routers for ids ['2755cbfb-5476-45eb-846d-2c538b1c900f'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:59:51.732812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:51.733471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:51.736828 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b57567-c12f-4ebc-aba1-91550ddd7fa5'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 12:59:51.739794 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Routers {'2755cbfb-5476-45eb-846d-2c538b1c900f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:51.740783 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2755cbfb-5476-45eb-846d-2c538b1c900f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:51.746845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87f0e23-0fe8-4340-8187-7ccca4ce9e55 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 12:59:51.752064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:51.755152 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c92f4-29b6-4ebe-86dd-1d1b21af0e3d None None] Network ad9243f3-aa0d-4669-bdc6-ac92e6b71927 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:51.759117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Transition to ACTIVE for port object 09f910e7-9f05-4179-a0d4-42f609b382cc will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:51.760776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:51.813492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Pushing event deleted for resources: {'Port': ['ID=3629b76c-00c4-4c8a-b8b0-9da7e7d3d25d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:51.816836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:51.838614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:51.851359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:51.856179 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2892094 Dec 22 12:59:51.857073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:51.858646 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4264615 Dec 22 12:59:51.864130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42876) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:51.864527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42878) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:51.948186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1550052666'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:51.968965 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Set router 2755cbfb-5476-45eb-846d-2c538b1c900f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:51.980715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:51.999677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:network and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:52.005801 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:52.014239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.018072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:52.028209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-347391d3-3e68-4edd-91f1-c6e720a1bf39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:52.064185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Network 411bebc9-de85-4561-b31e-10bafb0e1d86 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:52.111229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:52.123340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:52.129039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:52.129693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.137570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=91b57567-c12f-4ebc-aba1-91550ddd7fa5,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:52.147071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d87f0e23-0fe8-4340-8187-7ccca4ce9e55, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d87f0e23-0fe8-4340-8187-7ccca4ce9e55,segment=NetworkSegment(7b11e030-39b5-46ff-a844-3c762b120efa),segment_id=7b11e030-39b5-46ff-a844-3c762b120efa)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:52.155780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event updated for resources: {'Port': ['ID=09f910e7-9f05-4179-a0d4-42f609b382cc,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:52.168187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:52.174063 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:52.174453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:52.175181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:52.175525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:52.176669 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:52.176669 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:52.177280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:52.177574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:52.177875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:52.178203 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:52.178566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:52.179830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 12:59:52.193441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.208772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.211126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:52.212104 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:52.218524 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4728212 Dec 22 12:59:52.244039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42884) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:52.245820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.306376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d87f0e23-0fe8-4340-8187-7ccca4ce9e55,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:52.321331 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2755cbfb-5476-45eb-846d-2c538b1c900f', 'name': 'tempest-snat-router-888155983', 'tenant_id': 'bc89e1b1601e4b799483d656da7607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.120'}], 'enable_snat': False}, 'gw_port_id': '78abb1a9-cac4-43e8-850c-f4ab3fa9a002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:43Z', 'updated_at': '2021-12-22T12:59:48Z', 'revision_number': 3, 'project_id': 'bc89e1b1601e4b799483d656da7607d9', 'gw_port': {'id': '78abb1a9-cac4-43e8-850c-f4ab3fa9a002', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:40:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2755cbfb-5476-45eb-846d-2c538b1c900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:46Z', 'updated_at': '2021-12-22T12:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:52.324375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:52.327638 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Checking router: 2755cbfb-5476-45eb-846d-2c538b1c900f for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 12:59:52.328107 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Updating router 2755cbfb-5476-45eb-846d-2c538b1c900f port 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 12:59:52.355756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf59ab0-85d6-4a13-a714-c031de9f71ae req-503e6d0e-5e4f-44c8-8726-69c6b46ac4b7 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:52.372222 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cbf59ab0-85d6-4a13-a714-c031de9f71ae req-503e6d0e-5e4f-44c8-8726-69c6b46ac4b7 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 943 time: 0.3153720 Dec 22 12:59:52.393546 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.433456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-ad9243f3-aa0d-4669-bdc6-ac92e6b71927', 'network_id': 'ad9243f3-aa0d-4669-bdc6-ac92e6b71927', 'tenant_id': '57a8bd301a684d45b9e3c6fbb124d1b7', 'fixed_ips': [{'subnet_id': 'c727d65d-196b-48df-85ff-afd5695ad1dd'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 12:59:52.434227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.483161 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cbf59ab0-85d6-4a13-a714-c031de9f71ae req-d680c47d-3d52-4c62-a337-0cf70a99aa04 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099687 Dec 22 12:59:52.538375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Allocated IP 172.26.4.237 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/d02033bc-5786-4021-aaf5-2361b9692b04) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:52.554236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Request body: {'port': {'network_id': '411bebc9-de85-4561-b31e-10bafb0e1d86', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-294635403'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:52.568537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:52.572732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.680067 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b57567-c12f-4ebc-aba1-91550ddd7fa5', 'code': 200} Dec 22 12:59:52.685222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['d87f0e23-0fe8-4340-8187-7ccca4ce9e55'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 12:59:52.701582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.718726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.745631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1a1ce8e0-4a33-4532-a6b0-bccba5d8c203 None None] Provisioning for port 09f910e7-9f05-4179-a0d4-42f609b382cc completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:52.755109 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-45454d8d-c082-43ac-b0dd-2be43f7723f5 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/routers/2755cbfb-5476-45eb-846d-2c538b1c900f HTTP/1.1" status: 200 len: 908 time: 0.8852808 Dec 22 12:59:52.757257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42890) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:52.768299 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1a1ce8e0-4a33-4532-a6b0-bccba5d8c203 None None] Provisioning complete for port 09f910e7-9f05-4179-a0d4-42f609b382cc triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:52.768652 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce8e0-4a33-4532-a6b0-bccba5d8c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.769745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Request body: {'router': {'name': 'tempest-snat-router-888155983', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'enable_snat': True}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:52.778795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:52.783827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 12:59:52.791938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Usage tracker for resource:router and tenant:bc89e1b1601e4b799483d656da7607d9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:52.795741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:52.805448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Allocated IP 2001:db8:0:ffff::2 (ad9243f3-aa0d-4669-bdc6-ac92e6b71927/c727d65d-196b-48df-85ff-afd5695ad1dd/87056853-faf4-48b4-9bf8-07407bf78056) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:52.805971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:52.845682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.846462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.856557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.869486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1877859-93d7-417f-b9ab-cdd698692519 req-776c1964-0a02-4825-9e60-a03cc8214b6b tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:52.870978 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e1877859-93d7-417f-b9ab-cdd698692519 req-776c1964-0a02-4825-9e60-a03cc8214b6b tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.1856034 Dec 22 12:59:52.900534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.901821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Fanout notify agent at l3_agent the message router_deleted on router 9e788d58-917f-486b-8df3-a85cde04aab6 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 12:59:52.903230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.926557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.926907 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Added segment 4f85ba67-a05b-433b-8931-1717cf70fdf6 of type vlan for network d5bf74bf-ef16-418e-9aa7-d9b7166509cb Dec 22 12:59:52.943825 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e1877859-93d7-417f-b9ab-cdd698692519 req-44340c36-d219-42ba-9dd5-4d1d7bed3f17 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656259 Dec 22 12:59:52.971267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7acf4-a0f2-476d-ac6a-ae704e0656e4 req-9a658b4d-c974-4f9c-87bc-8a5155555e4e tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:52.972770 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ffa7acf4-a0f2-476d-ac6a-ae704e0656e4 req-9a658b4d-c974-4f9c-87bc-8a5155555e4e tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 946 time: 0.8861039 Dec 22 12:59:52.977508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:52.982728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Usage tracker for resource:port and tenant:9b0fbd2bdd9e4802a262023d673c049a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:52.992767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:52.997287 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/routers/9e788d58-917f-486b-8df3-a85cde04aab6 HTTP/1.1" status: 204 len: 168 time: 4.4471545 Dec 22 12:59:52.997287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:53.001099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42894) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:53.019087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1a1ce8e0-4a33-4532-a6b0-bccba5d8c203 None None] Port 09f910e7-9f05-4179-a0d4-42f609b382cc cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:53.068722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.072798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:53.080688 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1659362108', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'enable_snat': False}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:53.089890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:53.099925 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ffa7acf4-a0f2-476d-ac6a-ae704e0656e4 req-fb462d4b-a91f-4345-8511-8b55829b7c51 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115098 Dec 22 12:59:53.101709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Usage tracker for resource:router and tenant:c21b462119a34b0098541d7b2014fe3e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:53.108376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:53.123100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:53.142190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Made reservation on behalf of 9b0fbd2bdd9e4802a262023d673c049a for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:53.146709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.171757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.172757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.181771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26635d02-3355-42c1-aff0-3707bd0b44eb req-74fbbb35-a812-40c3-9f50-e160b3f3abe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:53.183226 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-26635d02-3355-42c1-aff0-3707bd0b44eb req-74fbbb35-a812-40c3-9f50-e160b3f3abe1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 1098 time: 0.3712132 Dec 22 12:59:53.189130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.200259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Transition to ACTIVE for port object 87056853-faf4-48b4-9bf8-07407bf78056 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:53.204938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] device_id is not set on port 06c0f6a4-deb3-451b-9949-6612209b6cce yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:53.218268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Transition to ACTIVE for port object 87056853-faf4-48b4-9bf8-07407bf78056 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:53.225543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.230907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c725dc6c-e34f-4769-985f-3d0135d533f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:53.241416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.255491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:53.256097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.265366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.269265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:53.288298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.293038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Network ad9243f3-aa0d-4669-bdc6-ac92e6b71927 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:53.294214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.295722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:53.299589 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:53.306995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:53.308811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Pushing event updated for resources: {'Port': ['ID=87056853-faf4-48b4-9bf8-07407bf78056,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:53.340424 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:53.399940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Attempting to bind port 87056853-faf4-48b4-9bf8-07407bf78056 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:53.400375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Attempting to bind port 87056853-faf4-48b4-9bf8-07407bf78056 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'b1957e94-fa30-4d47-b399-5eb65a70df9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ad9243f3-aa0d-4669-bdc6-ac92e6b71927'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:53.401367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Attempting to bind port 87056853-faf4-48b4-9bf8-07407bf78056 on network ad9243f3-aa0d-4669-bdc6-ac92e6b71927 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:53.408361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:53.408791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Checking segment: {'id': 'b1957e94-fa30-4d47-b399-5eb65a70df9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ad9243f3-aa0d-4669-bdc6-ac92e6b71927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:53.409197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.409599 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Bound using segment: {'id': 'b1957e94-fa30-4d47-b399-5eb65a70df9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ad9243f3-aa0d-4669-bdc6-ac92e6b71927'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:53.410067 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Bound port: 87056853-faf4-48b4-9bf8-07407bf78056, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1957e94-fa30-4d47-b399-5eb65a70df9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ad9243f3-aa0d-4669-bdc6-ac92e6b71927'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:53.410444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.481358 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:53.486233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:53.488848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:53.505055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Network': ['ID=d5bf74bf-ef16-418e-9aa7-d9b7166509cb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:53.525745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network d5bf74bf-ef16-418e-9aa7-d9b7166509cb details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 12:59:53.549491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-26635d02-3355-42c1-aff0-3707bd0b44eb req-6b96a8b9-fc2f-4247-b686-237598e652be service neutron] Synchronizing usage tracker for tenant:e61d0f3e781e47d7b41cb9302d2eca0d on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 12:59:53.553880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:53.556929 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.594525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Pushing event updated for resources: {'Port': ['ID=d02033bc-5786-4021-aaf5-2361b9692b04,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:53.601320 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Transition to ACTIVE for port object 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:53.603422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:53.608102 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7423368 Dec 22 12:59:53.617298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42900) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:53.624092 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.635684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'subnet': {'network_id': 'd5bf74bf-ef16-418e-9aa7-d9b7166509cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:53.644316 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-40ef390f-2460-484e-bc59-1964e16e221d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:53.647468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] For port 87056853-faf4-48b4-9bf8-07407bf78056, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:53.670551 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] For port 87056853-faf4-48b4-9bf8-07407bf78056, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=87056853-faf4-48b4-9bf8-07407bf78056,segment=NetworkSegment(b1957e94-fa30-4d47-b399-5eb65a70df9b),segment_id=b1957e94-fa30-4d47-b399-5eb65a70df9b)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:53.678681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.686879 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:53.720057 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.737464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-26635d02-3355-42c1-aff0-3707bd0b44eb req-6b96a8b9-fc2f-4247-b686-237598e652be service neutron] Unset dirty status for tenant:e61d0f3e781e47d7b41cb9302d2eca0d on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 12:59:53.738882 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-26635d02-3355-42c1-aff0-3707bd0b44eb req-6b96a8b9-fc2f-4247-b686-237598e652be service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5484695 Dec 22 12:59:53.744609 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Attempting to bind port 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:53.745199 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Attempting to bind port 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:53.745659 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Attempting to bind port 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:53.758502 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:53.759018 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:53.759673 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.760160 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:53.761222 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Bound port: 78abb1a9-cac4-43e8-850c-f4ab3fa9a002, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:53.761733 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.796916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Pushing event updated for resources: {'Port': ['ID=87056853-faf4-48b4-9bf8-07407bf78056,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:53.800289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:53.864514 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2840d42-efa0-48d9-8b77-5adb240590ba None None] Pushing event updated for resources: {'Port': ['ID=78abb1a9-cac4-43e8-850c-f4ab3fa9a002,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:53.868426 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-c2840d42-efa0-48d9-8b77-5adb240590ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:53.873106 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] For port 78abb1a9-cac4-43e8-850c-f4ab3fa9a002, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:53.877990 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] For port 78abb1a9-cac4-43e8-850c-f4ab3fa9a002, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=78abb1a9-cac4-43e8-850c-f4ab3fa9a002,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:53.886582 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.890751 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:53.896992 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.920675 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Allocated IP 2001:db8::204 (411bebc9-de85-4561-b31e-10bafb0e1d86/55381961-3646-4317-95ff-65c29f471f56/06c0f6a4-deb3-451b-9949-6612209b6cce) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:53.960864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:53.976877 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Routers {'2755cbfb-5476-45eb-846d-2c538b1c900f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:53.977506 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2755cbfb-5476-45eb-846d-2c538b1c900f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:54.014585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:54.019442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:subnet and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:54.022579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:54.028619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:54.039138 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2840d42-efa0-48d9-8b77-5adb240590ba None None] Pushing event updated for resources: {'Port': ['ID=78abb1a9-cac4-43e8-850c-f4ab3fa9a002,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:54.050283 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-c2840d42-efa0-48d9-8b77-5adb240590ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:54.058654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:54.063532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:54.235305 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] Set router 2755cbfb-5476-45eb-846d-2c538b1c900f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:54.278782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc40974-6cec-48ba-8353-63b4b1932048 req-45d4ed1c-26e8-4a0f-81c7-3d4a9f260952 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:54.280379 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9dc40974-6cec-48ba-8353-63b4b1932048 req-45d4ed1c-26e8-4a0f-81c7-3d4a9f260952 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 944 time: 0.5009060 Dec 22 12:59:54.479141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347525e9-fea1-49c1-b340-03eabda7634d req-0819bce6-a453-4974-a554-e0d156c4fb9e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:54.480709 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-347525e9-fea1-49c1-b340-03eabda7634d req-0819bce6-a453-4974-a554-e0d156c4fb9e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.2285025 Dec 22 12:59:54.531756 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9dc40974-6cec-48ba-8353-63b4b1932048 req-022933e2-a6d1-4c32-adda-e9ceca192b9c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392466 Dec 22 12:59:54.535555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:54.623139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Transition to ACTIVE for port object 06c0f6a4-deb3-451b-9949-6612209b6cce will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:54.625994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:54.626697 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-347525e9-fea1-49c1-b340-03eabda7634d req-9fe3314e-9b84-4fe5-9724-5bd5a3dced4a tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345663 Dec 22 12:59:54.668696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:54.690051 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2755cbfb-5476-45eb-846d-2c538b1c900f', 'name': 'tempest-snat-router-888155983', 'tenant_id': 'bc89e1b1601e4b799483d656da7607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.120'}], 'enable_snat': False}, 'gw_port_id': '78abb1a9-cac4-43e8-850c-f4ab3fa9a002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:43Z', 'updated_at': '2021-12-22T12:59:48Z', 'revision_number': 3, 'project_id': 'bc89e1b1601e4b799483d656da7607d9', 'gw_port': {'id': '78abb1a9-cac4-43e8-850c-f4ab3fa9a002', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:40:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2755cbfb-5476-45eb-846d-2c538b1c900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:46Z', 'updated_at': '2021-12-22T12:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:54.693984 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df1dac-4d95-4643-9807-4e40b395a9e8 None None] The sync data for ids ['2755cbfb-5476-45eb-846d-2c538b1c900f'] in dv-neutron-822668-1-hyperv is: [{'id': '2755cbfb-5476-45eb-846d-2c538b1c900f', 'name': 'tempest-snat-router-888155983', 'tenant_id': 'bc89e1b1601e4b799483d656da7607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.120'}], 'enable_snat': False}, 'gw_port_id': '78abb1a9-cac4-43e8-850c-f4ab3fa9a002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:43Z', 'updated_at': '2021-12-22T12:59:48Z', 'revision_number': 3, 'project_id': 'bc89e1b1601e4b799483d656da7607d9', 'gw_port': {'id': '78abb1a9-cac4-43e8-850c-f4ab3fa9a002', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:40:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2755cbfb-5476-45eb-846d-2c538b1c900f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:46Z', 'updated_at': '2021-12-22T12:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 12:59:54.801937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:54.837813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:54.879701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:54.888514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-811b1c4b-f2cf-4bcc-aab9-cc4179e76421 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:54.986569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Network 411bebc9-de85-4561-b31e-10bafb0e1d86 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:54.995224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:54.995818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:54.998680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:55.009963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:55.010726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:55.020059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:55.033238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3a198a5f-2a7a-4ba3-a7cb-accf3de28dd8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:55.053082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event updated for resources: {'Port': ['ID=06c0f6a4-deb3-451b-9949-6612209b6cce,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:55.061659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:55.068513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Allocated IP 172.26.4.185 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/f0bd3002-a303-4785-90ea-9aba4aa23d4f) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:55.077551 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7308304 Dec 22 12:59:55.078864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42908) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:55.108315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-06d8afe8-42b8-48cc-bf67-547364ddf6fa tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f6', 'mac_address': 'fa:16:3e:27:2b:c3'}, {'ip_address': '2001:db8::20', 'mac_address': 'fa:16:3e:e8:bc:3e'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:55.175956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d87f0e23-0fe8-4340-8187-7ccca4ce9e55 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:55.281935 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9198533-9f10-4723-97ff-90c24fcaa4cc None None] Network ad9243f3-aa0d-4669-bdc6-ac92e6b71927 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:55.411632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b631b00a-086a-4e7c-bbf0-62f0a2984037 None None] Provisioning for port 87056853-faf4-48b4-9bf8-07407bf78056 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:55.418267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port d87f0e23-0fe8-4340-8187-7ccca4ce9e55 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:55.448641 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port d87f0e23-0fe8-4340-8187-7ccca4ce9e55 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:55.449017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:55.506779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2a0ab-c6ac-43c3-a6d7-3123b93a4bc5 req-d3b45979-bdee-4565-84e1-e902ec53a54a tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:55.512467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06d8afe8-42b8-48cc-bf67-547364ddf6fa tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:55.513912 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83f2a0ab-c6ac-43c3-a6d7-3123b93a4bc5 req-d3b45979-bdee-4565-84e1-e902ec53a54a tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 946 time: 0.7995396 Dec 22 12:59:55.521078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.objects.ports [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87569) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 12:59:55.588869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:55.649059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Pushing event updated for resources: {'Port': ['ID=d02033bc-5786-4021-aaf5-2361b9692b04,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:55.684976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:55.691107 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83f2a0ab-c6ac-43c3-a6d7-3123b93a4bc5 req-895fc661-1a7b-4e7e-ad98-0a39215d342a tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763177 Dec 22 12:59:55.691728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3d609551-aced-4bb6-bf2c-7b2bd28a37dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:55.732958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:55.747380 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b0ca158a-f008-4198-8c51-84e8a7fff39d None None] Provisioning for port 06c0f6a4-deb3-451b-9949-6612209b6cce completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:55.761810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b0ca158a-f008-4198-8c51-84e8a7fff39d None None] Provisioning complete for port 06c0f6a4-deb3-451b-9949-6612209b6cce triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:55.761810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b0ca158a-f008-4198-8c51-84e8a7fff39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:55.763961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Subnet': ['ID=7b4a978a-6d1e-4f8f-85f1-f7f3d7f45286,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:55.792455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:55.802649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:55.829673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Checking segment: {'id': '4f85ba67-a05b-433b-8931-1717cf70fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd5bf74bf-ef16-418e-9aa7-d9b7166509cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:55.830067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network hostable DHCP agents. Network: d5bf74bf-ef16-418e-9aa7-d9b7166509cb, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 12:59:55.853527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:55.857768 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4443142 Dec 22 12:59:55.866656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42918) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:55.883164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2055104199', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'fixed_ips': [{'ip_address': '172.26.4.237'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:55.887842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network d5bf74bf-ef16-418e-9aa7-d9b7166509cb is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 12:59:55.898031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e344c733-1819-4528-b51b-fd80db544e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 12:59:55.900175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:55.917349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06d8afe8-42b8-48cc-bf67-547364ddf6fa tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:55.926733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d87f0e23-0fe8-4340-8187-7ccca4ce9e55, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d87f0e23-0fe8-4340-8187-7ccca4ce9e55,segment=NetworkSegment(7b11e030-39b5-46ff-a844-3c762b120efa),segment_id=7b11e030-39b5-46ff-a844-3c762b120efa)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:55.929294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca158a-f008-4198-8c51-84e8a7fff39d None None] Port 06c0f6a4-deb3-451b-9949-6612209b6cce cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:55.933937 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:55.937650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:55.955357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, d5bf74bf-ef16-418e-9aa7-d9b7166509cb) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:55.969084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06d8afe8-42b8-48cc-bf67-547364ddf6fa tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:55.973287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:55.977594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Usage tracker for resource:port and tenant:ba7a8bdb8fe243d5b102b9a6c5e4dfd2 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:55.992934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:55.993671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123531aa-b8d4-474a-a123-4c946d1c9706 None None] Network d5bf74bf-ef16-418e-9aa7-d9b7166509cb requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 12:59:55.993809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.008302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:56.053373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:56.067917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.096745 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4741445 Dec 22 12:59:56.098479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42924) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:56.101477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8afe8-42b8-48cc-bf67-547364ddf6fa tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event updated for resources: {'Port': ['ID=06c0f6a4-deb3-451b-9949-6612209b6cce,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:56.107076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-06d8afe8-42b8-48cc-bf67-547364ddf6fa tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] In _notify_port_updated(), no bound segment for port 06c0f6a4-deb3-451b-9949-6612209b6cce on network 411bebc9-de85-4561-b31e-10bafb0e1d86 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 12:59:56.115910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d8afe8-42b8-48cc-bf67-547364ddf6fa tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:56.123637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06d8afe8-42b8-48cc-bf67-547364ddf6fa tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.123827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'port': {'network_id': 'd5bf74bf-ef16-418e-9aa7-d9b7166509cb', 'name': 'tempest-NetworksIpV6TestAttrs-2071840413'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:56.123929 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-06d8afe8-42b8-48cc-bf67-547364ddf6fa tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "PUT /v2.0/ports/06c0f6a4-deb3-451b-9949-6612209b6cce HTTP/1.1" status: 200 len: 1066 time: 1.0416954 Dec 22 12:59:56.123929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-06d8afe8-42b8-48cc-bf67-547364ddf6fa tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:56.123929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42928) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:56.150463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Made reservation on behalf of ba7a8bdb8fe243d5b102b9a6c5e4dfd2 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:56.152802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.182198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:56.231934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3fec-eb3e-4580-a237-59768c6d731b req-732dfd74-998c-4915-ba7c-d6b5586affac tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:56.233406 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-712e3fec-eb3e-4580-a237-59768c6d731b req-732dfd74-998c-4915-ba7c-d6b5586affac tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 945 time: 0.3125880 Dec 22 12:59:56.237353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f58fed4b-4080-47c1-a4eb-52e8c55904bb tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Deleting port 06c0f6a4-deb3-451b-9949-6612209b6cce {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:56.237689 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58fed4b-4080-47c1-a4eb-52e8c55904bb tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.275482 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.279218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d87f0e23-0fe8-4340-8187-7ccca4ce9e55,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:56.299269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:56.317348 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:56.321881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Usage tracker for resource:security_group_rule and tenant:ba7a8bdb8fe243d5b102b9a6c5e4dfd2 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:56.324972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:56.331568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:56.369147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:56.380387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:56.383285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.392577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b18f3b-a743-4011-85dc-aa97944bc791 req-7e0886bc-c5bb-4d4b-9679-61e4668619eb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:56.394436 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-35b18f3b-a743-4011-85dc-aa97944bc791 req-7e0886bc-c5bb-4d4b-9679-61e4668619eb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.4899375 Dec 22 12:59:56.449086 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-712e3fec-eb3e-4580-a237-59768c6d731b req-cb1fdd54-9ebf-479f-a921-73af21a0608c tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298373 Dec 22 12:59:56.518127 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-d5bf74bf-ef16-418e-9aa7-d9b7166509cb', 'network_id': 'd5bf74bf-ef16-418e-9aa7-d9b7166509cb', 'tenant_id': '57a8bd301a684d45b9e3c6fbb124d1b7', 'fixed_ips': [{'subnet_id': '7b4a978a-6d1e-4f8f-85f1-f7f3d7f45286'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 12:59:56.519826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.520845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.530411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b44cd5ee-ac2c-4f0b-b9d4-cc338127deca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:56.607997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 12:59:56.643024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:port and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 12:59:56.652873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:56.653821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 12:59:56.661125 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-35b18f3b-a743-4011-85dc-aa97944bc791 req-a107dd0d-288a-4e68-afea-0237fb5caa5c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461073 Dec 22 12:59:56.675031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:56.679796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 12:59:56.685815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:56.719894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event updated for resources: {'Port': ['ID=f0bd3002-a303-4785-90ea-9aba4aa23d4f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:56.735746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:56.740590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.755855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.758940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 12:59:56.762604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.766344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 78abb1a9-cac4-43e8-850c-f4ab3fa9a002, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=78abb1a9-cac4-43e8-850c-f4ab3fa9a002,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:56.775883 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e344c733-1819-4528-b51b-fd80db544e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55', 'code': 200} Dec 22 12:59:56.778210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.780449 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d183fa39-8b7a-40d8-886c-9460f083f998 None None] Provisioning complete for port 06c0f6a4-deb3-451b-9949-6612209b6cce triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:56.780449 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d183fa39-8b7a-40d8-886c-9460f083f998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.786913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0a06295-b0d7-4461-b3be-ab91ba82afc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:56.809362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:56.810343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 87056853-faf4-48b4-9bf8-07407bf78056 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:56.888426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:56.943884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] device_id is not set on port b027a17e-465f-4739-8853-9b2f0df81f2c yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:56.996658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60de679-b180-4298-888a-7068f0deeccc,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:57.004470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:57.023777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] device_id is not set on port 2775be6d-2794-4cd6-9ffb-80e4a1e9485c yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 12:59:57.030657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d183fa39-8b7a-40d8-886c-9460f083f998 None None] Port 06c0f6a4-deb3-451b-9949-6612209b6cce cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 12:59:57.058729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d183fa39-8b7a-40d8-886c-9460f083f998 None None] Provisioning complete for port 87056853-faf4-48b4-9bf8-07407bf78056 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:57.059108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d183fa39-8b7a-40d8-886c-9460f083f998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:57.061012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Allocated IP 172.26.4.41 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/48860a38-e219-414d-989a-8b44ff9c82ed) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:57.071012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58fed4b-4080-47c1-a4eb-52e8c55904bb tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:57.094925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 87056853-faf4-48b4-9bf8-07407bf78056 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 12:59:57.121296 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=78abb1a9-cac4-43e8-850c-f4ab3fa9a002,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:57.130175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:57.138368 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 87056853-faf4-48b4-9bf8-07407bf78056 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:57.138721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:57.170148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Allocated IP 2001:db8::f816:3eff:fe8e:4632 (d5bf74bf-ef16-418e-9aa7-d9b7166509cb/7b4a978a-6d1e-4f8f-85f1-f7f3d7f45286/e08805ea-f926-4afa-8f1d-e7c0f85649c5) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:57.218177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f58fed4b-4080-47c1-a4eb-52e8c55904bb tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Calling delete_port for 06c0f6a4-deb3-451b-9949-6612209b6cce owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:57.347115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d183fa39-8b7a-40d8-886c-9460f083f998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:57.370043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22731560-d08e-40d7-bf26-0abc1265bd65 req-119af7e2-5ccc-473a-848c-b868b837b567 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:57.371477 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-22731560-d08e-40d7-bf26-0abc1265bd65 req-119af7e2-5ccc-473a-848c-b868b837b567 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 946 time: 0.6641626 Dec 22 12:59:57.385747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42934) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:57.409062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-73856ee3-6e09-48d9-9403-c3880a6d09d1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Request body: {'floatingip': {'port_id': '37a48997-48bb-4ae4-9054-847a1e519fdb'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:57.449291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6e30-4c71-424c-89b1-b989e1d346f4 req-167cee90-a800-4a43-bf19-d1662018a268 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:57.451488 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4fba6e30-4c71-424c-89b1-b989e1d346f4 req-167cee90-a800-4a43-bf19-d1662018a268 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5108445 Dec 22 12:59:57.471700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ecd5b-f096-4702-9729-b4cb205d25f3 req-fb505ed7-02b3-4ee2-a487-dd41ab5ed0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:57.473142 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-272ecd5b-f096-4702-9729-b4cb205d25f3 req-fb505ed7-02b3-4ee2-a487-dd41ab5ed0af service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 1098 time: 0.4958856 Dec 22 12:59:57.476838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d183fa39-8b7a-40d8-886c-9460f083f998 None None] For port 87056853-faf4-48b4-9bf8-07407bf78056, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=87056853-faf4-48b4-9bf8-07407bf78056,segment=NetworkSegment(b1957e94-fa30-4d47-b399-5eb65a70df9b),segment_id=b1957e94-fa30-4d47-b399-5eb65a70df9b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 12:59:57.480740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42938) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:57.480897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:57.512490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7d268b9f-681e-4986-9a0d-6e8cad3d169c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Request body: {'floatingip': {'port_id': '91b57567-c12f-4ebc-aba1-91550ddd7fa5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 12:59:57.531582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d183fa39-8b7a-40d8-886c-9460f083f998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:57.546362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-171ef7d8-7770-4b76-a965-cc7b91b27636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:57.605150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:57.613531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73856ee3-6e09-48d9-9403-c3880a6d09d1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:57.615310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-610e3a2c-dfcf-42c5-a190-ac67fe7cc5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:57.661895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:57.687073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d268b9f-681e-4986-9a0d-6e8cad3d169c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:57.697958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183fa39-8b7a-40d8-886c-9460f083f998 None None] Pushing event updated for resources: {'Port': ['ID=87056853-faf4-48b4-9bf8-07407bf78056,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:57.702937 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d183fa39-8b7a-40d8-886c-9460f083f998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:57.709296 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 12:59:57.709674 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 12:59:57.791191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:57.972007 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-272ecd5b-f096-4702-9729-b4cb205d25f3 req-2df344e5-dec1-4aa1-b526-122d34bf8b50 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4710124 Dec 22 12:59:58.071875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:58.186117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Transition to ACTIVE for port object e08805ea-f926-4afa-8f1d-e7c0f85649c5 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:58.199819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58fed4b-4080-47c1-a4eb-52e8c55904bb tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:58.209014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Transition to ACTIVE for port object e08805ea-f926-4afa-8f1d-e7c0f85649c5 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:58.215915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-13524825-7a92-49dc-8ae6-81764c87572f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:58.256491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:58.261886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:58.273819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fed4b-4080-47c1-a4eb-52e8c55904bb tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event deleted for resources: {'Port': ['ID=06c0f6a4-deb3-451b-9949-6612209b6cce,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:58.286977 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f58fed4b-4080-47c1-a4eb-52e8c55904bb tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:58.325266 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Network d5bf74bf-ef16-418e-9aa7-d9b7166509cb is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:58.330204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:58.334967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:58.384071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Allocated IP 2001:db8::f816:3eff:fe21:b719 (d5bf74bf-ef16-418e-9aa7-d9b7166509cb/7b4a978a-6d1e-4f8f-85f1-f7f3d7f45286/2775be6d-2794-4cd6-9ffb-80e4a1e9485c) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 12:59:58.400228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:58.428777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Pushing event updated for resources: {'Port': ['ID=e08805ea-f926-4afa-8f1d-e7c0f85649c5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:58.454113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:58.455272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Attempting to bind port e08805ea-f926-4afa-8f1d-e7c0f85649c5 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 12:59:58.455421 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 12:59:58.455957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Attempting to bind port e08805ea-f926-4afa-8f1d-e7c0f85649c5 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '4f85ba67-a05b-433b-8931-1717cf70fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd5bf74bf-ef16-418e-9aa7-d9b7166509cb'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 12:59:58.456098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 12:59:58.456588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Attempting to bind port e08805ea-f926-4afa-8f1d-e7c0f85649c5 on network d5bf74bf-ef16-418e-9aa7-d9b7166509cb {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 12:59:58.463479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 12:59:58.464274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Checking segment: {'id': '4f85ba67-a05b-433b-8931-1717cf70fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd5bf74bf-ef16-418e-9aa7-d9b7166509cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 12:59:58.464826 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:58.465411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Bound using segment: {'id': '4f85ba67-a05b-433b-8931-1717cf70fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd5bf74bf-ef16-418e-9aa7-d9b7166509cb'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 12:59:58.466818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Bound port: e08805ea-f926-4afa-8f1d-e7c0f85649c5, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f85ba67-a05b-433b-8931-1717cf70fdf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd5bf74bf-ef16-418e-9aa7-d9b7166509cb'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 12:59:58.467346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:58.482391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:58.483117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Router cfc9f282-461b-4cab-9b1f-96847e8fb9ed is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 12:59:58.519400 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:58.611222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3884637-d2cb-4af8-af33-fec3e75d4dd2 req-e8a5e6e2-1963-4374-b094-592fb126209f tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 12:59:58.619013 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b3884637-d2cb-4af8-af33-fec3e75d4dd2 req-e8a5e6e2-1963-4374-b094-592fb126209f tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 945 time: 0.9469137 Dec 22 12:59:58.638571 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.7704337 Dec 22 12:59:58.639183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42944) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:58.686957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 12:59:58.720193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 12:59:58.738475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] For port e08805ea-f926-4afa-8f1d-e7c0f85649c5, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 12:59:58.744087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] For port e08805ea-f926-4afa-8f1d-e7c0f85649c5, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e08805ea-f926-4afa-8f1d-e7c0f85649c5,segment=NetworkSegment(4f85ba67-a05b-433b-8931-1717cf70fdf6),segment_id=4f85ba67-a05b-433b-8931-1717cf70fdf6)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 12:59:58.752037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:58.756644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 12:59:58.780521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 12:59:58.793635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:58.793832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:58.858196 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event updated for resources: {'Port': ['ID=48860a38-e219-414d-989a-8b44ff9c82ed,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:58.882226 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:58.894356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Pushing event updated for resources: {'Port': ['ID=e08805ea-f926-4afa-8f1d-e7c0f85649c5,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 12:59:58.913220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 12:59:58.939127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9475d452-a083-4103-9c26-7328742da162 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Deleting port d02033bc-5786-4021-aaf5-2361b9692b04 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 12:59:58.939474 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9475d452-a083-4103-9c26-7328742da162 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:58.949737 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b3884637-d2cb-4af8-af33-fec3e75d4dd2 req-4870f53f-0503-4dc2-8b39-bae970ef70a8 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204460 Dec 22 12:59:59.013465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 87056853-faf4-48b4-9bf8-07407bf78056 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 12:59:59.114374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 87056853-faf4-48b4-9bf8-07407bf78056 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 12:59:59.114876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:59.224109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 12:59:59.272524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Sync routers for ids ['cfc9f282-461b-4cab-9b1f-96847e8fb9ed'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 12:59:59.318268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Routers {'cfc9f282-461b-4cab-9b1f-96847e8fb9ed'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 12:59:59.319146 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T12:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['cfc9f282-461b-4cab-9b1f-96847e8fb9ed'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 12:59:59.331893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:59.462569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:59.467298 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.7056370 Dec 22 12:59:59.468256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42948) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:59.471481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Transition to ACTIVE for port object 2775be6d-2794-4cd6-9ffb-80e4a1e9485c will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 12:59:59.574208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Set router cfc9f282-461b-4cab-9b1f-96847e8fb9ed gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 12:59:59.674421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9475d452-a083-4103-9c26-7328742da162 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:59.674841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9475d452-a083-4103-9c26-7328742da162 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:59.727245 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-37de4c90-f037-47e4-a2c4-0b2abcd8fcf6 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/routers/cfc9f282-461b-4cab-9b1f-96847e8fb9ed HTTP/1.1" status: 200 len: 907 time: 0.2536395 Dec 22 12:59:59.746215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42952) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 12:59:59.876872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-589fc440-f933-4622-8e59-2cb5c86504c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 12:59:59.897902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9475d452-a083-4103-9c26-7328742da162 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Calling delete_port for d02033bc-5786-4021-aaf5-2361b9692b04 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 12:59:59.993446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.002762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f58fed4b-4080-47c1-a4eb-52e8c55904bb tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.010497 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc9f282-461b-4cab-9b1f-96847e8fb9ed', 'name': 'tempest-snat-router-888155983', 'tenant_id': 'bc89e1b1601e4b799483d656da7607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'f0bd3002-a303-4785-90ea-9aba4aa23d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:52Z', 'updated_at': '2021-12-22T12:59:57Z', 'revision_number': 3, 'project_id': 'bc89e1b1601e4b799483d656da7607d9', 'gw_port': {'id': 'f0bd3002-a303-4785-90ea-9aba4aa23d4f', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:60:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc9f282-461b-4cab-9b1f-96847e8fb9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:54Z', 'updated_at': '2021-12-22T12:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:00.015174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Checking router: cfc9f282-461b-4cab-9b1f-96847e8fb9ed for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:00:00.015766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Updating router cfc9f282-461b-4cab-9b1f-96847e8fb9ed port f0bd3002-a303-4785-90ea-9aba4aa23d4f binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:00:00.028541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:00.077939 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f58fed4b-4080-47c1-a4eb-52e8c55904bb tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "DELETE /v2.0/ports/06c0f6a4-deb3-451b-9949-6612209b6cce HTTP/1.1" status: 204 len: 168 time: 3.9524574 Dec 22 13:00:00.079995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.137921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42958) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:00.215107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab4e508-5187-4953-98a2-812a3558a9a3 None None] Network d5bf74bf-ef16-418e-9aa7-d9b7166509cb requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:00.326457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network d5bf74bf-ef16-418e-9aa7-d9b7166509cb is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:00.355540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:00.358858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:00.370343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:00.371125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.395379 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c939a9d5-b12a-4924-b9aa-be9cb26b1657 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] GET failed (client error): The resource could not be found. Dec 22 13:00:00.396177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c939a9d5-b12a-4924-b9aa-be9cb26b1657 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Synchronizing usage tracker for tenant:9b0fbd2bdd9e4802a262023d673c049a on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:00.421084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-36e25211-3362-4835-b270-5d205d0bb8fc None None] Provisioning for port e08805ea-f926-4afa-8f1d-e7c0f85649c5 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:00.447235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Port': ['ID=2775be6d-2794-4cd6-9ffb-80e4a1e9485c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:00.450990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:00.461065 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.478622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c939a9d5-b12a-4924-b9aa-be9cb26b1657 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Unset dirty status for tenant:9b0fbd2bdd9e4802a262023d673c049a on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:00.482879 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c939a9d5-b12a-4924-b9aa-be9cb26b1657 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "GET /v2.0/ports/06c0f6a4-deb3-451b-9949-6612209b6cce HTTP/1.1" status: 404 len: 333 time: 0.2594814 Dec 22 13:00:00.484294 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.3765926 Dec 22 13:00:00.485286 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9475d452-a083-4103-9c26-7328742da162 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.490787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42962) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:00.491361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42964) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:00.495004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4c2a1cb9-a1f4-4045-9a8f-1821bab7d7ed tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:00.532556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e08805ea-f926-4afa-8f1d-e7c0f85649c5 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:00:00.609857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-287bbf62-4fcf-4174-9d6b-ab290d4fe76e tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Deleting subnet 7b4a978a-6d1e-4f8f-85f1-f7f3d7f45286 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:00:00.624739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f7608-30e9-41bd-82d4-75c0d5c92978 req-bf0080be-9852-46ab-b0f6-d7a891326122 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:00.633582 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ba8f7608-30e9-41bd-82d4-75c0d5c92978 req-bf0080be-9852-46ab-b0f6-d7a891326122 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 945 time: 0.4093204 Dec 22 13:00:00.690670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-287bbf62-4fcf-4174-9d6b-ab290d4fe76e tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.714122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-7d268b9f-681e-4986-9a0d-6e8cad3d169c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:00:00.718604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475d452-a083-4103-9c26-7328742da162 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Pushing event deleted for resources: {'Port': ['ID=d02033bc-5786-4021-aaf5-2361b9692b04,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:00.732163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.771783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9475d452-a083-4103-9c26-7328742da162 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:00.845625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port e08805ea-f926-4afa-8f1d-e7c0f85649c5 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:00.850052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-287bbf62-4fcf-4174-9d6b-ab290d4fe76e tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.856765 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port e08805ea-f926-4afa-8f1d-e7c0f85649c5 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:00.856935 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.865545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-73856ee3-6e09-48d9-9403-c3880a6d09d1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:00:00.894815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-18272e8c-0da0-4f18-8425-454d269f6ab8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Deleting port 09f910e7-9f05-4179-a0d4-42f609b382cc {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:00.895044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-18272e8c-0da0-4f18-8425-454d269f6ab8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.936568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.948767 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ba8f7608-30e9-41bd-82d4-75c0d5c92978 req-badf7f0e-3d55-433c-97b8-489da9f25c14 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138607 Dec 22 13:00:00.966837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Transition to ACTIVE for port object f0bd3002-a303-4785-90ea-9aba4aa23d4f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:00.972862 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.978412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:00.984329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c63a838a-bc92-4950-9f8f-db288a8707ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:01.027363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.100183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9475d452-a083-4103-9c26-7328742da162 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.102563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9475d452-a083-4103-9c26-7328742da162 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.107974 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9475d452-a083-4103-9c26-7328742da162 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/531aae9a-2c2e-4f18-bc65-5ec2986a2238 HTTP/1.1" status: 204 len: 168 time: 2.4230165 Dec 22 13:00:01.147158 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Attempting to bind port f0bd3002-a303-4785-90ea-9aba4aa23d4f on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:00:01.147828 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Attempting to bind port f0bd3002-a303-4785-90ea-9aba4aa23d4f by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:00:01.148953 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Attempting to bind port f0bd3002-a303-4785-90ea-9aba4aa23d4f on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:00:01.150709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.169957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023a62f-c36c-4bfb-bbea-0bf732db886a None None] Pushing event updated for resources: {'Port': ['ID=f0bd3002-a303-4785-90ea-9aba4aa23d4f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:01.181341 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f023a62f-c36c-4bfb-bbea-0bf732db886a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:01.186281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:00:01.187594 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:01.188148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.188637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:00:01.189209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Bound port: f0bd3002-a303-4785-90ea-9aba4aa23d4f, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:00:01.189681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.205579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73856ee3-6e09-48d9-9403-c3880a6d09d1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.211932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d268b9f-681e-4986-9a0d-6e8cad3d169c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.240824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73856ee3-6e09-48d9-9403-c3880a6d09d1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.271374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port e08805ea-f926-4afa-8f1d-e7c0f85649c5, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e08805ea-f926-4afa-8f1d-e7c0f85649c5,segment=NetworkSegment(4f85ba67-a05b-433b-8931-1717cf70fdf6),segment_id=4f85ba67-a05b-433b-8931-1717cf70fdf6)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:01.272461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-18272e8c-0da0-4f18-8425-454d269f6ab8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.280668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.293943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:01.392456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] For port f0bd3002-a303-4785-90ea-9aba4aa23d4f, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:00:01.397923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] For port f0bd3002-a303-4785-90ea-9aba4aa23d4f, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f0bd3002-a303-4785-90ea-9aba4aa23d4f,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:00:01.405950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.416324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fe721157-e50a-410c-8140-d8cd81562203 None None] Provisioning for port 2775be6d-2794-4cd6-9ffb-80e4a1e9485c completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:01.434422 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=e08805ea-f926-4afa-8f1d-e7c0f85649c5,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:01.439274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fe721157-e50a-410c-8140-d8cd81562203 None None] Provisioning complete for port 2775be6d-2794-4cd6-9ffb-80e4a1e9485c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:01.439670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe721157-e50a-410c-8140-d8cd81562203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.471082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:01.471501 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:01.562623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d268b9f-681e-4986-9a0d-6e8cad3d169c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.566386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Routers {'cfc9f282-461b-4cab-9b1f-96847e8fb9ed'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:01.567043 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['cfc9f282-461b-4cab-9b1f-96847e8fb9ed'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:01.653244 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fe721157-e50a-410c-8140-d8cd81562203 None None] Port 2775be6d-2794-4cd6-9ffb-80e4a1e9485c cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:00:01.655632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42976) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:01.666665 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023a62f-c36c-4bfb-bbea-0bf732db886a None None] Pushing event updated for resources: {'Port': ['ID=f0bd3002-a303-4785-90ea-9aba4aa23d4f,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:01.670014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f023a62f-c36c-4bfb-bbea-0bf732db886a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:01.673731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-18272e8c-0da0-4f18-8425-454d269f6ab8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Calling delete_port for 09f910e7-9f05-4179-a0d4-42f609b382cc owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:01.718110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.735849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-287bbf62-4fcf-4174-9d6b-ab290d4fe76e tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.825672 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] Set router cfc9f282-461b-4cab-9b1f-96847e8fb9ed gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:00:01.866424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Deleting port f0bd3002-a303-4785-90ea-9aba4aa23d4f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:01.867077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.884533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-287bbf62-4fcf-4174-9d6b-ab290d4fe76e tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.895009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:01.931378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bbf62-4fcf-4174-9d6b-ab290d4fe76e tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Subnet': ['ID=7b4a978a-6d1e-4f8f-85f1-f7f3d7f45286,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:01.932945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-18272e8c-0da0-4f18-8425-454d269f6ab8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.934432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-287bbf62-4fcf-4174-9d6b-ab290d4fe76e tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:01.935391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-287bbf62-4fcf-4174-9d6b-ab290d4fe76e tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.938934 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fe721157-e50a-410c-8140-d8cd81562203 None None] Provisioning complete for port e08805ea-f926-4afa-8f1d-e7c0f85649c5 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:01.939314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe721157-e50a-410c-8140-d8cd81562203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:01.948027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-272b3a46-2448-4041-a8e9-cff18fa2af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:01.969301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f43ef7a-6833-4654-8825-13841229a625 None None] Network d5bf74bf-ef16-418e-9aa7-d9b7166509cb requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:02.012259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-093b81af-aef2-47f0-80ef-3468085f1b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.023799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18272e8c-0da0-4f18-8425-454d269f6ab8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event deleted for resources: {'Port': ['ID=09f910e7-9f05-4179-a0d4-42f609b382cc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:02.030142 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-287bbf62-4fcf-4174-9d6b-ab290d4fe76e tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/subnets/7b4a978a-6d1e-4f8f-85f1-f7f3d7f45286 HTTP/1.1" status: 204 len: 168 time: 1.5047939 Dec 22 13:00:02.031415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-18272e8c-0da0-4f18-8425-454d269f6ab8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:02.034165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42982) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:02.036030 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-18272e8c-0da0-4f18-8425-454d269f6ab8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.037807 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-18272e8c-0da0-4f18-8425-454d269f6ab8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "DELETE /v2.0/ports/09f910e7-9f05-4179-a0d4-42f609b382cc HTTP/1.1" status: 204 len: 168 time: 1.5146000 Dec 22 13:00:02.052362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 42986) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:02.070283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-093b81af-aef2-47f0-80ef-3468085f1b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:02.112873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749c8b8-b979-4209-af18-b85b55fc588b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:02.114567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749c8b8-b979-4209-af18-b85b55fc588b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:02.116147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e749c8b8-b979-4209-af18-b85b55fc588b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Synchronizing usage tracker for tenant:57a8bd301a684d45b9e3c6fbb124d1b7 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:02.136798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e749c8b8-b979-4209-af18-b85b55fc588b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Unset dirty status for tenant:57a8bd301a684d45b9e3c6fbb124d1b7 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:02.138276 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e749c8b8-b979-4209-af18-b85b55fc588b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1038754 Dec 22 13:00:02.144121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42990) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:02.160590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-093b81af-aef2-47f0-80ef-3468085f1b7c admin admin] Usage tracker for resource:security_group_rule and tenant:dfbef7821ebe46b5aad74828758c91aa is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:02.267933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-093b81af-aef2-47f0-80ef-3468085f1b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:02.272943 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-73856ee3-6e09-48d9-9403-c3880a6d09d1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Floating IP 20fa35ef-e2e7-4a36-b0ef-c89e68bf9e9d associated. External IP: 172.26.4.140, port: 37a48997-48bb-4ae4-9054-847a1e519fdb. Dec 22 13:00:02.292125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-79c0995d-e09b-41ed-b8c0-98ae059072a2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.300420 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c0995d-e09b-41ed-b8c0-98ae059072a2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 13:00:02.300867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c0995d-e09b-41ed-b8c0-98ae059072a2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:00:02.307423 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-79c0995d-e09b-41ed-b8c0-98ae059072a2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/networks/d5bf74bf-ef16-418e-9aa7-d9b7166509cb HTTP/1.1" status: 409 len: 405 time: 0.1569850 Dec 22 13:00:02.308131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42994) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:02.313978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-23360233'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:02.319678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:02.319891 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec4f61b-1354-4059-aed4-eeb090bbe116 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] GET failed (client error): The resource could not be found. Dec 22 13:00:02.320430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3ec4f61b-1354-4059-aed4-eeb090bbe116 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Synchronizing usage tracker for tenant:9b0fbd2bdd9e4802a262023d673c049a on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:02.323567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:network and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:02.327526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:02.334056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:02.345466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.347164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:02.351034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.363740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-093b81af-aef2-47f0-80ef-3468085f1b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:02.374417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aef773-81dc-4b8c-a41a-9c35317389f8 req-77fc2a8f-da13-48b9-83bf-52ce364ca370 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:02.379685 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-95aef773-81dc-4b8c-a41a-9c35317389f8 req-77fc2a8f-da13-48b9-83bf-52ce364ca370 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 945 time: 1.2818675 Dec 22 13:00:02.381934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:00:02.391376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.391878 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Added segment ec0e50db-5de7-4382-8a6f-2a3272fef31b of type vlan for network 137594a3-b8f1-4ab0-a5eb-9f54e21cbc58 Dec 22 13:00:02.403202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 42998) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:02.406634 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-7d268b9f-681e-4986-9a0d-6e8cad3d169c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Floating IP 218f474b-f668-4695-acdb-d92c6ff193f5 associated. External IP: 172.26.4.245, port: 91b57567-c12f-4ebc-aba1-91550ddd7fa5. Dec 22 13:00:02.421315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c667aefa-826e-4840-8923-d0da781378e0 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Request body: {'floatingip': {'port_id': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:02.466435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e08805ea-f926-4afa-8f1d-e7c0f85649c5 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:00:02.508467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.517346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c667aefa-826e-4840-8923-d0da781378e0 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for floatingip, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.599872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3ec4f61b-1354-4059-aed4-eeb090bbe116 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Unset dirty status for tenant:9b0fbd2bdd9e4802a262023d673c049a on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:02.600470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46538dbd-02da-49b3-8518-655b989bf425 None None] DHCP port deletion for d5bf74bf-ef16-418e-9aa7-d9b7166509cb request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:00:02.605794 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3ec4f61b-1354-4059-aed4-eeb090bbe116 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "GET /v2.0/ports/09f910e7-9f05-4179-a0d4-42f609b382cc HTTP/1.1" status: 404 len: 333 time: 0.5472236 Dec 22 13:00:02.609802 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:02.618124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-46538dbd-02da-49b3-8518-655b989bf425 None None] Deleting port e08805ea-f926-4afa-8f1d-e7c0f85649c5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:02.618580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46538dbd-02da-49b3-8518-655b989bf425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.674809 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc9f282-461b-4cab-9b1f-96847e8fb9ed', 'name': 'tempest-snat-router-888155983', 'tenant_id': 'bc89e1b1601e4b799483d656da7607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'f0bd3002-a303-4785-90ea-9aba4aa23d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:52Z', 'updated_at': '2021-12-22T12:59:57Z', 'revision_number': 3, 'project_id': 'bc89e1b1601e4b799483d656da7607d9', 'gw_port': {'id': 'f0bd3002-a303-4785-90ea-9aba4aa23d4f', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:60:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc9f282-461b-4cab-9b1f-96847e8fb9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:54Z', 'updated_at': '2021-12-22T13:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:02.683654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9ffe8058-0496-438c-ad64-902aae7d3df5 None None] Provisioning complete for port 2775be6d-2794-4cd6-9ffb-80e4a1e9485c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:02.684137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ffe8058-0496-438c-ad64-902aae7d3df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.700009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.709619 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port e08805ea-f926-4afa-8f1d-e7c0f85649c5 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:02.710003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.710296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:02.710933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:02.721580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-eae81d07-1d29-4f16-8b4b-cbd6f90f02be tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:02.750722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0f5d51-ecd1-4b74-8be7-133ae3004cef None None] The sync data for ids ['cfc9f282-461b-4cab-9b1f-96847e8fb9ed'] in dv-neutron-822668-1-hyperv is: [{'id': 'cfc9f282-461b-4cab-9b1f-96847e8fb9ed', 'name': 'tempest-snat-router-888155983', 'tenant_id': 'bc89e1b1601e4b799483d656da7607d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.185'}], 'enable_snat': True}, 'gw_port_id': 'f0bd3002-a303-4785-90ea-9aba4aa23d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:52Z', 'updated_at': '2021-12-22T12:59:57Z', 'revision_number': 3, 'project_id': 'bc89e1b1601e4b799483d656da7607d9', 'gw_port': {'id': 'f0bd3002-a303-4785-90ea-9aba4aa23d4f', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:60:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc9f282-461b-4cab-9b1f-96847e8fb9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:54Z', 'updated_at': '2021-12-22T13:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:02.876224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe8058-0496-438c-ad64-902aae7d3df5 None None] Port 2775be6d-2794-4cd6-9ffb-80e4a1e9485c cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:00:02.961078 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6517692 Dec 22 13:00:02.966451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43006) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:02.972017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'subnet': {'network_id': '137594a3-b8f1-4ab0-a5eb-9f54e21cbc58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:03.011332 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] For port f0bd3002-a303-4785-90ea-9aba4aa23d4f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f0bd3002-a303-4785-90ea-9aba4aa23d4f,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:03.018487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:03.036466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-46538dbd-02da-49b3-8518-655b989bf425 None None] For port e08805ea-f926-4afa-8f1d-e7c0f85649c5, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e08805ea-f926-4afa-8f1d-e7c0f85649c5,segment=NetworkSegment(4f85ba67-a05b-433b-8931-1717cf70fdf6),segment_id=4f85ba67-a05b-433b-8931-1717cf70fdf6)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:03.036867 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46538dbd-02da-49b3-8518-655b989bf425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:03.118539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Network': ['ID=137594a3-b8f1-4ab0-a5eb-9f54e21cbc58,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:03.132706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:03.196786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 137594a3-b8f1-4ab0-a5eb-9f54e21cbc58 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:00:03.215628 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Calling delete_port for f0bd3002-a303-4785-90ea-9aba4aa23d4f owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:03.218644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-46538dbd-02da-49b3-8518-655b989bf425 None None] Calling delete_port for e08805ea-f926-4afa-8f1d-e7c0f85649c5 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:03.245832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e048b005-577b-408c-84c6-8f318dff19c8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Deleting port 06bada91-bbf6-4912-a179-8b1537d32cc7 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:03.246469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e048b005-577b-408c-84c6-8f318dff19c8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:03.277112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:03.281161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:03.309044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:03.329752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:03.334094 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:03.414229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46538dbd-02da-49b3-8518-655b989bf425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:03.421294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-18baa578-1b1d-41c7-b4a7-cad1bce61014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:03.475539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46538dbd-02da-49b3-8518-655b989bf425 None None] Pushing event deleted for resources: {'Port': ['ID=e08805ea-f926-4afa-8f1d-e7c0f85649c5,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:03.478410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-46538dbd-02da-49b3-8518-655b989bf425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:03.486374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46538dbd-02da-49b3-8518-655b989bf425 None None] No DVR routers for this DVR port e08805ea-f926-4afa-8f1d-e7c0f85649c5 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:00:03.808776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-093b81af-aef2-47f0-80ef-3468085f1b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:03.855877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-093b81af-aef2-47f0-80ef-3468085f1b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:03.930926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3a2f7ee9-4226-47e3-88df-d041844a1ca0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:04.165589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b81af-aef2-47f0-80ef-3468085f1b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64c716a-e6ce-46da-8600-100e32d413a2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:04.168052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:04.178165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-093b81af-aef2-47f0-80ef-3468085f1b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:04.178759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-11cbdf28-0d47-4917-b244-1b0fb4168783 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:04.214481 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-093b81af-aef2-47f0-80ef-3468085f1b7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfbef7821ebe46b5aad74828758c91aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5505557 Dec 22 13:00:04.221962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43010) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:04.324821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c667aefa-826e-4840-8923-d0da781378e0 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:04.340276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c667aefa-826e-4840-8923-d0da781378e0 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:04.401171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0bd3002-a303-4785-90ea-9aba4aa23d4f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:04.418463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:04.478324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f0bd3002-a303-4785-90ea-9aba4aa23d4f up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:00:04.490468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73856ee3-6e09-48d9-9403-c3880a6d09d1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Router e639761d-5225-4abf-822f-682665dbe08f has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:00:04.514903 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: f0bd3002-a303-4785-90ea-9aba4aa23d4f {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:00:04.515297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f0bd3002-a303-4785-90ea-9aba4aa23d4f not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 13:00:04.550887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d268b9f-681e-4986-9a0d-6e8cad3d169c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:00:04.556103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Port f0bd3002-a303-4785-90ea-9aba4aa23d4f not found, will not notify nova. {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 13:00:04.562631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e048b005-577b-408c-84c6-8f318dff19c8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:04.574432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-040cb6e2-2edc-40cf-9bbf-d8ec18861fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:04.632050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-040cb6e2-2edc-40cf-9bbf-d8ec18861fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:04.641097 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e08805ea-f926-4afa-8f1d-e7c0f85649c5 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:00:04.652792 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-c667aefa-826e-4840-8923-d0da781378e0 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Floating IP 0da1a3bf-2c22-4487-89ef-f0da7fce41bf associated. External IP: 172.26.4.5, port: d87f0e23-0fe8-4340-8187-7ccca4ce9e55. Dec 22 13:00:04.680205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: e08805ea-f926-4afa-8f1d-e7c0f85649c5 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:00:04.680660 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e08805ea-f926-4afa-8f1d-e7c0f85649c5 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:00:04.760939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e048b005-577b-408c-84c6-8f318dff19c8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Calling delete_port for 06bada91-bbf6-4912-a179-8b1537d32cc7 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:04.777379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.objects.ports [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87569) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:00:04.782280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:04.790354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-822339cd-f5f2-498d-b65c-575c353b53b1 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:04.889757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Router c929350f-e862-4723-b9a2-9236b9aeed1b is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:00:04.910292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.051430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-040cb6e2-2edc-40cf-9bbf-d8ec18861fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.052143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Subnet': ['ID=cc89b7b6-a555-4087-9170-024243a42ec0,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:05.060863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:05.066799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:05.088676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cb6e2-2edc-40cf-9bbf-d8ec18861fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64c716a-e6ce-46da-8600-100e32d413a2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:05.094162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-040cb6e2-2edc-40cf-9bbf-d8ec18861fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:05.097540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Checking segment: {'id': 'ec0e50db-5de7-4382-8a6f-2a3272fef31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '137594a3-b8f1-4ab0-a5eb-9f54e21cbc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:05.097909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network hostable DHCP agents. Network: 137594a3-b8f1-4ab0-a5eb-9f54e21cbc58, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:00:05.189201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-040cb6e2-2edc-40cf-9bbf-d8ec18861fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.193255 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-040cb6e2-2edc-40cf-9bbf-d8ec18861fd7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e64c716a-e6ce-46da-8600-100e32d413a2 HTTP/1.1" status: 204 len: 168 time: 0.9412370 Dec 22 13:00:05.244253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network 137594a3-b8f1-4ab0-a5eb-9f54e21cbc58 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:00:05.271018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 137594a3-b8f1-4ab0-a5eb-9f54e21cbc58) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:05.278229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:05.278804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.286270 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213eadac-aea0-4a3b-8ad8-d3a5c999e0ad None None] Network 137594a3-b8f1-4ab0-a5eb-9f54e21cbc58 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:05.298047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.312868 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3415511 Dec 22 13:00:05.313716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.314345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43016) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:05.323667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c667aefa-826e-4840-8923-d0da781378e0 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Router 5967ab74-2b51-427a-9c37-cf0934af5a2b has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:00:05.334708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'port': {'network_id': '137594a3-b8f1-4ab0-a5eb-9f54e21cbc58', 'name': 'tempest-NetworksIpV6TestAttrs-906848884'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:05.378471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.379237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfc9f282-461b-4cab-9b1f-96847e8fb9ed {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:05.534148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73856ee3-6e09-48d9-9403-c3880a6d09d1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:05.550056 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d038143-c3ef-482b-8ba0-a0d0089f4dc9 None None] Sync routers for ids ['e639761d-5225-4abf-822f-682665dbe08f'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:05.568247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d268b9f-681e-4986-9a0d-6e8cad3d169c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:05.570046 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d038143-c3ef-482b-8ba0-a0d0089f4dc9 None None] Routers {'e639761d-5225-4abf-822f-682665dbe08f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:05.570674 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3d038143-c3ef-482b-8ba0-a0d0089f4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e639761d-5225-4abf-822f-682665dbe08f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:05.595941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab4fedc-c89a-4143-a34c-81aae0240443 None None] Sync routers for ids ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:05.630971 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab4fedc-c89a-4143-a34c-81aae0240443 None None] Routers {'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:05.631642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-aab4fedc-c89a-4143-a34c-81aae0240443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:05.638124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d268b9f-681e-4986-9a0d-6e8cad3d169c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.659497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:05.668864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:port and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:05.672959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:05.681332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:05.686356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c667aefa-826e-4840-8923-d0da781378e0 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:05.691793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c667aefa-826e-4840-8923-d0da781378e0 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.716026 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73856ee3-6e09-48d9-9403-c3880a6d09d1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.740512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:05.747578 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887872e-b00e-4e60-841b-3b83f0ea8157 None None] Sync routers for ids ['5967ab74-2b51-427a-9c37-cf0934af5a2b'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:05.753834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e048b005-577b-408c-84c6-8f318dff19c8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.764136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:05.768291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.772108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:05.773647 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "DELETE /v2.0/routers/cfc9f282-461b-4cab-9b1f-96847e8fb9ed HTTP/1.1" status: 204 len: 168 time: 6.0078173 Dec 22 13:00:05.781948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43024) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:05.792514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c6aacd4e-ffcf-4193-9a5a-44cecbd2feae tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:05.834329 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887872e-b00e-4e60-841b-3b83f0ea8157 None None] Routers {'5967ab74-2b51-427a-9c37-cf0934af5a2b'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:05.835010 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f887872e-b00e-4e60-841b-3b83f0ea8157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5967ab74-2b51-427a-9c37-cf0934af5a2b'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:05.865568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43028) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:05.893293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-aab4fedc-c89a-4143-a34c-81aae0240443 None None] Set router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:00:05.920692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] device_id is not set on port 8a1a07f6-85fe-428d-8c3b-76525ceefb7b yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:00:05.984545 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c667aefa-826e-4840-8923-d0da781378e0 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "PUT /v2.0/floatingips/0da1a3bf-2c22-4487-89ef-f0da7fce41bf HTTP/1.1" status: 200 len: 989 time: 3.5795271 Dec 22 13:00:06.003899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e344c733-1819-4528-b51b-fd80db544e9a', 'tag': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:00:06.024557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048b005-577b-408c-84c6-8f318dff19c8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event deleted for resources: {'Port': ['ID=06bada91-bbf6-4912-a179-8b1537d32cc7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:06.118646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e048b005-577b-408c-84c6-8f318dff19c8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:06.134511 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7d268b9f-681e-4986-9a0d-6e8cad3d169c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "PUT /v2.0/floatingips/218f474b-f668-4695-acdb-d92c6ff193f5 HTTP/1.1" status: 200 len: 991 time: 8.6506672 Dec 22 13:00:06.159586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'tag': '91b57567-c12f-4ebc-aba1-91550ddd7fa5'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:00:06.173637 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-73856ee3-6e09-48d9-9403-c3880a6d09d1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "PUT /v2.0/floatingips/20fa35ef-e2e7-4a36-b0ef-c89e68bf9e9d HTTP/1.1" status: 200 len: 992 time: 8.7832682 Dec 22 13:00:06.231129 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e344c733-1819-4528-b51b-fd80db544e9a', 'tag': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55', 'status': 'completed', 'code': 200} Dec 22 13:00:06.237324 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ff0ee2f7-18ef-4b0c-af29-9f0d50cf291d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba7a8bdb8fe243d5b102b9a6c5e4dfd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647799 Dec 22 13:00:06.242435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-137594a3-b8f1-4ab0-a5eb-9f54e21cbc58', 'network_id': '137594a3-b8f1-4ab0-a5eb-9f54e21cbc58', 'tenant_id': '57a8bd301a684d45b9e3c6fbb124d1b7', 'fixed_ips': [{'subnet_id': 'cc89b7b6-a555-4087-9170-024243a42ec0'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:00:06.243301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:06.249133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43044) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:06.258643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:06.259621 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 13.2290711 Dec 22 13:00:06.272065 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e048b005-577b-408c-84c6-8f318dff19c8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:06.285918 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-3d038143-c3ef-482b-8ba0-a0d0089f4dc9 None None] Set router e639761d-5225-4abf-822f-682665dbe08f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:00:06.286508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43048) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:06.287032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43050) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:06.287526 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e048b005-577b-408c-84c6-8f318dff19c8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "DELETE /v2.0/ports/06bada91-bbf6-4912-a179-8b1537d32cc7 HTTP/1.1" status: 204 len: 168 time: 3.6533520 Dec 22 13:00:06.309898 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Sync routers for ids ['c929350f-e862-4723-b9a2-9236b9aeed1b'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:06.353586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8c14d-e7dd-485f-a73a-0b5dd0e8b7b5 req-7b805cb9-9e63-4563-ad35-dcc3ffe09572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:06.355810 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0fa8c14d-e7dd-485f-a73a-0b5dd0e8b7b5 req-7b805cb9-9e63-4563-ad35-dcc3ffe09572 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f1cccc2345241df92d866c692f9321f&device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 1098 time: 0.1798136 Dec 22 13:00:06.409177 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-f887872e-b00e-4e60-841b-3b83f0ea8157 None None] Set router 5967ab74-2b51-427a-9c37-cf0934af5a2b gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:00:06.485346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Routers {'c929350f-e862-4723-b9a2-9236b9aeed1b'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:06.486018 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c929350f-e862-4723-b9a2-9236b9aeed1b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:06.595421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8c14d-e7dd-485f-a73a-0b5dd0e8b7b5 req-a61fccd0-7b85-4b4f-98b5-9c83f6c40304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:06.597402 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0fa8c14d-e7dd-485f-a73a-0b5dd0e8b7b5 req-a61fccd0-7b85-4b4f-98b5-9c83f6c40304 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 HTTP/1.1" status: 200 len: 912 time: 0.2343261 Dec 22 13:00:06.599036 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'tag': '91b57567-c12f-4ebc-aba1-91550ddd7fa5', 'status': 'completed', 'code': 200} Dec 22 13:00:06.689217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f0bd3002-a303-4785-90ea-9aba4aa23d4f no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:00:06.712451 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0fa8c14d-e7dd-485f-a73a-0b5dd0e8b7b5 req-7c475864-55ee-4355-b92d-3f1b381390d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d87f0e23-0fe8-4340-8187-7ccca4ce9e55 HTTP/1.1" status: 200 len: 997 time: 0.1065407 Dec 22 13:00:06.743635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:06.754352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: f0bd3002-a303-4785-90ea-9aba4aa23d4f {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:00:06.754705 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f0bd3002-a303-4785-90ea-9aba4aa23d4f not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:00:06.802002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8c14d-e7dd-485f-a73a-0b5dd0e8b7b5 req-a9c2175e-ec45-4397-a4dd-49e272d8bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:06.803958 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0fa8c14d-e7dd-485f-a73a-0b5dd0e8b7b5 req-a9c2175e-ec45-4397-a4dd-49e272d8bd04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b605b490-cc40-4404-a5b3-ee2c1f8fdd2a HTTP/1.1" status: 200 len: 850 time: 0.0843570 Dec 22 13:00:06.904762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8c14d-e7dd-485f-a73a-0b5dd0e8b7b5 req-d2a87361-c800-468c-96f5-d1647dd6e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:06.906226 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0fa8c14d-e7dd-485f-a73a-0b5dd0e8b7b5 req-d2a87361-c800-468c-96f5-d1647dd6e0bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928700 Dec 22 13:00:06.953948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Set router c929350f-e862-4723-b9a2-9236b9aeed1b gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:00:06.957139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-62bc9ee3-0318-4884-96a3-cd0656e96d51 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Deleting subnet 55381961-3646-4317-95ff-65c29f471f56 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:00:06.979592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62bc9ee3-0318-4884-96a3-cd0656e96d51 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:07.029924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71d41ab5-ca4d-4c6b-8ba4-7405f568f082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:07.034242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Allocated IP 2001:db8::f816:3eff:fe8b:f7eb (137594a3-b8f1-4ab0-a5eb-9f54e21cbc58/cc89b7b6-a555-4087-9170-024243a42ec0/8a1a07f6-85fe-428d-8c3b-76525ceefb7b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:07.045909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34274ef-b32a-4a51-8771-4020b5e06a9f req-392c8fe4-9bdb-4aba-937b-3e92de5029bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:07.047384 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c34274ef-b32a-4a51-8771-4020b5e06a9f req-392c8fe4-9bdb-4aba-937b-3e92de5029bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f088456d3776496db28fcf551f85fdce&device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 1098 time: 0.6216559 Dec 22 13:00:07.069460 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0fa8c14d-e7dd-485f-a73a-0b5dd0e8b7b5 req-0123bf43-9418-477f-91f6-fd7ebc47e88a service neutron] 10.222.0.54 "GET /v2.0/networks/aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540840 Dec 22 13:00:07.170592 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f887872e-b00e-4e60-841b-3b83f0ea8157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '0da1a3bf-2c22-4487-89ef-f0da7fce41bf', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'port_id': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'mac_address': 'fa:16:3e:8b:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c733-1819-4528-b51b-fd80db544e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T12:59:13Z', 'updated_at': '2021-12-22T13:00:03Z', 'revision_number': 1, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a35768-458f-42ca-a57a-7608991d4f5c', 'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'mac_address': 'fa:16:3e:42:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:58Z', 'updated_at': '2021-12-22T12:59:18Z', 'revision_number': 5, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'subnets': [{'id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:07.178649 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3d038143-c3ef-482b-8ba0-a0d0089f4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '20fa35ef-e2e7-4a36-b0ef-c89e68bf9e9d', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'port_id': '37a48997-48bb-4ae4-9054-847a1e519fdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'mac_address': 'fa:16:3e:3c:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aaa1e7-278c-46de-9214-06cd877e4887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T12:59:12Z', 'updated_at': '2021-12-22T13:00:00Z', 'revision_number': 1, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd12083-d44e-4676-a525-ab5e40ea20e5', 'name': '', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'mac_address': 'fa:16:3e:91:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:02Z', 'updated_at': '2021-12-22T12:59:17Z', 'revision_number': 5, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'subnets': [{'id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:07.184420 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887872e-b00e-4e60-841b-3b83f0ea8157 None None] Checking router: 5967ab74-2b51-427a-9c37-cf0934af5a2b for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:00:07.187184 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d038143-c3ef-482b-8ba0-a0d0089f4dc9 None None] Checking router: e639761d-5225-4abf-822f-682665dbe08f for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:00:07.199067 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d038143-c3ef-482b-8ba0-a0d0089f4dc9 None None] Routers {'e639761d-5225-4abf-822f-682665dbe08f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:07.200339 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3d038143-c3ef-482b-8ba0-a0d0089f4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e639761d-5225-4abf-822f-682665dbe08f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:07.222651 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0fa8c14d-e7dd-485f-a73a-0b5dd0e8b7b5 req-e25da19c-e294-4223-8871-3c0194c66f0b service neutron] 10.222.0.54 "GET /v2.0/networks/aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472337 Dec 22 13:00:07.255381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-aab4fedc-c89a-4143-a34c-81aae0240443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '218f474b-f668-4695-acdb-d92c6ff193f5', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'port_id': '91b57567-c12f-4ebc-aba1-91550ddd7fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'mac_address': 'fa:16:3e:ff:e8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T12:59:18Z', 'updated_at': '2021-12-22T13:00:00Z', 'revision_number': 1, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9825b20f-a5a8-498c-8c94-a3aba10298da', 'name': '', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'mac_address': 'fa:16:3e:43:bd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:59Z', 'updated_at': '2021-12-22T12:59:15Z', 'revision_number': 5, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'subnets': [{'id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:07.260001 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab4fedc-c89a-4143-a34c-81aae0240443 None None] Checking router: e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:00:07.278149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62bc9ee3-0318-4884-96a3-cd0656e96d51 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:07.292570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab4fedc-c89a-4143-a34c-81aae0240443 None None] Routers {'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:07.293227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-aab4fedc-c89a-4143-a34c-81aae0240443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:07.308076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71d41ab5-ca4d-4c6b-8ba4-7405f568f082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:07.322232 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887872e-b00e-4e60-841b-3b83f0ea8157 None None] Routers {'5967ab74-2b51-427a-9c37-cf0934af5a2b'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:07.322854 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f887872e-b00e-4e60-841b-3b83f0ea8157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5967ab74-2b51-427a-9c37-cf0934af5a2b'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:07.331268 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e9567e6a-d398-482e-80a7-a8cd8eb5c82f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/routers/c929350f-e862-4723-b9a2-9236b9aeed1b HTTP/1.1" status: 200 len: 908 time: 1.0417991 Dec 22 13:00:07.334388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43060) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:07.342082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1659362108', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'enable_snat': True}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:07.366307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:07.387834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Usage tracker for resource:router and tenant:c21b462119a34b0098541d7b2014fe3e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:07.405345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:07.428450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:07.454673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:07.457255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:07.467213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c929350f-e862-4723-b9a2-9236b9aeed1b', 'name': 'tempest-snat-router-1659362108', 'tenant_id': 'c21b462119a34b0098541d7b2014fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.41'}], 'enable_snat': False}, 'gw_port_id': '48860a38-e219-414d-989a-8b44ff9c82ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:53Z', 'updated_at': '2021-12-22T13:00:00Z', 'revision_number': 3, 'project_id': 'c21b462119a34b0098541d7b2014fe3e', 'gw_port': {'id': '48860a38-e219-414d-989a-8b44ff9c82ed', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:71:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c929350f-e862-4723-b9a2-9236b9aeed1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:54Z', 'updated_at': '2021-12-22T12:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:07.483711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Checking router: c929350f-e862-4723-b9a2-9236b9aeed1b for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:00:07.484148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Updating router c929350f-e862-4723-b9a2-9236b9aeed1b port 48860a38-e219-414d-989a-8b44ff9c82ed binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:00:07.486114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:07.549800 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:07.576687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:07.623332 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-3d038143-c3ef-482b-8ba0-a0d0089f4dc9 None None] Set router e639761d-5225-4abf-822f-682665dbe08f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:00:07.672408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34274ef-b32a-4a51-8771-4020b5e06a9f req-f1252d4a-e277-471d-9178-70eb9d78c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:07.674131 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c34274ef-b32a-4a51-8771-4020b5e06a9f req-f1252d4a-e277-471d-9178-70eb9d78c114 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f13a7c56-cda0-4112-8efa-249342855ee9 HTTP/1.1" status: 200 len: 912 time: 0.6079333 Dec 22 13:00:07.682378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Deleting port 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:07.683210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:07.699156 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-f887872e-b00e-4e60-841b-3b83f0ea8157 None None] Set router 5967ab74-2b51-427a-9c37-cf0934af5a2b gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:00:07.703932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-aab4fedc-c89a-4143-a34c-81aae0240443 None None] Set router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:00:07.815417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71d41ab5-ca4d-4c6b-8ba4-7405f568f082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:07.854874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:07.870655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62bc9ee3-0318-4884-96a3-cd0656e96d51 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:07.968286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:08.002983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:08.026306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Transition to ACTIVE for port object 8a1a07f6-85fe-428d-8c3b-76525ceefb7b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:08.245724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] For port 78abb1a9-cac4-43e8-850c-f4ab3fa9a002, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=78abb1a9-cac4-43e8-850c-f4ab3fa9a002,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:08.246022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:08.253142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Allocated IP 2001:db8::f816:3eff:fe32:1c8f (137594a3-b8f1-4ab0-a5eb-9f54e21cbc58/cc89b7b6-a555-4087-9170-024243a42ec0/a131bc0f-3548-4fbb-abb7-bead1f895343) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:08.294068 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3d038143-c3ef-482b-8ba0-a0d0089f4dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '20fa35ef-e2e7-4a36-b0ef-c89e68bf9e9d', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'port_id': '37a48997-48bb-4ae4-9054-847a1e519fdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'mac_address': 'fa:16:3e:3c:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aaa1e7-278c-46de-9214-06cd877e4887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T12:59:12Z', 'updated_at': '2021-12-22T13:00:00Z', 'revision_number': 1, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd12083-d44e-4676-a525-ab5e40ea20e5', 'name': '', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'mac_address': 'fa:16:3e:91:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:02Z', 'updated_at': '2021-12-22T12:59:17Z', 'revision_number': 5, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'subnets': [{'id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:08.299999 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d038143-c3ef-482b-8ba0-a0d0089f4dc9 None None] The sync data for ids ['e639761d-5225-4abf-822f-682665dbe08f'] in dv-neutron-822668-1-hyperv is: [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '20fa35ef-e2e7-4a36-b0ef-c89e68bf9e9d', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'port_id': '37a48997-48bb-4ae4-9054-847a1e519fdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'mac_address': 'fa:16:3e:3c:97:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59aaa1e7-278c-46de-9214-06cd877e4887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T12:59:12Z', 'updated_at': '2021-12-22T13:00:00Z', 'revision_number': 1, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd12083-d44e-4676-a525-ab5e40ea20e5', 'name': '', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'mac_address': 'fa:16:3e:91:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:02Z', 'updated_at': '2021-12-22T12:59:17Z', 'revision_number': 5, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'subnets': [{'id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:08.307242 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f887872e-b00e-4e60-841b-3b83f0ea8157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '0da1a3bf-2c22-4487-89ef-f0da7fce41bf', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'port_id': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'mac_address': 'fa:16:3e:8b:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c733-1819-4528-b51b-fd80db544e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T12:59:13Z', 'updated_at': '2021-12-22T13:00:03Z', 'revision_number': 1, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a35768-458f-42ca-a57a-7608991d4f5c', 'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'mac_address': 'fa:16:3e:42:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:58Z', 'updated_at': '2021-12-22T12:59:18Z', 'revision_number': 5, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'subnets': [{'id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:08.312479 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887872e-b00e-4e60-841b-3b83f0ea8157 None None] The sync data for ids ['5967ab74-2b51-427a-9c37-cf0934af5a2b'] in dv-neutron-822668-1-hyperv is: [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '0da1a3bf-2c22-4487-89ef-f0da7fce41bf', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'floating_ip_address': '172.26.4.5', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'port_id': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'mac_address': 'fa:16:3e:8b:06:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c733-1819-4528-b51b-fd80db544e9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T12:59:13Z', 'updated_at': '2021-12-22T13:00:03Z', 'revision_number': 1, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a35768-458f-42ca-a57a-7608991d4f5c', 'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'mac_address': 'fa:16:3e:42:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:58Z', 'updated_at': '2021-12-22T12:59:18Z', 'revision_number': 5, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'subnets': [{'id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:08.480461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Calling delete_port for 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:08.486983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:08.521332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62bc9ee3-0318-4884-96a3-cd0656e96d51 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:08.522653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:08.531734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:08.538851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d41ab5-ca4d-4c6b-8ba4-7405f568f082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60de679-b180-4298-888a-7068f0deeccc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:08.541770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-71d41ab5-ca4d-4c6b-8ba4-7405f568f082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:08.542568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-18272e8c-0da0-4f18-8425-454d269f6ab8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:08.604686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59aaa1e7-278c-46de-9214-06cd877e4887', 'tag': '37a48997-48bb-4ae4-9054-847a1e519fdb'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:00:08.694103 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4728264d-9e91-4856-888d-94e4c523f862 None None] New status for floating IP 20fa35ef-e2e7-4a36-b0ef-c89e68bf9e9d: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:00:08.718056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0387e0-ccff-4710-a5a9-60062c66eb31 None None] New status for floating IP 0da1a3bf-2c22-4487-89ef-f0da7fce41bf: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:00:08.733396 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59aaa1e7-278c-46de-9214-06cd877e4887', 'tag': '37a48997-48bb-4ae4-9054-847a1e519fdb', 'status': 'completed', 'code': 200} Dec 22 13:00:08.838657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b708a7-0e02-4eaa-b35c-92d01551d6ec req-5072cae7-d291-475e-a7ac-e919bff14b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:08.840629 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b708a7-0e02-4eaa-b35c-92d01551d6ec req-5072cae7-d291-475e-a7ac-e919bff14b56 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e967f4a5842b4b8fa7e30c04ff57e8a9&device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 1099 time: 0.0805316 Dec 22 13:00:08.890794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:08.910165 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c34274ef-b32a-4a51-8771-4020b5e06a9f req-2011ae14-5a77-4600-8dd7-8171de4282c7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5 HTTP/1.1" status: 200 len: 999 time: 1.1980133 Dec 22 13:00:08.919381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network 137594a3-b8f1-4ab0-a5eb-9f54e21cbc58 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:08.920728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-aab4fedc-c89a-4143-a34c-81aae0240443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '218f474b-f668-4695-acdb-d92c6ff193f5', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'port_id': '91b57567-c12f-4ebc-aba1-91550ddd7fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'mac_address': 'fa:16:3e:ff:e8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T12:59:18Z', 'updated_at': '2021-12-22T13:00:00Z', 'revision_number': 1, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9825b20f-a5a8-498c-8c94-a3aba10298da', 'name': '', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'mac_address': 'fa:16:3e:43:bd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:59Z', 'updated_at': '2021-12-22T12:59:15Z', 'revision_number': 5, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'subnets': [{'id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:08.926795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:08.928677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:08.933488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:08.939284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:08.939950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:08.942465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab4fedc-c89a-4143-a34c-81aae0240443 None None] The sync data for ids ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'] in dv-neutron-822668-1-hyperv is: [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '218f474b-f668-4695-acdb-d92c6ff193f5', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'port_id': '91b57567-c12f-4ebc-aba1-91550ddd7fa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'mac_address': 'fa:16:3e:ff:e8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T12:59:18Z', 'updated_at': '2021-12-22T13:00:00Z', 'revision_number': 1, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9825b20f-a5a8-498c-8c94-a3aba10298da', 'name': '', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'mac_address': 'fa:16:3e:43:bd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:59Z', 'updated_at': '2021-12-22T12:59:15Z', 'revision_number': 5, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'subnets': [{'id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:08.955749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Transition to ACTIVE for port object 48860a38-e219-414d-989a-8b44ff9c82ed will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:08.998790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71d41ab5-ca4d-4c6b-8ba4-7405f568f082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:08.999014 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-71d41ab5-ca4d-4c6b-8ba4-7405f568f082 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c60de679-b180-4298-888a-7068f0deeccc HTTP/1.1" status: 204 len: 168 time: 2.7492073 Dec 22 13:00:09.009647 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62bc9ee3-0318-4884-96a3-cd0656e96d51 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:09.052822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a44f62-f61b-4eda-afdd-8aa679b2be3e None None] Network 411bebc9-de85-4561-b31e-10bafb0e1d86 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:09.074948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Port': ['ID=8a1a07f6-85fe-428d-8c3b-76525ceefb7b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:09.093013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:09.154089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:09.157169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-171ef7d8-7770-4b76-a965-cc7b91b27636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:09.275196 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Allocated IP 172.26.4.213 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/80d1de08-a57b-4fba-abef-48bd53ae8629) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:09.278621 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b708a7-0e02-4eaa-b35c-92d01551d6ec req-c2999b72-ab42-4e2d-8c27-aef6fe146888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:09.280245 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b708a7-0e02-4eaa-b35c-92d01551d6ec req-c2999b72-ab42-4e2d-8c27-aef6fe146888 service neutron] 10.222.0.54 "GET /v2.0/networks?id=91b12b74-efcc-4a89-a606-2b317c2af70a HTTP/1.1" status: 200 len: 907 time: 0.4250889 Dec 22 13:00:09.322923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:09.323483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.434s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:09.325640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Transition to ACTIVE for port object a131bc0f-3548-4fbb-abb7-bead1f895343 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:09.328525 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916de1a8-7ce7-485a-9491-9f869522033a None None] New status for floating IP 218f474b-f668-4695-acdb-d92c6ff193f5: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:00:09.361941 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-62bc9ee3-0318-4884-96a3-cd0656e96d51 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "DELETE /v2.0/subnets/55381961-3646-4317-95ff-65c29f471f56 HTTP/1.1" status: 204 len: 168 time: 3.0704701 Dec 22 13:00:09.363088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43080) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:09.400783 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.0779653 Dec 22 13:00:09.405509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43084) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:09.411680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34274ef-b32a-4a51-8771-4020b5e06a9f req-03fb1d97-9baf-4fab-b8a6-c36b3bcededc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:09.413169 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c34274ef-b32a-4a51-8771-4020b5e06a9f req-03fb1d97-9baf-4fab-b8a6-c36b3bcededc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d589bbeb-9639-4ffc-9c40-da0196ca78b1 HTTP/1.1" status: 200 len: 850 time: 0.4876511 Dec 22 13:00:09.413917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc9ee3-0318-4884-96a3-cd0656e96d51 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event deleted for resources: {'Subnet': ['ID=55381961-3646-4317-95ff-65c29f471f56,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:09.491533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-62bc9ee3-0318-4884-96a3-cd0656e96d51 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:09.501458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:09.512101 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:09.548358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Attempting to bind port 48860a38-e219-414d-989a-8b44ff9c82ed on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:00:09.548759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Attempting to bind port 48860a38-e219-414d-989a-8b44ff9c82ed by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:00:09.549124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Attempting to bind port 48860a38-e219-414d-989a-8b44ff9c82ed on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:00:09.568097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event deleted for resources: {'Port': ['ID=78abb1a9-cac4-43e8-850c-f4ab3fa9a002,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:09.580148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df72b51-0058-4ad3-90aa-349565d99797 None None] Pushing event updated for resources: {'Port': ['ID=48860a38-e219-414d-989a-8b44ff9c82ed,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:09.581830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:09.583751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Transition to ACTIVE for port object a131bc0f-3548-4fbb-abb7-bead1f895343 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:09.596845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9df72b51-0058-4ad3-90aa-349565d99797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:09.625045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:09.626724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:00:09.627104 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:09.627505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:09.627957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:00:09.628611 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Bound port: 48860a38-e219-414d-989a-8b44ff9c82ed, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:00:09.628989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:09.670506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:09.695313 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:09.695654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Deleting port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:09.695654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:09.771678 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b708a7-0e02-4eaa-b35c-92d01551d6ec req-f2bc506d-7e54-4aae-9ca5-89af2de51895 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37a48997-48bb-4ae4-9054-847a1e519fdb HTTP/1.1" status: 200 len: 1002 time: 0.4818830 Dec 22 13:00:09.907051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Pushing event updated for resources: {'Port': ['ID=a131bc0f-3548-4fbb-abb7-bead1f895343,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:09.920327 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:09.950766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Network 137594a3-b8f1-4ab0-a5eb-9f54e21cbc58 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:09.954140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-b234c5ce-5f19-4976-8654-035772a54603 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Deleting subnet cc89b7b6-a555-4087-9170-024243a42ec0 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:00:09.955975 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:09.959688 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:09.964402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b234c5ce-5f19-4976-8654-035772a54603 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.008668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b708a7-0e02-4eaa-b35c-92d01551d6ec req-a6b4897d-5722-406c-84ae-a890a0160a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:10.010309 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b708a7-0e02-4eaa-b35c-92d01551d6ec req-a6b4897d-5722-406c-84ae-a890a0160a76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46825628-1a9b-4da0-bc63-6cbbd1d59b16 HTTP/1.1" status: 200 len: 845 time: 0.2116406 Dec 22 13:00:10.025621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b234c5ce-5f19-4976-8654-035772a54603 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.030326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.145874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b234c5ce-5f19-4976-8654-035772a54603 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.152297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Attempting to bind port a131bc0f-3548-4fbb-abb7-bead1f895343 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:00:10.152712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Attempting to bind port a131bc0f-3548-4fbb-abb7-bead1f895343 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'ec0e50db-5de7-4382-8a6f-2a3272fef31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '137594a3-b8f1-4ab0-a5eb-9f54e21cbc58'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:00:10.153119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Attempting to bind port a131bc0f-3548-4fbb-abb7-bead1f895343 on network 137594a3-b8f1-4ab0-a5eb-9f54e21cbc58 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:00:10.175233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:00:10.176225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Checking segment: {'id': 'ec0e50db-5de7-4382-8a6f-2a3272fef31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '137594a3-b8f1-4ab0-a5eb-9f54e21cbc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:10.176225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.176550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Bound using segment: {'id': 'ec0e50db-5de7-4382-8a6f-2a3272fef31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '137594a3-b8f1-4ab0-a5eb-9f54e21cbc58'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:00:10.177022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Bound port: a131bc0f-3548-4fbb-abb7-bead1f895343, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0e50db-5de7-4382-8a6f-2a3272fef31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '137594a3-b8f1-4ab0-a5eb-9f54e21cbc58'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:00:10.177400 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.188831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] For port 48860a38-e219-414d-989a-8b44ff9c82ed, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:00:10.225948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] For port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f,segment=NetworkSegment(04a049ee-8422-41e9-a8d8-7aaa493471a5),segment_id=04a049ee-8422-41e9-a8d8-7aaa493471a5)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:10.226314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.234537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b234c5ce-5f19-4976-8654-035772a54603 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.245943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] For port 48860a38-e219-414d-989a-8b44ff9c82ed, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=48860a38-e219-414d-989a-8b44ff9c82ed,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:00:10.246158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:10.262061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.268947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:10.279569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.290549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.295374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234c5ce-5f19-4976-8654-035772a54603 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Subnet': ['ID=cc89b7b6-a555-4087-9170-024243a42ec0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:10.302575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b234c5ce-5f19-4976-8654-035772a54603 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.315097 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b234c5ce-5f19-4976-8654-035772a54603 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/subnets/cc89b7b6-a555-4087-9170-024243a42ec0 HTTP/1.1" status: 204 len: 168 time: 0.9033072 Dec 22 13:00:10.317962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b234c5ce-5f19-4976-8654-035772a54603 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:10.318084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43108) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:10.340120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34274ef-b32a-4a51-8771-4020b5e06a9f req-e9abd1dc-c546-421d-8014-d2f952454098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:10.342417 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c34274ef-b32a-4a51-8771-4020b5e06a9f req-e9abd1dc-c546-421d-8014-d2f952454098 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13a7c56-cda0-4112-8efa-249342855ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8925374 Dec 22 13:00:10.371097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Calling delete_port for 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:10.398951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.402711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Routers {'c929350f-e862-4723-b9a2-9236b9aeed1b'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:10.403437 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c929350f-e862-4723-b9a2-9236b9aeed1b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:10.435427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b708a7-0e02-4eaa-b35c-92d01551d6ec req-22fdab6e-39fa-4710-9224-c3d79bc9ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:10.439393 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b708a7-0e02-4eaa-b35c-92d01551d6ec req-22fdab6e-39fa-4710-9224-c3d79bc9ee21 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91b12b74-efcc-4a89-a606-2b317c2af70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3886058 Dec 22 13:00:10.446861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.448971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.449477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2755cbfb-5476-45eb-846d-2c538b1c900f {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:10.483545 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df72b51-0058-4ad3-90aa-349565d99797 None None] Pushing event updated for resources: {'Port': ['ID=48860a38-e219-414d-989a-8b44ff9c82ed,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:10.493926 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] For port a131bc0f-3548-4fbb-abb7-bead1f895343, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:00:10.508449 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9df72b51-0058-4ad3-90aa-349565d99797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:10.509276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfb2e67-8fb3-4985-9fb7-4479c803d30b None None] DHCP port deletion for 411bebc9-de85-4561-b31e-10bafb0e1d86 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:00:10.533145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-adfb2e67-8fb3-4985-9fb7-4479c803d30b None None] Deleting port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:10.533526 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-adfb2e67-8fb3-4985-9fb7-4479c803d30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.576055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.577170 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "DELETE /v2.0/routers/2755cbfb-5476-45eb-846d-2c538b1c900f HTTP/1.1" status: 204 len: 168 time: 4.7940934 Dec 22 13:00:10.581511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43114) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:10.592451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1960933595', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:10.609705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:10.613324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] For port a131bc0f-3548-4fbb-abb7-bead1f895343, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a131bc0f-3548-4fbb-abb7-bead1f895343,segment=NetworkSegment(ec0e50db-5de7-4382-8a6f-2a3272fef31b),segment_id=ec0e50db-5de7-4382-8a6f-2a3272fef31b)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:00:10.624256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Usage tracker for resource:router and tenant:9076ebaa61454dd4bbbbc360c09b2c8c is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:10.631061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:10.638113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:10.640480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1a904cb6-4b4e-4c01-a81f-0eed9f3baed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:10.652714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc877a-b46b-4a7a-b449-29232b120df5 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:10.654306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc877a-b46b-4a7a-b449-29232b120df5 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:10.655059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1ccc877a-b46b-4a7a-b449-29232b120df5 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Synchronizing usage tracker for tenant:57a8bd301a684d45b9e3c6fbb124d1b7 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:10.663556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.664626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.667759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.680970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:10.701659 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:10.848276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Pushing event updated for resources: {'Port': ['ID=a131bc0f-3548-4fbb-abb7-bead1f895343,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:10.870907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:10.877397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1ccc877a-b46b-4a7a-b449-29232b120df5 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Unset dirty status for tenant:57a8bd301a684d45b9e3c6fbb124d1b7 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:10.878511 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1ccc877a-b46b-4a7a-b449-29232b120df5 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5586178 Dec 22 13:00:10.890623 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b708a7-0e02-4eaa-b35c-92d01551d6ec req-679fb9a9-edb1-49e4-83ec-18a2c9234a3b service neutron] 10.222.0.54 "GET /v2.0/networks/91b12b74-efcc-4a89-a606-2b317c2af70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362345 Dec 22 13:00:10.894884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43122) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:10.900084 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c34274ef-b32a-4a51-8771-4020b5e06a9f req-bbe8c97d-bd1b-459d-bb69-2d216607e4be service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106540 Dec 22 13:00:10.954599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:10.960295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:10.969716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:11.041515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5cf611-8ecc-4df0-a718-c12386404f94 None None] Network 137594a3-b8f1-4ab0-a5eb-9f54e21cbc58 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:11.096238 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event updated for resources: {'Port': ['ID=80d1de08-a57b-4fba-abef-48bd53ae8629,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:11.104804 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] Set router c929350f-e862-4723-b9a2-9236b9aeed1b gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:00:11.113887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:11.119567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:11.128149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:11.185274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event deleted for resources: {'Port': ['ID=67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:11.188390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:11.206915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] No DVR routers for this DVR port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:00:11.479250 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b708a7-0e02-4eaa-b35c-92d01551d6ec req-1bdfe547-61af-4ab6-83f4-6526cf40894b service neutron] 10.222.0.54 "GET /v2.0/networks/91b12b74-efcc-4a89-a606-2b317c2af70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506637 Dec 22 13:00:11.539220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:11.541386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:11.554581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-436cf815-c679-4efa-aec0-c9626d50043c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:11.570150 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-436cf815-c679-4efa-aec0-c9626d50043c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 13:00:11.570593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436cf815-c679-4efa-aec0-c9626d50043c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:00:11.583442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411bebc9-de85-4561-b31e-10bafb0e1d86']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:11.601251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a049ee-8422-41e9-a8d8-7aaa493471a5') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:11.601251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a049ee-8422-41e9-a8d8-7aaa493471a5') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:11.627940 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-436cf815-c679-4efa-aec0-c9626d50043c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/networks/137594a3-b8f1-4ab0-a5eb-9f54e21cbc58 HTTP/1.1" status: 409 len: 405 time: 0.7224016 Dec 22 13:00:11.628844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43142) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:11.637162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-adfb2e67-8fb3-4985-9fb7-4479c803d30b None None] For port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f,segment=NetworkSegment(04a049ee-8422-41e9-a8d8-7aaa493471a5),segment_id=04a049ee-8422-41e9-a8d8-7aaa493471a5)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:11.637500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-adfb2e67-8fb3-4985-9fb7-4479c803d30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:11.683154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-37424854'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:11.687756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:11.691565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:network and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:11.694490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:11.700194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:11.704410 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:00:11.712927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:11.715843 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c34274ef-b32a-4a51-8771-4020b5e06a9f req-61950081-d263-46fc-8c05-ea1021222768 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722058 Dec 22 13:00:11.717980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:11.721361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:11.768707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:00:11.783536 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:11.783932 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Added segment 85273511-8eac-4d84-8a58-986f29ad44c6 of type vlan for network 3d75dfa8-7108-43ed-bebd-08856bd8d808 Dec 22 13:00:11.811149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:11.821997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:11.824654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:11.825055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:11.912968 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-adfb2e67-8fb3-4985-9fb7-4479c803d30b None None] Calling delete_port for 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:11.916755 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:11.999554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:12.005348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-adfb2e67-8fb3-4985-9fb7-4479c803d30b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:00:12.005899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-adfb2e67-8fb3-4985-9fb7-4479c803d30b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:00:12.032873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:12.032873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:12.036397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43154) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:12.041962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:12.062812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:12.069999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:12.091579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:12.110815 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c929350f-e862-4723-b9a2-9236b9aeed1b', 'name': 'tempest-snat-router-1659362108', 'tenant_id': 'c21b462119a34b0098541d7b2014fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.41'}], 'enable_snat': False}, 'gw_port_id': '48860a38-e219-414d-989a-8b44ff9c82ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:53Z', 'updated_at': '2021-12-22T13:00:00Z', 'revision_number': 3, 'project_id': 'c21b462119a34b0098541d7b2014fe3e', 'gw_port': {'id': '48860a38-e219-414d-989a-8b44ff9c82ed', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:71:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c929350f-e862-4723-b9a2-9236b9aeed1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:54Z', 'updated_at': '2021-12-22T13:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:12.115221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf091bc-ddeb-4494-9891-ef8e2cb88bf9 None None] The sync data for ids ['c929350f-e862-4723-b9a2-9236b9aeed1b'] in dv-neutron-822668-1-hyperv is: [{'id': 'c929350f-e862-4723-b9a2-9236b9aeed1b', 'name': 'tempest-snat-router-1659362108', 'tenant_id': 'c21b462119a34b0098541d7b2014fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.41'}], 'enable_snat': False}, 'gw_port_id': '48860a38-e219-414d-989a-8b44ff9c82ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:59:53Z', 'updated_at': '2021-12-22T13:00:00Z', 'revision_number': 3, 'project_id': 'c21b462119a34b0098541d7b2014fe3e', 'gw_port': {'id': '48860a38-e219-414d-989a-8b44ff9c82ed', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:71:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c929350f-e862-4723-b9a2-9236b9aeed1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 226, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:54Z', 'updated_at': '2021-12-22T13:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:12.128057 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:12.134432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Pushing event deleted for resources: {'Network': ['ID=411bebc9-de85-4561-b31e-10bafb0e1d86,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:12.135565 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:12.152032 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9671a99-346f-4577-a20d-17c9b3cbae56 req-751af449-c4db-4251-8dd9-d1679b6fc023 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4224164 Dec 22 13:00:12.170264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:12.173247 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:12.190662 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5607715 Dec 22 13:00:12.235296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43160) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:12.242606 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Network': ['ID=3d75dfa8-7108-43ed-bebd-08856bd8d808,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:12.249382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'subnet': {'network_id': '3d75dfa8-7108-43ed-bebd-08856bd8d808', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:12.254690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 3d75dfa8-7108-43ed-bebd-08856bd8d808 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:00:12.271712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:12.277503 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] 10.222.0.24 "DELETE /v2.0/networks/411bebc9-de85-4561-b31e-10bafb0e1d86 HTTP/1.1" status: 204 len: 168 time: 2.9134364 Dec 22 13:00:12.383811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a87a1737-0472-4aa1-b406-13419bf7d882 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:12.506918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-adfb2e67-8fb3-4985-9fb7-4479c803d30b None None] Deleting port 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:12.508426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-adfb2e67-8fb3-4985-9fb7-4479c803d30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:12.526397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:12.533176 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a87a1737-0472-4aa1-b406-13419bf7d882 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] 10.222.0.24 "PUT /v2.0/quotas/3f53310b1cee46af8eda4b8ae893bf9a HTTP/1.1" status: 200 len: 368 time: 0.4732370 Dec 22 13:00:12.539147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43170) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:12.551519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:12.578658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Allocated IP 172.26.4.123 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/e10bb819-4248-4714-8ba9-226335b6170e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:12.580625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:12.584252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:12.598345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Request body: {'network': {'project_id': '3f53310b1cee46af8eda4b8ae893bf9a'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:12.619131 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:12.630574 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Usage tracker for resource:network and tenant:3f53310b1cee46af8eda4b8ae893bf9a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:12.637412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:12.653694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:12.680081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:00:12.755703 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-adfb2e67-8fb3-4985-9fb7-4479c803d30b None None] The port '67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:00:12.770881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:00:12.771688 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 67d7bbc3-f752-452a-9ef1-55ae1f9a0e5f not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:00:12.772323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:00:12.810091 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fb807a-3b32-488e-afcf-5b840fd4763e None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:00:12.854401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:00:12.855012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 78abb1a9-cac4-43e8-850c-f4ab3fa9a002 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:00:12.920198 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Made reservation on behalf of 3f53310b1cee46af8eda4b8ae893bf9a for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:12.922454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:12.931982 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43176) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:12.955100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9671a99-346f-4577-a20d-17c9b3cbae56 req-c82c0c52-790b-4780-a3cd-12111aea4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:12.956591 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9671a99-346f-4577-a20d-17c9b3cbae56 req-c82c0c52-790b-4780-a3cd-12111aea4b11 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e967f4a5842b4b8fa7e30c04ff57e8a9&device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 1099 time: 0.6822166 Dec 22 13:00:12.963857 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:12.973101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fb807a-3b32-488e-afcf-5b840fd4763e None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:00:12.992800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:13.008757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:13.017570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Usage tracker for resource:security_group_rule and tenant:3f53310b1cee46af8eda4b8ae893bf9a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:13.033487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:13.048210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-93fd1ca3-e3ab-4163-8e23-60997be6fcde tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:13.067379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:13.127967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:13.135540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:13.138483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:13.158351 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:13.210320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Pushing event updated for resources: {'Port': ['ID=e10bb819-4248-4714-8ba9-226335b6170e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:13.221454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:13.259088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:13.302570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:13.328718 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:13.379026 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:00:13.438017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc595fe-5b1a-4b63-98a6-e2e0559d9a80,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:13.442060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:13.442483 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Added segment 5c4ad2d8-94bc-4f80-89b6-ff8221675a1a of type vlan for network fa606971-4fb5-4e94-a8a7-cc0fc855feed Dec 22 13:00:13.443855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:13.447192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:13.453047 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ef044a9b-0770-454f-85d2-1566aad9efa1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b0fbd2bdd9e4802a262023d673c049a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107005 Dec 22 13:00:13.547905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43186) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:13.577863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9671a99-346f-4577-a20d-17c9b3cbae56 req-9fc0500b-3d78-4cf4-a229-b1d3a69783de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:13.579312 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9671a99-346f-4577-a20d-17c9b3cbae56 req-9fc0500b-3d78-4cf4-a229-b1d3a69783de service neutron] 10.222.0.54 "GET /v2.0/networks?id=91b12b74-efcc-4a89-a606-2b317c2af70a HTTP/1.1" status: 200 len: 907 time: 0.5958269 Dec 22 13:00:13.741541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:13.826945 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9671a99-346f-4577-a20d-17c9b3cbae56 req-de5b8f9b-2eb9-4ce6-91f4-41850a931c85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37a48997-48bb-4ae4-9054-847a1e519fdb HTTP/1.1" status: 200 len: 1002 time: 0.2273476 Dec 22 13:00:13.867744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0668b984-075b-40a2-94cf-57a843eb4e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:13.889799 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:13.903491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:13.904113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:13.913420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0f2cf231-6d10-4370-b21b-3157a67527d8 tempest-ExternalNetworksTestJSON-1445246757 tempest-ExternalNetworksTestJSON-1445246757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:13.920719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.objects.ports [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87569) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:00:13.924519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:13.933269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-62bc9ee3-0318-4884-96a3-cd0656e96d51 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:14.004042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0668b984-075b-40a2-94cf-57a843eb4e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:14.004593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:14.048629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9671a99-346f-4577-a20d-17c9b3cbae56 req-bf7b9e3a-1e67-49c9-8772-1c300b870b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:14.050053 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9671a99-346f-4577-a20d-17c9b3cbae56 req-bf7b9e3a-1e67-49c9-8772-1c300b870b5a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=46825628-1a9b-4da0-bc63-6cbbd1d59b16 HTTP/1.1" status: 200 len: 845 time: 0.2133009 Dec 22 13:00:14.081609 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Subnet': ['ID=2590266a-b629-4160-a64c-b40f7dc0ef33,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:14.084327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:14.108843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Checking segment: {'id': '85273511-8eac-4d84-8a58-986f29ad44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3d75dfa8-7108-43ed-bebd-08856bd8d808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:14.109165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network hostable DHCP agents. Network: 3d75dfa8-7108-43ed-bebd-08856bd8d808, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:00:14.110707 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5552914 Dec 22 13:00:14.111508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Pushing event updated for resources: {'Network': ['ID=fa606971-4fb5-4e94-a8a7-cc0fc855feed,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:14.114630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43192) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:14.122421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network fa606971-4fb5-4e94-a8a7-cc0fc855feed details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:00:14.130735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:14.151586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Router 0d21321b-6c72-45db-979a-0c1fca8800e0 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:00:14.184532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Request body: {'network': {'project_id': '3f53310b1cee46af8eda4b8ae893bf9a'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:14.205239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:14.213553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Usage tracker for resource:network and tenant:3f53310b1cee46af8eda4b8ae893bf9a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:14.218109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:14.231745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:14.245738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0668b984-075b-40a2-94cf-57a843eb4e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:14.246573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network 3d75dfa8-7108-43ed-bebd-08856bd8d808 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:00:14.259231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-674f4ef3-b509-4282-8f6f-9fd3168a2160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:14.273889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9671a99-346f-4577-a20d-17c9b3cbae56 req-73faacfa-8d53-465f-85c6-9c7f707a2542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:14.275360 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9671a99-346f-4577-a20d-17c9b3cbae56 req-73faacfa-8d53-465f-85c6-9c7f707a2542 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91b12b74-efcc-4a89-a606-2b317c2af70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2143166 Dec 22 13:00:14.280284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668b984-075b-40a2-94cf-57a843eb4e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f250b0c-75f1-4e9b-9eeb-f830e8e2bce6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:14.285917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0668b984-075b-40a2-94cf-57a843eb4e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:14.315593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Made reservation on behalf of 3f53310b1cee46af8eda4b8ae893bf9a for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:14.318195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:14.336411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 3d75dfa8-7108-43ed-bebd-08856bd8d808) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:14.341112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:14.341704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:14.345944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b80b31-b18d-4876-a33c-52b4bfa12c55 None None] Network 3d75dfa8-7108-43ed-bebd-08856bd8d808 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:14.352248 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0668b984-075b-40a2-94cf-57a843eb4e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:14.356155 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0668b984-075b-40a2-94cf-57a843eb4e30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f250b0c-75f1-4e9b-9eeb-f830e8e2bce6 HTTP/1.1" status: 204 len: 168 time: 0.8038783 Dec 22 13:00:14.438639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:00:14.464301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:14.464937 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Added segment ccd3e701-e27e-4828-af75-ae737643321f of type vlan for network 42794ea1-29b4-43e0-b3e7-55138eed9b28 Dec 22 13:00:14.466019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:14.497173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:14.511540 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9671a99-346f-4577-a20d-17c9b3cbae56 req-8e2ae8a3-7f2b-4686-aecb-3714766c5faf service neutron] 10.222.0.54 "GET /v2.0/networks/91b12b74-efcc-4a89-a606-2b317c2af70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263820 Dec 22 13:00:14.512718 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:14.514112 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1779065 Dec 22 13:00:14.517528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43200) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:14.654785 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4130702 Dec 22 13:00:14.660853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43206) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:14.690443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] Sync routers for ids ['0d21321b-6c72-45db-979a-0c1fca8800e0'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:14.703428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 48860a38-e219-414d-989a-8b44ff9c82ed up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:00:14.790601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] Routers {'0d21321b-6c72-45db-979a-0c1fca8800e0'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:14.791647 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['0d21321b-6c72-45db-979a-0c1fca8800e0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:14.795868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:14.809618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:14.810448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:14.837225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-28ef9048-2383-4d65-bca6-25bf8601381a tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:14.949362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:14.955828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Pushing event updated for resources: {'Network': ['ID=42794ea1-29b4-43e0-b3e7-55138eed9b28,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:14.968524 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8507283 Dec 22 13:00:14.973939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:14.974430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43222) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:15.006986 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9671a99-346f-4577-a20d-17c9b3cbae56 req-4aa0f6e5-e67f-412c-afab-9ff01bd2cd13 service neutron] 10.222.0.54 "GET /v2.0/networks/91b12b74-efcc-4a89-a606-2b317c2af70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831669 Dec 22 13:00:15.010870 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6f5babda-2ae7-41b1-8223-8621a226927f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/routers/0d21321b-6c72-45db-979a-0c1fca8800e0 HTTP/1.1" status: 200 len: 908 time: 0.4910002 Dec 22 13:00:15.013460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43224) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:15.022269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 42794ea1-29b4-43e0-b3e7-55138eed9b28 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:00:15.075360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-74071471-bffd-49cc-9d2d-3e4eadaea66b tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Request body: {'network': {'project_id': '3f53310b1cee46af8eda4b8ae893bf9a'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:15.118077 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-74071471-bffd-49cc-9d2d-3e4eadaea66b tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:15.127917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-74071471-bffd-49cc-9d2d-3e4eadaea66b tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Usage tracker for resource:network and tenant:3f53310b1cee46af8eda4b8ae893bf9a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:15.139493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-74071471-bffd-49cc-9d2d-3e4eadaea66b tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:15.163029 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-3d75dfa8-7108-43ed-bebd-08856bd8d808', 'network_id': '3d75dfa8-7108-43ed-bebd-08856bd8d808', 'tenant_id': '57a8bd301a684d45b9e3c6fbb124d1b7', 'fixed_ips': [{'subnet_id': '2590266a-b629-4160-a64c-b40f7dc0ef33'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:00:15.164664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:15.234517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:15.369618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 48860a38-e219-414d-989a-8b44ff9c82ed completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:15.383020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-74071471-bffd-49cc-9d2d-3e4eadaea66b tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:15.410201 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-74071471-bffd-49cc-9d2d-3e4eadaea66b tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 13:00:15.410828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74071471-bffd-49cc-9d2d-3e4eadaea66b tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:00:15.415033 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-74071471-bffd-49cc-9d2d-3e4eadaea66b tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3681474 Dec 22 13:00:15.418028 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43238) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:15.465374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:15.466464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 48860a38-e219-414d-989a-8b44ff9c82ed triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:15.468079 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:15.474455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:15.486768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Deleting port 80d1de08-a57b-4fba-abef-48bd53ae8629 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:15.487118 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:15.504331 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-60c77aa5-b340-40c0-945f-ec5bc422a192 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f53310b1cee46af8eda4b8ae893bf9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0828335 Dec 22 13:00:15.504909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43242) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:15.548951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43246) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:15.596707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:15.699147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] Set router 0d21321b-6c72-45db-979a-0c1fca8800e0 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:00:15.744885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:15.798677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-31c1136f-4ddb-49e4-9b05-d62579aee119 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:15.818083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Router ebbe7eff-9c2e-4350-890c-76eb498a0cbc is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:00:15.837199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-567a97de-bbac-4fc8-bad8-f1d5e9504971 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:15.841451 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-567a97de-bbac-4fc8-bad8-f1d5e9504971 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2883599 Dec 22 13:00:15.842410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-31c1136f-4ddb-49e4-9b05-d62579aee119 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:15.850309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43256) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:15.911732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Calling delete_port for 80d1de08-a57b-4fba-abef-48bd53ae8629 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:15.921379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Allocated IP 2001:db8::f816:3eff:feca:700c (3d75dfa8-7108-43ed-bebd-08856bd8d808/2590266a-b629-4160-a64c-b40f7dc0ef33/4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:15.932527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-a3f0285e-d0a0-477d-b4e9-5e012930b8ae tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:15.936845 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a3f0285e-d0a0-477d-b4e9-5e012930b8ae tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0821846 Dec 22 13:00:15.944252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43260) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:15.960300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-e7dd5859-5026-4e61-bdf2-736afd1cb8d8 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:15.964137 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e7dd5859-5026-4e61-bdf2-736afd1cb8d8 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0156801 Dec 22 13:00:15.966031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43264) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:15.985146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-3452a2a9-fea7-435e-b949-dd4b7d304c17 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:15.988193 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3452a2a9-fea7-435e-b949-dd4b7d304c17 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0151672 Dec 22 13:00:15.989243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43268) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:15.998062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-cb67c323-b532-4e96-abc2-d38ab71b6b0f tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.000508 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cb67c323-b532-4e96-abc2-d38ab71b6b0f tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0097914 Dec 22 13:00:16.004061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43272) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.065241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-733cf067-9f47-4601-96f4-f83bba9a308c tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.068769 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-733cf067-9f47-4601-96f4-f83bba9a308c tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0586629 Dec 22 13:00:16.074936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43278) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.078376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.089876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-bab7d5fe-08f6-4260-9f09-aadd4b4f601d tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.094247 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bab7d5fe-08f6-4260-9f09-aadd4b4f601d tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0148876 Dec 22 13:00:16.095257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43282) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.095744 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 48860a38-e219-414d-989a-8b44ff9c82ed, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=48860a38-e219-414d-989a-8b44ff9c82ed,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:16.107109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.112886 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-47030ea7-7c3d-4b99-b91b-2ef85cdd0a74 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.112886 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-47030ea7-7c3d-4b99-b91b-2ef85cdd0a74 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0147502 Dec 22 13:00:16.114114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43286) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.121390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:16.129233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:16.135388 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8effd82e-ae4f-40f5-93b9-ca008910c89a None None] Sync routers for ids ['ebbe7eff-9c2e-4350-890c-76eb498a0cbc'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:16.150688 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8effd82e-ae4f-40f5-93b9-ca008910c89a None None] Routers {'ebbe7eff-9c2e-4350-890c-76eb498a0cbc'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:16.152122 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8effd82e-ae4f-40f5-93b9-ca008910c89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebbe7eff-9c2e-4350-890c-76eb498a0cbc'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:16.153181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-df38ef0c-cb98-432e-95d0-da6de30fd240 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.156809 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-df38ef0c-cb98-432e-95d0-da6de30fd240 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0395267 Dec 22 13:00:16.156809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.157475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43290) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.163218 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5804348 Dec 22 13:00:16.164156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43294) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.164798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-31c1136f-4ddb-49e4-9b05-d62579aee119 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.168566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-e3eac97f-a4db-4c60-b317-2e8f66347253 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.171045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0dcde3db-700e-4e7e-aa76-5de05c2cbaff tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'enable_snat': False}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:16.174761 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e3eac97f-a4db-4c60-b317-2e8f66347253 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0136974 Dec 22 13:00:16.174761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.184215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43298) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.186145 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:16.227954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-31c1136f-4ddb-49e4-9b05-d62579aee119 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.231588 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-31c1136f-4ddb-49e4-9b05-d62579aee119 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbc595fe-5b1a-4b63-98a6-e2e0559d9a80 HTTP/1.1" status: 204 len: 168 time: 0.7215080 Dec 22 13:00:16.236131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-71d41ab5-ca4d-4c6b-8ba4-7405f568f082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:16.244679 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43300) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.257283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-c5bf08c1-e48f-440b-9246-201b8e0a4dab tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.260790 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c5bf08c1-e48f-440b-9246-201b8e0a4dab tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0234482 Dec 22 13:00:16.262335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43306) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.265098 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8effd82e-ae4f-40f5-93b9-ca008910c89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:16.269222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1136f-4ddb-49e4-9b05-d62579aee119 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc595fe-5b1a-4b63-98a6-e2e0559d9a80,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:16.271551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-31c1136f-4ddb-49e4-9b05-d62579aee119 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:16.278610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-c92bc5ea-e762-457a-97a6-60c46523c044 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.279578 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c92bc5ea-e762-457a-97a6-60c46523c044 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0124054 Dec 22 13:00:16.283205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43310) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.284701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event deleted for resources: {'Port': ['ID=80d1de08-a57b-4fba-abef-48bd53ae8629,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:16.288219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:16.294882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-078e054e-401e-4b99-b9bb-2d90802b2b9c tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.295888 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-078e054e-401e-4b99-b9bb-2d90802b2b9c tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0126183 Dec 22 13:00:16.299230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43314) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.303940 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8effd82e-ae4f-40f5-93b9-ca008910c89a None None] Routers {'ebbe7eff-9c2e-4350-890c-76eb498a0cbc'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:16.304527 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8effd82e-ae4f-40f5-93b9-ca008910c89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebbe7eff-9c2e-4350-890c-76eb498a0cbc'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:16.312876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=48860a38-e219-414d-989a-8b44ff9c82ed,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:16.319906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:16.327041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-1d35b9a7-b399-4954-9a5b-afedca8b58d5 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.337886 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1d35b9a7-b399-4954-9a5b-afedca8b58d5 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0368202 Dec 22 13:00:16.366769 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8effd82e-ae4f-40f5-93b9-ca008910c89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:16.367179 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8effd82e-ae4f-40f5-93b9-ca008910c89a None None] The sync data for ids ['ebbe7eff-9c2e-4350-890c-76eb498a0cbc'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:16.417109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21321b-6c72-45db-979a-0c1fca8800e0', 'name': 'tempest-snat-router-1659362108', 'tenant_id': 'c21b462119a34b0098541d7b2014fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '80d1de08-a57b-4fba-abef-48bd53ae8629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:07Z', 'updated_at': '2021-12-22T13:00:11Z', 'revision_number': 3, 'project_id': 'c21b462119a34b0098541d7b2014fe3e', 'gw_port': {'id': '80d1de08-a57b-4fba-abef-48bd53ae8629', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:11:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21321b-6c72-45db-979a-0c1fca8800e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:08Z', 'updated_at': '2021-12-22T13:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:16.420286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.430469 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] Checking router: 0d21321b-6c72-45db-979a-0c1fca8800e0 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:00:16.430824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] Updating router 0d21321b-6c72-45db-979a-0c1fca8800e0 port 80d1de08-a57b-4fba-abef-48bd53ae8629 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:00:16.452006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43318) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.459274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-02d38d74-4153-47fe-aaa3-0f9ac7a83bff tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.462805 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-02d38d74-4153-47fe-aaa3-0f9ac7a83bff tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0073831 Dec 22 13:00:16.464647 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43322) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.467970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 48860a38-e219-414d-989a-8b44ff9c82ed up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:00:16.468579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-44b0f2c3-df66-41fa-a48e-74ee0560666c tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.472310 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-44b0f2c3-df66-41fa-a48e-74ee0560666c tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0054827 Dec 22 13:00:16.473722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43326) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.478509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-9b7561bc-1fb8-4a30-9f70-2bccf1c25ccd tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.482003 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9b7561bc-1fb8-4a30-9f70-2bccf1c25ccd tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0050862 Dec 22 13:00:16.482875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43330) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.489391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-65454c1d-35e7-4633-b095-5ef182c5f6ca tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.493359 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-65454c1d-35e7-4633-b095-5ef182c5f6ca tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0068245 Dec 22 13:00:16.493359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43334) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.497353 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Transition to ACTIVE for port object 4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:16.499523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-9ea61425-e11e-4318-80c2-16d12fd5587b tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.502920 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9ea61425-e11e-4318-80c2-16d12fd5587b tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0066171 Dec 22 13:00:16.518536 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] Port 80d1de08-a57b-4fba-abef-48bd53ae8629 not found while updating agent binding for router 0d21321b-6c72-45db-979a-0c1fca8800e0. {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 22 13:00:16.529164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43338) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.552158 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Transition to ACTIVE for port object 4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:16.555081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-8db05763-0dfc-4ba0-83cc-a42a61293108 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.558510 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8db05763-0dfc-4ba0-83cc-a42a61293108 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0210509 Dec 22 13:00:16.561654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] Routers {'0d21321b-6c72-45db-979a-0c1fca8800e0'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:16.562300 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['0d21321b-6c72-45db-979a-0c1fca8800e0'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:16.565598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43342) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.588931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-eeebe5ed-a0e6-4749-92d8-85032433bc83 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.589255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.592700 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-eeebe5ed-a0e6-4749-92d8-85032433bc83 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0221596 Dec 22 13:00:16.594550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43346) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.603433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-f22a5af3-4c35-4b32-b1be-cd74bd04b339 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.607588 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f22a5af3-4c35-4b32-b1be-cd74bd04b339 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0090001 Dec 22 13:00:16.610054 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43350) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.611886 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.626738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.663376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-33e94f5a-aef9-4af4-ad22-fcfd88dbc617 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.667253 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-33e94f5a-aef9-4af4-ad22-fcfd88dbc617 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0534499 Dec 22 13:00:16.667253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.673088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43354) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.681758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-182145c7-80ea-458b-9a7f-c4eb759230d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:16.687648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:16.718563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-8f35e5e2-b4a2-4f30-8635-e1a972aa6d7f tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.722108 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8f35e5e2-b4a2-4f30-8635-e1a972aa6d7f tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0422609 Dec 22 13:00:16.728957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43358) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.737482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 48860a38-e219-414d-989a-8b44ff9c82ed triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:16.737482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.743712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-ea63f244-ec51-4952-b2aa-688e3cc5248e tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.747243 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ea63f244-ec51-4952-b2aa-688e3cc5248e tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0132856 Dec 22 13:00:16.747243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Subnet': ['ID=2590266a-b629-4160-a64c-b40f7dc0ef33,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:16.761990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:16.767672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43362) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.803888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] Set router 0d21321b-6c72-45db-979a-0c1fca8800e0 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:00:16.826860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-210feaee-b0bc-4167-93b4-6268aef79d6e tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.829998 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-210feaee-b0bc-4167-93b4-6268aef79d6e tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0586531 Dec 22 13:00:16.831567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43366) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.883196 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-6addf9fc-c3fb-4a0a-97d3-28785018cdcb tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.884247 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6addf9fc-c3fb-4a0a-97d3-28785018cdcb tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0520489 Dec 22 13:00:16.886322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.890516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.891901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.913899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Network 3d75dfa8-7108-43ed-bebd-08856bd8d808 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:16.915723 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-86c17cb3-e39e-453a-bcd0-971d5c78fde0 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.916693 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-86c17cb3-e39e-453a-bcd0-971d5c78fde0 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0238888 Dec 22 13:00:16.918521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.926790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Pushing event updated for resources: {'Port': ['ID=4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:16.927697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43376) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.929285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:16.930258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.930972 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:16.933984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:16.936160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21321b-6c72-45db-979a-0c1fca8800e0', 'name': 'tempest-snat-router-1659362108', 'tenant_id': 'c21b462119a34b0098541d7b2014fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:07Z', 'updated_at': '2021-12-22T13:00:16Z', 'revision_number': 5, 'project_id': 'c21b462119a34b0098541d7b2014fe3e', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:16.945663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-2e490f95-338a-4983-8249-c8c6301b5b9d tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.946635 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2e490f95-338a-4983-8249-c8c6301b5b9d tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0150592 Dec 22 13:00:16.956455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43380) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.966490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42794ea1-29b4-43e0-b3e7-55138eed9b28']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:16.976935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-33edfcb8-3c26-4837-81e4-fcde439a5e35 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:16.977933 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-33edfcb8-3c26-4837-81e4-fcde439a5e35 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0167706 Dec 22 13:00:16.981462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43386) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:16.982212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:16.982622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d21321b-6c72-45db-979a-0c1fca8800e0 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:16.992533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd3e701-e27e-4828-af75-ae737643321f') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:16.992834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd3e701-e27e-4828-af75-ae737643321f') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:17.002043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-4bc545dc-2b48-4b48-b164-ca8eaf757a05 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.003026 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4bc545dc-2b48-4b48-b164-ca8eaf757a05 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0185456 Dec 22 13:00:17.007315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d75dfa8-7108-43ed-bebd-08856bd8d808']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:17.007905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43390) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.016429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.025619 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-7304530b-ab24-456b-a8ce-d11effd8375c tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.026609 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7304530b-ab24-456b-a8ce-d11effd8375c tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0177727 Dec 22 13:00:17.031989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43394) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.038039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85273511-8eac-4d84-8a58-986f29ad44c6') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:17.038460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85273511-8eac-4d84-8a58-986f29ad44c6') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:17.040645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-c1f6726e-faaf-44c8-9ee9-60c1ed98f170 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.041601 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c1f6726e-faaf-44c8-9ee9-60c1ed98f170 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0087118 Dec 22 13:00:17.044173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.045157 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "DELETE /v2.0/routers/0d21321b-6c72-45db-979a-0c1fca8800e0 HTTP/1.1" status: 204 len: 168 time: 2.0308242 Dec 22 13:00:17.045654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073465fd-3276-4f02-8adb-60e5b6419ba7 None None] The sync data for ids ['0d21321b-6c72-45db-979a-0c1fca8800e0'] in dv-neutron-822668-1-hyperv is: [{'id': '0d21321b-6c72-45db-979a-0c1fca8800e0', 'name': 'tempest-snat-router-1659362108', 'tenant_id': 'c21b462119a34b0098541d7b2014fe3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:07Z', 'updated_at': '2021-12-22T13:00:16Z', 'revision_number': 5, 'project_id': 'c21b462119a34b0098541d7b2014fe3e', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:17.045786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43398) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.050545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-8d25dc34-b3d4-4ae1-9e7d-a99088712efb tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.051503 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8d25dc34-b3d4-4ae1-9e7d-a99088712efb tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048935 Dec 22 13:00:17.051991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43402) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.054597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.063863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43406) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.089410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-e751fb8f-1471-46c8-ae6d-fd5e29e94571 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.090467 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e751fb8f-1471-46c8-ae6d-fd5e29e94571 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0207314 Dec 22 13:00:17.099031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43410) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.109054 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-c58a6761-f923-42d1-984a-928dc4669fb4 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.110055 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c58a6761-f923-42d1-984a-928dc4669fb4 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0083597 Dec 22 13:00:17.111980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.120042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43414) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.146200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-213855cd-180d-4cf3-a1b1-05af9aab9826 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.147308 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-213855cd-180d-4cf3-a1b1-05af9aab9826 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0262206 Dec 22 13:00:17.157556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43418) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.162948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:17.163451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:17.179057 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:17.185556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-cf1f4e42-4f85-4c30-aad8-5a4a10690a84 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.186665 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cf1f4e42-4f85-4c30-aad8-5a4a10690a84 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0258412 Dec 22 13:00:17.192816 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43422) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.203795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.211763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Attempting to bind port 4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:00:17.212747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Attempting to bind port 4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '85273511-8eac-4d84-8a58-986f29ad44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3d75dfa8-7108-43ed-bebd-08856bd8d808'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:00:17.213119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Attempting to bind port 4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef on network 3d75dfa8-7108-43ed-bebd-08856bd8d808 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:00:17.219576 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:00:17.219994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Checking segment: {'id': '85273511-8eac-4d84-8a58-986f29ad44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3d75dfa8-7108-43ed-bebd-08856bd8d808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:17.220528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.220924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Bound using segment: {'id': '85273511-8eac-4d84-8a58-986f29ad44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3d75dfa8-7108-43ed-bebd-08856bd8d808'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:00:17.221461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Bound port: 4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85273511-8eac-4d84-8a58-986f29ad44c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3d75dfa8-7108-43ed-bebd-08856bd8d808'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:00:17.221891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.228229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:17.228620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.247420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-6439ee65-9e31-4d77-89f8-3bfce6d3915a tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:17.247816 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:17.250311 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6439ee65-9e31-4d77-89f8-3bfce6d3915a tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0561061 Dec 22 13:00:17.256958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43426) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.319562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] For port 4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:00:17.342883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-51ed4513-91d1-41c2-9012-88e3b454a420 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.343130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] For port 4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef,segment=NetworkSegment(85273511-8eac-4d84-8a58-986f29ad44c6),segment_id=85273511-8eac-4d84-8a58-986f29ad44c6)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:00:17.344055 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-51ed4513-91d1-41c2-9012-88e3b454a420 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0861437 Dec 22 13:00:17.348039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43432) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.349218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:00:17.349218 dv-neutron-822668-1-hyperv neutron-server[87569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:00:17.349218 dv-neutron-822668-1-hyperv neutron-server[87569]: [parameters: {'id': '3d75dfa8-7108-43ed-bebd-08856bd8d808'}] Dec 22 13:00:17.349218 dv-neutron-822668-1-hyperv neutron-server[87569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:00:17.349544 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:00:17.352684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.356477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-e2ea8d18-95b3-4e51-a5bd-c5a604ec437d tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.357424 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e2ea8d18-95b3-4e51-a5bd-c5a604ec437d tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070989 Dec 22 13:00:17.360808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43436) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.361150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:17.366218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-da6af622-609f-4f1e-b628-58070e12c048 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.367373 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-da6af622-609f-4f1e-b628-58070e12c048 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053625 Dec 22 13:00:17.370551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43440) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.375589 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-f2f21cfb-bd46-466f-be61-e3f109132df5 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.376765 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f2f21cfb-bd46-466f-be61-e3f109132df5 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051842 Dec 22 13:00:17.379913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43444) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.383838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0dcde3db-700e-4e7e-aa76-5de05c2cbaff tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.389296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-128a086c-1019-4f52-9471-af786788d5a3 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.390489 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-128a086c-1019-4f52-9471-af786788d5a3 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0096176 Dec 22 13:00:17.393736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43448) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.394357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.403358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-fd4baf62-b554-4df8-a880-4f72e8889e2f tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.404325 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fd4baf62-b554-4df8-a880-4f72e8889e2f tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0080171 Dec 22 13:00:17.409018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:17.412073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43452) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.419540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-a61a80a2-6eee-486d-b9b2-2722aa1ce7c3 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.420728 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a61a80a2-6eee-486d-b9b2-2722aa1ce7c3 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0055380 Dec 22 13:00:17.423410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43456) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.425100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.432845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-de9abe73-8469-409a-813a-86ecfa180042 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.433999 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-de9abe73-8469-409a-813a-86ecfa180042 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0095410 Dec 22 13:00:17.437004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43460) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.442027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Pushing event deleted for resources: {'Network': ['ID=42794ea1-29b4-43e0-b3e7-55138eed9b28,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:17.446897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-5d850f39-595f-4ff2-80b5-69fde6281feb tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.447911 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5d850f39-595f-4ff2-80b5-69fde6281feb tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0099499 Dec 22 13:00:17.449404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.493546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Pushing event updated for resources: {'Port': ['ID=4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:17.496696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:17.501938 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] 10.222.0.24 "DELETE /v2.0/networks/42794ea1-29b4-43e0-b3e7-55138eed9b28 HTTP/1.1" status: 204 len: 168 time: 1.2560923 Dec 22 13:00:17.502610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.503454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:17.511681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43466) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.524726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-9e61ac88-89e8-4b4b-a48c-d46450da60f6 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.528530 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9e61ac88-89e8-4b4b-a48c-d46450da60f6 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0155663 Dec 22 13:00:17.557391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43472) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.567214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-c0e3544e-69cd-4b06-909e-ead88786f809 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.570870 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c0e3544e-69cd-4b06-909e-ead88786f809 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0098720 Dec 22 13:00:17.573776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.602330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79414a85-b56f-4ef9-8a57-0685db4aad32 None None] Network 3d75dfa8-7108-43ed-bebd-08856bd8d808 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:17.623526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-746945db-fc37-4829-a506-c41d6e44bf97 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.624486 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-746945db-fc37-4829-a506-c41d6e44bf97 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0481946 Dec 22 13:00:17.628289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43480) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.637265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-3c90f2d7-7752-4216-b60d-e68c812bcf27 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.641158 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3c90f2d7-7752-4216-b60d-e68c812bcf27 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0090535 Dec 22 13:00:17.643862 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43484) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.649709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-8f6542dd-3e99-4165-85fe-61120e658e85 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.652955 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8f6542dd-3e99-4165-85fe-61120e658e85 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0063760 Dec 22 13:00:17.654116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43488) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.660164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-ec7c9643-e5b1-4517-832b-9120601b721b tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.663489 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ec7c9643-e5b1-4517-832b-9120601b721b tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0059168 Dec 22 13:00:17.664698 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43492) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.670145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-c2c7d385-2c40-4623-a706-7beadd643a1b tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.673372 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c2c7d385-2c40-4623-a706-7beadd643a1b tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0055633 Dec 22 13:00:17.673510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43496) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.679975 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-5095b0bd-a8e1-4ad5-9ba0-a352f041b3de tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.683034 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5095b0bd-a8e1-4ad5-9ba0-a352f041b3de tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0064936 Dec 22 13:00:17.683375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43500) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.693255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-15589612-1453-4e91-aa6c-7e81cd8b79b8 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.696616 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-15589612-1453-4e91-aa6c-7e81cd8b79b8 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0096164 Dec 22 13:00:17.697424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43504) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.724052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-cd326964-ab40-4aa4-ae60-5cc0f8f61136 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.727411 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cd326964-ab40-4aa4-ae60-5cc0f8f61136 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0245707 Dec 22 13:00:17.731897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43508) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.740043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-4300d308-2f35-4f66-881e-ddbeadcc70c8 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.743304 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4300d308-2f35-4f66-881e-ddbeadcc70c8 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0081770 Dec 22 13:00:17.746666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.748149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43512) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.761627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-ac06739a-8405-46c5-87bb-7137950ee931 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.765264 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ac06739a-8405-46c5-87bb-7137950ee931 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0109906 Dec 22 13:00:17.767480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43516) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.779107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-e4290328-8e19-4536-89af-6b05ce6bb4c4 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.782444 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e4290328-8e19-4536-89af-6b05ce6bb4c4 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0115681 Dec 22 13:00:17.782810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43520) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.784507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.798721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-46d3635a-b9b1-480f-8bcc-762f87bf2e23 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.802152 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-46d3635a-b9b1-480f-8bcc-762f87bf2e23 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0158155 Dec 22 13:00:17.808658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43524) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.816018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-584ca14a-62a1-4fcb-b6e9-b2dc935f7432 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.820043 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-584ca14a-62a1-4fcb-b6e9-b2dc935f7432 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0074503 Dec 22 13:00:17.821145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43528) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.826669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Deleting port 48860a38-e219-414d-989a-8b44ff9c82ed {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:17.827387 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.828051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-b9ff3ff3-47cd-44f4-a620-70f6df042bca tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.831355 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b9ff3ff3-47cd-44f4-a620-70f6df042bca tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0069613 Dec 22 13:00:17.844168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d6702-e730-46d1-97a5-9114fc82cc69 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:00:17.844312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43532) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.852061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-c6a0ca00-ee88-471f-a3ca-f4754a324a18 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.855408 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c6a0ca00-ee88-471f-a3ca-f4754a324a18 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0079556 Dec 22 13:00:17.855408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.861579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43536) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.881133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-ca15ad77-565d-4ec9-a473-1d5c1b8b5e47 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.884568 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ca15ad77-565d-4ec9-a473-1d5c1b8b5e47 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0135481 Dec 22 13:00:17.907857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43540) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.920262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-b6e06aa7-69c3-4021-9b1e-f1e8e4c7e590 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:17.923783 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b6e06aa7-69c3-4021-9b1e-f1e8e4c7e590 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0121386 Dec 22 13:00:17.926075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43544) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:17.946343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Deleting port 4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:17.946715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:17.961104 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812d6702-e730-46d1-97a5-9114fc82cc69 None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:00:18.208125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [None req-a8969024-8d60-4778-bf86-cb51ff5fc612 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:18.212801 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a8969024-8d60-4778-bf86-cb51ff5fc612 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0176384 Dec 22 13:00:18.219898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43552) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:18.233263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [None req-950b7071-8576-4676-8e1d-d1c950c350f0 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:00:18.234200 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-950b7071-8576-4676-8e1d-d1c950c350f0 tempest-ExtensionsTestJSON-1347372931 tempest-ExtensionsTestJSON-1347372931-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0109587 Dec 22 13:00:18.288338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] For port 48860a38-e219-414d-989a-8b44ff9c82ed, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=48860a38-e219-414d-989a-8b44ff9c82ed,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:18.288898 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.305321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.438244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Calling delete_port for 48860a38-e219-414d-989a-8b44ff9c82ed owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:18.448495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] For port 4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef,segment=NetworkSegment(85273511-8eac-4d84-8a58-986f29ad44c6),segment_id=85273511-8eac-4d84-8a58-986f29ad44c6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:18.448971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.491441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa606971-4fb5-4e94-a8a7-cc0fc855feed']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:18.513842 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4ad2d8-94bc-4f80-89b6-ff8221675a1a') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:18.514228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4ad2d8-94bc-4f80-89b6-ff8221675a1a') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:18.531059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.565497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43562) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:18.595510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.609381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:18.609872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:18.631154 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:18.642770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Calling delete_port for 4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:18.714049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0dcde3db-700e-4e7e-aa76-5de05c2cbaff tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.729200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0dcde3db-700e-4e7e-aa76-5de05c2cbaff tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.756423 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a6ab-2309-423a-b382-26f61b750323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.773750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.778079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.783528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:18.801072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dfe3a6ab-2309-423a-b382-26f61b750323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:18.806699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.810796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-dfe3a6ab-2309-423a-b382-26f61b750323 admin admin] Usage tracker for resource:security_group_rule and tenant:e925a46e16de4224bbbb02088825583d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:18.812634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a6099798-2a45-4c7f-b87b-f96a10ad8b34 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:18.814859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa606971-4fb5-4e94-a8a7-cc0fc855feed,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:18.817344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:18.818523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-dfe3a6ab-2309-423a-b382-26f61b750323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:18.851379 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] 10.222.0.24 "DELETE /v2.0/networks/fa606971-4fb5-4e94-a8a7-cc0fc855feed HTTP/1.1" status: 204 len: 168 time: 1.3303676 Dec 22 13:00:18.852253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dfe3a6ab-2309-423a-b382-26f61b750323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:18.864197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Port': ['ID=4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:18.908408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:18.914950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ea0cfc27-6d7a-4e33-9ee3-14351909ea7f tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:18.971265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event deleted for resources: {'Port': ['ID=48860a38-e219-414d-989a-8b44ff9c82ed,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:19.003379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:19.039568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No DVR routers for this DVR port 4364ad8e-25a6-44b5-b30d-d9b90e2bc8ef on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:00:19.058490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:19.092547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.195988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.209202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcde3db-700e-4e7e-aa76-5de05c2cbaff tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Router ebbe7eff-9c2e-4350-890c-76eb498a0cbc has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:00:19.232572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d75dfa8-7108-43ed-bebd-08856bd8d808']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:19.286942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a6ab-2309-423a-b382-26f61b750323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.291133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.293914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.295696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfe3a6ab-2309-423a-b382-26f61b750323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.311554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85273511-8eac-4d84-8a58-986f29ad44c6') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:19.320177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85273511-8eac-4d84-8a58-986f29ad44c6') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:19.326188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:19.336619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.337512 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dfe3a6ab-2309-423a-b382-26f61b750323 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e925a46e16de4224bbbb02088825583d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7709172 Dec 22 13:00:19.340469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43578) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:19.358731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.381986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:19.382441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.391932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.392471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c929350f-e862-4723-b9a2-9236b9aeed1b {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:19.393888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43582) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:19.402757 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:19.409454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3a6ab-2309-423a-b382-26f61b750323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9233c7ea-4d6d-469e-a22c-dbe282d8e177,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:19.421849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dfe3a6ab-2309-423a-b382-26f61b750323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:19.451166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8fe4fc5-4a93-4549-bf2a-854aaeba483b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.453170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.454302 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c929350f-e862-4723-b9a2-9236b9aeed1b HTTP/1.1" status: 204 len: 168 time: 2.4014151 Dec 22 13:00:19.464826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43588) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:19.472758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-530658933', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:19.481213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:19.494136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Usage tracker for resource:router and tenant:fc6b0c4578ba40c0a0d6646bbe4e6207 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:19.499357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:19.503705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8fe4fc5-4a93-4549-bf2a-854aaeba483b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.516284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:19.545404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.546427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.583249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8fe4fc5-4a93-4549-bf2a-854aaeba483b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.590748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:19.618095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe4fc5-4a93-4549-bf2a-854aaeba483b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9233c7ea-4d6d-469e-a22c-dbe282d8e177,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:19.621539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c8fe4fc5-4a93-4549-bf2a-854aaeba483b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:19.642499 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c8fe4fc5-4a93-4549-bf2a-854aaeba483b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.647199 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c8fe4fc5-4a93-4549-bf2a-854aaeba483b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9233c7ea-4d6d-469e-a22c-dbe282d8e177 HTTP/1.1" status: 204 len: 168 time: 0.3043857 Dec 22 13:00:19.661255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39ccff31-09e4-4312-bb9d-7d778ec50600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.661941 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.678539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.683516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:19.683819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.702211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-39ccff31-09e4-4312-bb9d-7d778ec50600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:19.707872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-39ccff31-09e4-4312-bb9d-7d778ec50600 admin admin] Usage tracker for resource:security_group_rule and tenant:73dbb9008f22413391e53f11b7ce4a7d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:19.711321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Network': ['ID=3d75dfa8-7108-43ed-bebd-08856bd8d808,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:19.711817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-39ccff31-09e4-4312-bb9d-7d778ec50600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:19.713892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcde3db-700e-4e7e-aa76-5de05c2cbaff tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:19.719355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-39ccff31-09e4-4312-bb9d-7d778ec50600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:19.721390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:19.741277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b484fbd4-4d98-44fb-8e8d-fc638fed1fc7 None None] Sync routers for ids ['ebbe7eff-9c2e-4350-890c-76eb498a0cbc'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:19.743662 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/networks/3d75dfa8-7108-43ed-bebd-08856bd8d808 HTTP/1.1" status: 204 len: 168 time: 5.0815866 Dec 22 13:00:19.748993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43596) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:19.753653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b484fbd4-4d98-44fb-8e8d-fc638fed1fc7 None None] Routers {'ebbe7eff-9c2e-4350-890c-76eb498a0cbc'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:19.755476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b484fbd4-4d98-44fb-8e8d-fc638fed1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebbe7eff-9c2e-4350-890c-76eb498a0cbc'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:19.761914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0dcde3db-700e-4e7e-aa76-5de05c2cbaff tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:19.763218 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0dcde3db-700e-4e7e-aa76-5de05c2cbaff tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "PUT /v2.0/routers/ebbe7eff-9c2e-4350-890c-76eb498a0cbc HTTP/1.1" status: 200 len: 926 time: 3.5973024 Dec 22 13:00:19.770398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1171283726'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:19.774033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43600) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:19.777623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:19.834361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b484fbd4-4d98-44fb-8e8d-fc638fed1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:19.845880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b484fbd4-4d98-44fb-8e8d-fc638fed1fc7 None None] Routers {'ebbe7eff-9c2e-4350-890c-76eb498a0cbc'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:19.846901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b484fbd4-4d98-44fb-8e8d-fc638fed1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['ebbe7eff-9c2e-4350-890c-76eb498a0cbc'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:19.918844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b484fbd4-4d98-44fb-8e8d-fc638fed1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:19.919349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b484fbd4-4d98-44fb-8e8d-fc638fed1fc7 None None] The sync data for ids ['ebbe7eff-9c2e-4350-890c-76eb498a0cbc'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:19.938759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:network and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:19.949253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:19.981887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:20.010051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:20.014127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.038454 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-37912991-439a-4d08-975b-8408f77650cc tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/routers/ebbe7eff-9c2e-4350-890c-76eb498a0cbc HTTP/1.1" status: 200 len: 926 time: 0.2595103 Dec 22 13:00:20.038454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43608) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:20.093310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:00:20.114273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.114273 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Added segment a0836b85-9bb6-4f6c-808d-7571fdb042f6 of type vlan for network dbd43f22-8e66-4216-afb3-1414bee01a4c Dec 22 13:00:20.146637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.159653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea188be-6014-42b6-a979-94b276d04de0 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:20.159653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8ea188be-6014-42b6-a979-94b276d04de0 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Synchronizing usage tracker for tenant:bc89e1b1601e4b799483d656da7607d9 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:20.186242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.189183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8ea188be-6014-42b6-a979-94b276d04de0 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Unset dirty status for tenant:bc89e1b1601e4b799483d656da7607d9 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:20.192369 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8ea188be-6014-42b6-a979-94b276d04de0 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&device_id=ebbe7eff-9c2e-4350-890c-76eb498a0cbc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1507275 Dec 22 13:00:20.193379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43618) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:20.264964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.274891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:20.275465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.287361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c60ecd31-c7e1-4fbb-8f14-d23f55d5674d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:20.355969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39ccff31-09e4-4312-bb9d-7d778ec50600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.365113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39ccff31-09e4-4312-bb9d-7d778ec50600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.377218 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:20.418904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Network': ['ID=dbd43f22-8e66-4216-afb3-1414bee01a4c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:20.429070 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6762466 Dec 22 13:00:20.431617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:20.434187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network dbd43f22-8e66-4216-afb3-1414bee01a4c details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:00:20.434702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43630) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:20.445483 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-39ccff31-09e4-4312-bb9d-7d778ec50600 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73dbb9008f22413391e53f11b7ce4a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0473998 Dec 22 13:00:20.447441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:20.454650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'subnet': {'network_id': 'dbd43f22-8e66-4216-afb3-1414bee01a4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:20.468747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccff31-09e4-4312-bb9d-7d778ec50600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3cebbe-900b-4725-940d-9eca57a34282,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:20.492258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-39ccff31-09e4-4312-bb9d-7d778ec50600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:20.592798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de5d01-a7e4-41e6-b100-9c7c532290e1 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:20.594486 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-81de5d01-a7e4-41e6-b100-9c7c532290e1 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/networks/98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 881 time: 0.4000013 Dec 22 13:00:20.596045 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 48860a38-e219-414d-989a-8b44ff9c82ed no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:00:20.599033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43642) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:20.653821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 48860a38-e219-414d-989a-8b44ff9c82ed {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:00:20.654467 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 48860a38-e219-414d-989a-8b44ff9c82ed not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:00:20.664398 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-dc16e6d3-0fdc-4f54-bf11-6f28b4d4bc21 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbe7eff-9c2e-4350-890c-76eb498a0cbc HTTP/1.1" status: 200 len: 205 time: 0.0640731 Dec 22 13:00:20.666805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43646) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:20.734912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:20.739550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.753939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:subnet and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:20.761513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:20.761611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43650) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:20.767415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67de2ec8-be58-4b29-9e28-b36ed0d25263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.771538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:20.773220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.857156 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67de2ec8-be58-4b29-9e28-b36ed0d25263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.962025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-867109600'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:20.966914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:20.970760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Usage tracker for resource:network and tenant:b39219c55f4643fd8d9335afce8c4f10 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:20.973636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:20.976378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Allocated IP 172.26.4.66 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/16a1cb03-66f5-4c6b-9332-a400404c2100) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:20.978515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67de2ec8-be58-4b29-9e28-b36ed0d25263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:20.979415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:20.985348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:20.995494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:20.999026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.005969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de2ec8-be58-4b29-9e28-b36ed0d25263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3cebbe-900b-4725-940d-9eca57a34282,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:21.029211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-67de2ec8-be58-4b29-9e28-b36ed0d25263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:21.072270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Made reservation on behalf of b39219c55f4643fd8d9335afce8c4f10 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:21.072631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.093217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67de2ec8-be58-4b29-9e28-b36ed0d25263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.094331 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-67de2ec8-be58-4b29-9e28-b36ed0d25263 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb3cebbe-900b-4725-940d-9eca57a34282 HTTP/1.1" status: 204 len: 168 time: 0.6433434 Dec 22 13:00:21.106776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.143393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.161168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.192420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.201646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:21.203638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:21.218852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Usage tracker for resource:security_group_rule and tenant:b39219c55f4643fd8d9335afce8c4f10 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:21.231821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:21.244735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:21.267812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:21.270923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:21.274918 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:21.309388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Pushing event updated for resources: {'Port': ['ID=16a1cb03-66f5-4c6b-9332-a400404c2100,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:21.317754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:21.458502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.497284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Deleting port e10bb819-4248-4714-8ba9-226335b6170e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:21.497476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.502875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43662) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:21.526659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ed81ae4-bcdb-42e2-b6de-1575a0c3f098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.533016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.550523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4ed81ae4-bcdb-42e2-b6de-1575a0c3f098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:21.554812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a27da0e5-5212-4286-abcc-3ee84877ad99 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:21.555397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4ed81ae4-bcdb-42e2-b6de-1575a0c3f098 admin admin] Usage tracker for resource:security_group_rule and tenant:3753da08b7154a6c8a8222d5c9f7fe52 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:21.629582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4ed81ae4-bcdb-42e2-b6de-1575a0c3f098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:21.638372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.667008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4ed81ae4-bcdb-42e2-b6de-1575a0c3f098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:21.700051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.740737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Subnet': ['ID=609044d7-9ce6-4fed-87e4-36b455791702,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:21.746079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:21.749675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:21.773131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Checking segment: {'id': 'a0836b85-9bb6-4f6c-808d-7571fdb042f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dbd43f22-8e66-4216-afb3-1414bee01a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:21.773707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network hostable DHCP agents. Network: dbd43f22-8e66-4216-afb3-1414bee01a4c, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:00:21.798209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:00:21.834920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b74eeb5-0e40-490f-8165-e80f38753fd8,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:21.839814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.840196 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Added segment 6090321a-0547-4c12-8967-db4dc73f9b56 of type vlan for network 95e773e2-52ff-4e2b-ad78-d8e5738bc193 Dec 22 13:00:21.846450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.854218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:21.900095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:21.991470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Calling delete_port for e10bb819-4248-4714-8ba9-226335b6170e owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:22.018540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network dbd43f22-8e66-4216-afb3-1414bee01a4c is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:00:22.021536 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.053752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, dbd43f22-8e66-4216-afb3-1414bee01a4c) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:22.063257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ebc1b-cce2-4ebd-8f17-9a9a429c83be None None] Network dbd43f22-8e66-4216-afb3-1414bee01a4c requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:22.068882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:22.069499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.101224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ed81ae4-bcdb-42e2-b6de-1575a0c3f098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.111760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ed81ae4-bcdb-42e2-b6de-1575a0c3f098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.119481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.124938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:22.125624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.132632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:22.178189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:22.243452 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8071225 Dec 22 13:00:22.245621 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4ed81ae4-bcdb-42e2-b6de-1575a0c3f098 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3753da08b7154a6c8a8222d5c9f7fe52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416961 Dec 22 13:00:22.246277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43672) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:22.246691 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43674) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:22.253887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed81ae4-bcdb-42e2-b6de-1575a0c3f098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e4616f-debd-46ab-a02e-d30372d87b83,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:22.263202 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4980831 Dec 22 13:00:22.264887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43680) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:22.277698 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Request body: {'subnet': {'network_id': '95e773e2-52ff-4e2b-ad78-d8e5738bc193', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:22.285494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4ed81ae4-bcdb-42e2-b6de-1575a0c3f098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:22.296506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Pushing event updated for resources: {'Network': ['ID=95e773e2-52ff-4e2b-ad78-d8e5738bc193,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:22.303937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:22.337035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 95e773e2-52ff-4e2b-ad78-d8e5738bc193 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:00:22.410643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-dbd43f22-8e66-4216-afb3-1414bee01a4c', 'network_id': 'dbd43f22-8e66-4216-afb3-1414bee01a4c', 'tenant_id': '57a8bd301a684d45b9e3c6fbb124d1b7', 'fixed_ips': [{'subnet_id': '609044d7-9ce6-4fed-87e4-36b455791702'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:00:22.411569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.437894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:22.444159 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Usage tracker for resource:subnet and tenant:b39219c55f4643fd8d9335afce8c4f10 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:22.448317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:22.457619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:22.465953 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.470531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-789199e3-1ce8-4695-ae68-65ba64b05974 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:22.495346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.507283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Made reservation on behalf of b39219c55f4643fd8d9335afce8c4f10 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:22.510918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.534873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49e49b70-b3e1-4d8a-878f-f96e9087263f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.538214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Pushing event deleted for resources: {'Port': ['ID=e10bb819-4248-4714-8ba9-226335b6170e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:22.541234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:22.621598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.635682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Allocated IP 2001:db8::2 (dbd43f22-8e66-4216-afb3-1414bee01a4c/609044d7-9ce6-4fed-87e4-36b455791702/1e6d477e-3d16-4f22-acf6-cd6d4620bbf2) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:22.664940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49e49b70-b3e1-4d8a-878f-f96e9087263f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.820251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.843150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.909605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49e49b70-b3e1-4d8a-878f-f96e9087263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.920772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0668b984-075b-40a2-94cf-57a843eb4e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:22.936623 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.948319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Transition to ACTIVE for port object 1e6d477e-3d16-4f22-acf6-cd6d4620bbf2 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:22.951809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e49b70-b3e1-4d8a-878f-f96e9087263f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e4616f-debd-46ab-a02e-d30372d87b83,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:22.958454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-49e49b70-b3e1-4d8a-878f-f96e9087263f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:22.964264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49e49b70-b3e1-4d8a-878f-f96e9087263f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:22.965285 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-49e49b70-b3e1-4d8a-878f-f96e9087263f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87e4616f-debd-46ab-a02e-d30372d87b83 HTTP/1.1" status: 204 len: 168 time: 0.7144189 Dec 22 13:00:22.981137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Router 96152e0d-b729-47e0-8320-c01ee3a9c713 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:00:22.984358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Transition to ACTIVE for port object 1e6d477e-3d16-4f22-acf6-cd6d4620bbf2 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:22.996282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.002911 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:23.004171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.007569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.034669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.035273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Fanout notify agent at l3_agent the message router_deleted on router ebbe7eff-9c2e-4350-890c-76eb498a0cbc {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:23.056115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.057248 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/routers/ebbe7eff-9c2e-4350-890c-76eb498a0cbc HTTP/1.1" status: 204 len: 168 time: 2.3894253 Dec 22 13:00:23.061512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43690) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:23.071841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7ad37fda-e92b-461a-a613-ae3956755638 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2065107780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:23.081020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7ad37fda-e92b-461a-a613-ae3956755638 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:23.086375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Network dbd43f22-8e66-4216-afb3-1414bee01a4c is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:23.088623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7ad37fda-e92b-461a-a613-ae3956755638 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Usage tracker for resource:router and tenant:9076ebaa61454dd4bbbbc360c09b2c8c is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:23.090362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:23.095502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:23.097650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.129504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Pushing event updated for resources: {'Port': ['ID=1e6d477e-3d16-4f22-acf6-cd6d4620bbf2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:23.133734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7ad37fda-e92b-461a-a613-ae3956755638 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:23.137511 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:23.156176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7ad37fda-e92b-461a-a613-ae3956755638 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:23.164901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ca648bc-8fb1-4991-8d06-1ed7a185889c tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:23.182171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ad37fda-e92b-461a-a613-ae3956755638 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.183456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ad37fda-e92b-461a-a613-ae3956755638 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.202544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Attempting to bind port 1e6d477e-3d16-4f22-acf6-cd6d4620bbf2 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:00:23.203373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Attempting to bind port 1e6d477e-3d16-4f22-acf6-cd6d4620bbf2 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'a0836b85-9bb6-4f6c-808d-7571fdb042f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dbd43f22-8e66-4216-afb3-1414bee01a4c'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:00:23.204115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Attempting to bind port 1e6d477e-3d16-4f22-acf6-cd6d4620bbf2 on network dbd43f22-8e66-4216-afb3-1414bee01a4c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:00:23.211509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:00:23.212342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Checking segment: {'id': 'a0836b85-9bb6-4f6c-808d-7571fdb042f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dbd43f22-8e66-4216-afb3-1414bee01a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:23.213105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.214196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Bound using segment: {'id': 'a0836b85-9bb6-4f6c-808d-7571fdb042f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dbd43f22-8e66-4216-afb3-1414bee01a4c'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:00:23.215355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Bound port: 1e6d477e-3d16-4f22-acf6-cd6d4620bbf2, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0836b85-9bb6-4f6c-808d-7571fdb042f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'dbd43f22-8e66-4216-afb3-1414bee01a4c'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:00:23.215903 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.236855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ad37fda-e92b-461a-a613-ae3956755638 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.238945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.239522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Subnet': ['ID=609044d7-9ce6-4fed-87e4-36b455791702,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:23.250990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:23.259840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:23.321184 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] For port 1e6d477e-3d16-4f22-acf6-cd6d4620bbf2, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:00:23.326343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] For port 1e6d477e-3d16-4f22-acf6-cd6d4620bbf2, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=1e6d477e-3d16-4f22-acf6-cd6d4620bbf2,segment=NetworkSegment(a0836b85-9bb6-4f6c-808d-7571fdb042f6),segment_id=a0836b85-9bb6-4f6c-808d-7571fdb042f6)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:00:23.333066 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.336710 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Pushing event updated for resources: {'Subnet': ['ID=4c7b6bc4-90ee-4f63-aa9c-a0cb7cff36f7,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:23.346083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ad37fda-e92b-461a-a613-ae3956755638 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.346719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-46538dbd-02da-49b3-8518-655b989bf425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:23.363563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:23.415383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:23.418208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Checking segment: {'id': '6090321a-0547-4c12-8967-db4dc73f9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '95e773e2-52ff-4e2b-ad78-d8e5738bc193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:23.419526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Network hostable DHCP agents. Network: 95e773e2-52ff-4e2b-ad78-d8e5738bc193, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:00:23.429721 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b3350b-e771-489a-8e40-73c6421745c3 None None] Sync routers for ids ['96152e0d-b729-47e0-8320-c01ee3a9c713'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:23.441756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ad37fda-e92b-461a-a613-ae3956755638 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.442165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.451203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.452179 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9864080 Dec 22 13:00:23.452654 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7ad37fda-e92b-461a-a613-ae3956755638 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3897948 Dec 22 13:00:23.453394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43702) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:23.455219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43704) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:23.462905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a9d0a7e6-0464-4925-b2a7-864900792139 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'enable_snat': False}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:23.463129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Request body: {'router': {'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:23.473736 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b3350b-e771-489a-8e40-73c6421745c3 None None] Routers {'96152e0d-b729-47e0-8320-c01ee3a9c713'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:23.475443 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-72b3350b-e771-489a-8e40-73c6421745c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['96152e0d-b729-47e0-8320-c01ee3a9c713'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:23.492869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Pushing event updated for resources: {'Port': ['ID=1e6d477e-3d16-4f22-acf6-cd6d4620bbf2,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:23.498162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:23.516113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ff677-7384-430d-895a-42540169ab26 None None] Network dbd43f22-8e66-4216-afb3-1414bee01a4c requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:23.623300 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-72b3350b-e771-489a-8e40-73c6421745c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:23.638320 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b3350b-e771-489a-8e40-73c6421745c3 None None] Routers {'96152e0d-b729-47e0-8320-c01ee3a9c713'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:23.640678 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-72b3350b-e771-489a-8e40-73c6421745c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['96152e0d-b729-47e0-8320-c01ee3a9c713'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:23.669546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Network 95e773e2-52ff-4e2b-ad78-d8e5738bc193 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:00:23.692961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 95e773e2-52ff-4e2b-ad78-d8e5738bc193) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:23.696426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd43f22-8e66-4216-afb3-1414bee01a4c']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:23.714868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f445b6-a960-496f-a46f-4beff35d2ad9 None None] Network 95e773e2-52ff-4e2b-ad78-d8e5738bc193 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:23.716392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0836b85-9bb6-4f6c-808d-7571fdb042f6') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:23.716846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0836b85-9bb6-4f6c-808d-7571fdb042f6') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:23.744413 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-72b3350b-e771-489a-8e40-73c6421745c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:23.746357 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b3350b-e771-489a-8e40-73c6421745c3 None None] The sync data for ids ['96152e0d-b729-47e0-8320-c01ee3a9c713'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:23.784674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:23.785291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.785815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.827008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.840973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:23.841569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:23.857728 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:23.877662 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6101446 Dec 22 13:00:23.935896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43720) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:23.953294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Request body: {'port': {'network_id': '95e773e2-52ff-4e2b-ad78-d8e5738bc193', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-485734611'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:24.004532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.192513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43730) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:24.240160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-95e773e2-52ff-4e2b-ad78-d8e5738bc193', 'network_id': '95e773e2-52ff-4e2b-ad78-d8e5738bc193', 'tenant_id': 'b39219c55f4643fd8d9335afce8c4f10', 'fixed_ips': [{'subnet_id': '4c7b6bc4-90ee-4f63-aa9c-a0cb7cff36f7'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:00:24.242089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.269425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:00:24.269425 dv-neutron-822668-1-hyperv neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:00:24.269425 dv-neutron-822668-1-hyperv neutron-server[87568]: [parameters: {'id': 'dbd43f22-8e66-4216-afb3-1414bee01a4c'}] Dec 22 13:00:24.269425 dv-neutron-822668-1-hyperv neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:00:24.270160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:00:24.389054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:24.393064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Usage tracker for resource:port and tenant:b39219c55f4643fd8d9335afce8c4f10 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:24.395972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:24.414046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1655088936'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:24.426067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:24.431060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:24.436939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.444593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Usage tracker for resource:network and tenant:c6f04fc1c38646a996c3de1e1e4bf1fd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:24.449613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:24.470806 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Allocated IP 2001:db8::2 (95e773e2-52ff-4e2b-ad78-d8e5738bc193/4c7b6bc4-90ee-4f63-aa9c-a0cb7cff36f7/a7a16dcb-5019-42c7-8122-b80b5ba4caa7) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:24.471702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.512892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Made reservation on behalf of b39219c55f4643fd8d9335afce8c4f10 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:24.516361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.538228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:24.622362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a7e6-0464-4925-b2a7-864900792139 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.633765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Allocated IP 172.26.4.136 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/abd5b141-9e89-41ea-a4a1-c7b82c9ae670) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:24.636523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Made reservation on behalf of c6f04fc1c38646a996c3de1e1e4bf1fd for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:24.641223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.654783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] device_id is not set on port 7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:00:24.709525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.736745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.747017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Transition to ACTIVE for port object a7a16dcb-5019-42c7-8122-b80b5ba4caa7 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:24.766081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Transition to ACTIVE for port object a7a16dcb-5019-42c7-8122-b80b5ba4caa7 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:24.772834 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.780877 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ac23e443-764e-4542-aea1-16fcdaf54795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:24.789230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.789788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:24.791886 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.803702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Usage tracker for resource:security_group_rule and tenant:c6f04fc1c38646a996c3de1e1e4bf1fd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:24.817356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:24.824320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.828703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:24.830427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:24.841263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Network 95e773e2-52ff-4e2b-ad78-d8e5738bc193 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:24.844091 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:24.848022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:24.856981 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Pushing event updated for resources: {'Port': ['ID=a7a16dcb-5019-42c7-8122-b80b5ba4caa7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:24.885748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:24.886760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Deleting port 1e6d477e-3d16-4f22-acf6-cd6d4620bbf2 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:24.886987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.900104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:24.903113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:24.906793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:24.936087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Pushing event updated for resources: {'Port': ['ID=abd5b141-9e89-41ea-a4a1-c7b82c9ae670,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:24.943592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:24.947445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Attempting to bind port a7a16dcb-5019-42c7-8122-b80b5ba4caa7 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:00:24.947868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Attempting to bind port a7a16dcb-5019-42c7-8122-b80b5ba4caa7 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '6090321a-0547-4c12-8967-db4dc73f9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '95e773e2-52ff-4e2b-ad78-d8e5738bc193'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:00:24.948238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Attempting to bind port a7a16dcb-5019-42c7-8122-b80b5ba4caa7 on network 95e773e2-52ff-4e2b-ad78-d8e5738bc193 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:00:24.953791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:00:24.954164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Checking segment: {'id': '6090321a-0547-4c12-8967-db4dc73f9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '95e773e2-52ff-4e2b-ad78-d8e5738bc193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:24.954562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:24.955282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Bound using segment: {'id': '6090321a-0547-4c12-8967-db4dc73f9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '95e773e2-52ff-4e2b-ad78-d8e5738bc193'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:00:24.955407 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Bound port: a7a16dcb-5019-42c7-8122-b80b5ba4caa7, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6090321a-0547-4c12-8967-db4dc73f9b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '95e773e2-52ff-4e2b-ad78-d8e5738bc193'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:00:24.955834 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:25.046191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] For port a7a16dcb-5019-42c7-8122-b80b5ba4caa7, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:00:25.049249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] For port a7a16dcb-5019-42c7-8122-b80b5ba4caa7, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a7a16dcb-5019-42c7-8122-b80b5ba4caa7,segment=NetworkSegment(6090321a-0547-4c12-8967-db4dc73f9b56),segment_id=6090321a-0547-4c12-8967-db4dc73f9b56)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:00:25.052926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Allocated IP 2001:db8::1e (95e773e2-52ff-4e2b-ad78-d8e5738bc193/4c7b6bc4-90ee-4f63-aa9c-a0cb7cff36f7/7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:25.054164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:25.057998 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f023a62f-c36c-4bfb-bbea-0bf732db886a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:25.134671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Pushing event updated for resources: {'Port': ['ID=a7a16dcb-5019-42c7-8122-b80b5ba4caa7,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:25.137814 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:25.407478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] For port 1e6d477e-3d16-4f22-acf6-cd6d4620bbf2, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=1e6d477e-3d16-4f22-acf6-cd6d4620bbf2,segment=NetworkSegment(a0836b85-9bb6-4f6c-808d-7571fdb042f6),segment_id=a0836b85-9bb6-4f6c-808d-7571fdb042f6)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:25.408066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:25.460338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:25.583870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Calling delete_port for 1e6d477e-3d16-4f22-acf6-cd6d4620bbf2 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:25.756073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:25.786592 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:25.796511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:25.821735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:25.825031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:25.912529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:00:25.940973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9727f8-4e99-444f-9334-9feb02a92f62,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:25.942968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:25.959283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:25.961668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9f863427-898c-4e51-ab92-2d3d6d8f8ce7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:26.001126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:26.001126 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Added segment 803cd975-045c-4154-8150-0bc63c2f18b8 of type vlan for network 8b2bf911-cbfe-4a79-9584-53a789e36a56 Dec 22 13:00:26.029176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Port': ['ID=1e6d477e-3d16-4f22-acf6-cd6d4620bbf2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:26.040969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:26.064042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No DVR routers for this DVR port 1e6d477e-3d16-4f22-acf6-cd6d4620bbf2 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:00:26.152913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Router f37cdf39-e0e3-4554-b622-898b770a14f6 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:00:26.172803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:26.186300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:26.285811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d349729-86ca-46e6-b154-94f75010d2c2 None None] Network 95e773e2-52ff-4e2b-ad78-d8e5738bc193 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:26.298557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Transition to ACTIVE for port object 7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:26.344266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:26.379225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:26.382895 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "PUT /v2.0/routers/f37cdf39-e0e3-4554-b622-898b770a14f6 HTTP/1.1" status: 200 len: 884 time: 2.9258161 Dec 22 13:00:26.386236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43748) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:26.408093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:26.440461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336389f0-571d-45bd-8d73-531b61fcf25d None None] Sync routers for ids ['f37cdf39-e0e3-4554-b622-898b770a14f6'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:26.463445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-85cf3118-42e0-4a16-bec5-18a19ef51d07 None None] Provisioning for port a7a16dcb-5019-42c7-8122-b80b5ba4caa7 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:26.466351 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:26.471838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:26.472438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:26.490095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336389f0-571d-45bd-8d73-531b61fcf25d None None] Routers {'f37cdf39-e0e3-4554-b622-898b770a14f6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:26.490799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-336389f0-571d-45bd-8d73-531b61fcf25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f37cdf39-e0e3-4554-b622-898b770a14f6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:26.495179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:26.558655 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd43f22-8e66-4216-afb3-1414bee01a4c']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:26.596851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a7a16dcb-5019-42c7-8122-b80b5ba4caa7 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:00:26.638020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-336389f0-571d-45bd-8d73-531b61fcf25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:26.667333 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9bd75fbb-b81e-455a-8eee-2bfec0e7ae42 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/routers/f37cdf39-e0e3-4554-b622-898b770a14f6 HTTP/1.1" status: 200 len: 925 time: 0.2799480 Dec 22 13:00:26.669929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43752) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:26.708558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336389f0-571d-45bd-8d73-531b61fcf25d None None] Routers {'f37cdf39-e0e3-4554-b622-898b770a14f6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:26.709168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-336389f0-571d-45bd-8d73-531b61fcf25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f37cdf39-e0e3-4554-b622-898b770a14f6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:26.744127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdee7447-ad49-4c04-a93d-898a2cda86c4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:26.748529 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fdee7447-ad49-4c04-a93d-898a2cda86c4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&device_id=f37cdf39-e0e3-4554-b622-898b770a14f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0748136 Dec 22 13:00:26.748729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43756) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:26.762286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0836b85-9bb6-4f6c-808d-7571fdb042f6') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:26.762843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0836b85-9bb6-4f6c-808d-7571fdb042f6') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:26.851336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-336389f0-571d-45bd-8d73-531b61fcf25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:26.851792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336389f0-571d-45bd-8d73-531b61fcf25d None None] The sync data for ids ['f37cdf39-e0e3-4554-b622-898b770a14f6'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:26.881742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port a7a16dcb-5019-42c7-8122-b80b5ba4caa7 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:26.887760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port a7a16dcb-5019-42c7-8122-b80b5ba4caa7 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:26.888378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:26.895014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f14cebb-d2cb-41ac-aa2d-5cdbdc643bf1 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:26.899224 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0f14cebb-d2cb-41ac-aa2d-5cdbdc643bf1 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/networks/98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 881 time: 0.1469116 Dec 22 13:00:26.899508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43762) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:26.942886 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0c7bf657-60fc-4c7a-ac2f-30dc0d036d8c tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "GET /v2.0/ports?device_id=f37cdf39-e0e3-4554-b622-898b770a14f6 HTTP/1.1" status: 200 len: 205 time: 0.0420685 Dec 22 13:00:26.945726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43766) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:27.003567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event updated for resources: {'Network': ['ID=8b2bf911-cbfe-4a79-9584-53a789e36a56,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:27.022425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.028459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 8b2bf911-cbfe-4a79-9584-53a789e36a56 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:00:27.030022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:27.034481 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7907622 Dec 22 13:00:27.040237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43770) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:27.041345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.043344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.057599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:27.081211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port a7a16dcb-5019-42c7-8122-b80b5ba4caa7, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a7a16dcb-5019-42c7-8122-b80b5ba4caa7,segment=NetworkSegment(6090321a-0547-4c12-8967-db4dc73f9b56),segment_id=6090321a-0547-4c12-8967-db4dc73f9b56)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:27.086816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.096719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Network 95e773e2-52ff-4e2b-ad78-d8e5738bc193 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:27.102841 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Request body: {'subnet': {'network_id': '8b2bf911-cbfe-4a79-9584-53a789e36a56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:27.124433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:27.135795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:27.142023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:27.147646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:27.148277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.165740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.188207 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.2479186 Dec 22 13:00:27.192231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.235013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=a7a16dcb-5019-42c7-8122-b80b5ba4caa7,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:27.235276 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43774) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:27.236609 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:27.237055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.238474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:27.261218 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:27.274407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Request body: {'port': {'network_id': '95e773e2-52ff-4e2b-ad78-d8e5738bc193', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1159648433', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:27.274944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] bootfile-name is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:00:27.275271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] tftp-server is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:00:27.275586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] server-ip-address is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:00:27.311929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-57c492e7-5bcd-46bc-9042-b13b4704ae8a None None] Provisioning complete for port a7a16dcb-5019-42c7-8122-b80b5ba4caa7 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:27.312954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57c492e7-5bcd-46bc-9042-b13b4704ae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.368343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a7e6-0464-4925-b2a7-864900792139 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.384570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Pushing event updated for resources: {'Port': ['ID=7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:27.396674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.409779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Deleting port abd5b141-9e89-41ea-a4a1-c7b82c9ae670 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:27.410227 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.450958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:27.471916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a7e6-0464-4925-b2a7-864900792139 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.508571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c2e3a-f464-4116-9355-3c4bb443d2e1 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:00:27.576828 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4de1c387-60bc-40ba-92a6-94f6a543ff1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.635439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.671767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d0a7e6-0464-4925-b2a7-864900792139 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Router 96152e0d-b729-47e0-8320-c01ee3a9c713 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:00:27.711185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.717568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:27.724936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bd7fc6bc-e80e-4120-a723-22eefbac517c None None] Provisioning for port 7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:27.727697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:27.731214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c2e3a-f464-4116-9355-3c4bb443d2e1 None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:00:27.733277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bd7fc6bc-e80e-4120-a723-22eefbac517c None None] Provisioning complete for port 7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:27.733667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd7fc6bc-e80e-4120-a723-22eefbac517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.753023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Usage tracker for resource:subnet and tenant:c6f04fc1c38646a996c3de1e1e4bf1fd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:27.766486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.768917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Network': ['ID=dbd43f22-8e66-4216-afb3-1414bee01a4c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:27.775329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:27.781203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:27.789551 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:27.797492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:27.801774 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Usage tracker for resource:port and tenant:b39219c55f4643fd8d9335afce8c4f10 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:27.805593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:27.813521 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/networks/dbd43f22-8e66-4216-afb3-1414bee01a4c HTTP/1.1" status: 204 len: 168 time: 5.5573132 Dec 22 13:00:27.863982 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43782) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:27.867835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-bd7fc6bc-e80e-4120-a723-22eefbac517c None None] Port 7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:00:27.870211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:27.889413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2012581208'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:27.909000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:27.917509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Calling delete_port for abd5b141-9e89-41ea-a4a1-c7b82c9ae670 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:27.918952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:network and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:27.921682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Made reservation on behalf of c6f04fc1c38646a996c3de1e1e4bf1fd for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:27.925394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:27.943767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:28.016113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Made reservation on behalf of b39219c55f4643fd8d9335afce8c4f10 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:28.020002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.080319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:28.105873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.111337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:28.139814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] device_id is not set on port cbf27417-c5de-4b4b-b528-b4d4d34662af yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:00:28.156465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Pushing event deleted for resources: {'Port': ['ID=abd5b141-9e89-41ea-a4a1-c7b82c9ae670,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:28.159532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:28.181082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:28.184643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.247130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.260511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d0a7e6-0464-4925-b2a7-864900792139 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:28.270638 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efc136-45ed-4aa7-a1d2-23c52934839c None None] Sync routers for ids ['96152e0d-b729-47e0-8320-c01ee3a9c713'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:28.281619 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:00:28.282557 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efc136-45ed-4aa7-a1d2-23c52934839c None None] Routers {'96152e0d-b729-47e0-8320-c01ee3a9c713'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:28.283220 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-31efc136-45ed-4aa7-a1d2-23c52934839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['96152e0d-b729-47e0-8320-c01ee3a9c713'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:28.343832 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-31efc136-45ed-4aa7-a1d2-23c52934839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:28.352891 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efc136-45ed-4aa7-a1d2-23c52934839c None None] Routers {'96152e0d-b729-47e0-8320-c01ee3a9c713'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:28.353509 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-31efc136-45ed-4aa7-a1d2-23c52934839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['96152e0d-b729-47e0-8320-c01ee3a9c713'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:28.384007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a9d0a7e6-0464-4925-b2a7-864900792139 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.387846 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a9d0a7e6-0464-4925-b2a7-864900792139 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "PUT /v2.0/routers/96152e0d-b729-47e0-8320-c01ee3a9c713 HTTP/1.1" status: 200 len: 920 time: 4.9315226 Dec 22 13:00:28.388711 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43788) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:28.389560 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.389899 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Added segment e0596d30-3ead-475c-8cef-bc66f7844278 of type vlan for network 003bd339-f5c3-4992-9187-f87c00a7258f Dec 22 13:00:28.423089 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-31efc136-45ed-4aa7-a1d2-23c52934839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:28.423499 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efc136-45ed-4aa7-a1d2-23c52934839c None None] The sync data for ids ['96152e0d-b729-47e0-8320-c01ee3a9c713'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:28.430510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.432820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.459826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.460463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Fanout notify agent at l3_agent the message router_deleted on router f37cdf39-e0e3-4554-b622-898b770a14f6 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:28.462479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a7a16dcb-5019-42c7-8122-b80b5ba4caa7 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:00:28.477182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.479653 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/routers/f37cdf39-e0e3-4554-b622-898b770a14f6 HTTP/1.1" status: 204 len: 168 time: 1.5312808 Dec 22 13:00:28.482523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43792) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:28.487730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2839cafe-5d1e-4f96-8f47-3cc966b256e8 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-239064683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:28.494186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2839cafe-5d1e-4f96-8f47-3cc966b256e8 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:28.498096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2839cafe-5d1e-4f96-8f47-3cc966b256e8 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Usage tracker for resource:router and tenant:9076ebaa61454dd4bbbbc360c09b2c8c is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:28.501102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2839cafe-5d1e-4f96-8f47-3cc966b256e8 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:28.508215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2839cafe-5d1e-4f96-8f47-3cc966b256e8 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:28.520012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2839cafe-5d1e-4f96-8f47-3cc966b256e8 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.521050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2839cafe-5d1e-4f96-8f47-3cc966b256e8 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.537436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2839cafe-5d1e-4f96-8f47-3cc966b256e8 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.548160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.558894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2839cafe-5d1e-4f96-8f47-3cc966b256e8 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.563837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port a7a16dcb-5019-42c7-8122-b80b5ba4caa7 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:28.564851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.568532 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Allocated IP 2001:db8::122 (95e773e2-52ff-4e2b-ad78-d8e5738bc193/4c7b6bc4-90ee-4f63-aa9c-a0cb7cff36f7/cbf27417-c5de-4b4b-b528-b4d4d34662af) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:28.584805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2839cafe-5d1e-4f96-8f47-3cc966b256e8 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.586239 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2839cafe-5d1e-4f96-8f47-3cc966b256e8 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1027193 Dec 22 13:00:28.589671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43796) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:28.598209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'enable_snat': True}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:28.862512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.885266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:28.920443 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c70037d8-0dd4-43a3-bf53-2fe05ae85279 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/routers/96152e0d-b729-47e0-8320-c01ee3a9c713 HTTP/1.1" status: 200 len: 920 time: 0.5212646 Dec 22 13:00:28.920443 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.923940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:28.924524 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:28.928119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43804) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:28.988100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.136130 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2674584 Dec 22 13:00:29.142210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event updated for resources: {'Subnet': ['ID=df50bafe-23cc-4269-b275-cd205a341cb8,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:29.146472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43810) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:29.151870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:29.156135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ac9b40e6-4319-487b-a809-6a9bb68afdc6 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:29.180980 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Request body: {'subnet': {'network_id': '003bd339-f5c3-4992-9187-f87c00a7258f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:29.201629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Checking segment: {'id': '803cd975-045c-4154-8150-0bc63c2f18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b2bf911-cbfe-4a79-9584-53a789e36a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:29.201991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Network hostable DHCP agents. Network: 8b2bf911-cbfe-4a79-9584-53a789e36a56, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:00:29.389756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Network': ['ID=003bd339-f5c3-4992-9187-f87c00a7258f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:29.396391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.401969 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 003bd339-f5c3-4992-9187-f87c00a7258f details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:00:29.419713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:29.427579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.442778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Network 8b2bf911-cbfe-4a79-9584-53a789e36a56 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:00:29.448750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:29.453752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13936f-fc45-4e78-a671-c2fbeaed5f97 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:29.458300 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ac13936f-fc45-4e78-a671-c2fbeaed5f97 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&device_id=96152e0d-b729-47e0-8320-c01ee3a9c713&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5166032 Dec 22 13:00:29.461092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43814) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:29.462149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Usage tracker for resource:subnet and tenant:57a8bd301a684d45b9e3c6fbb124d1b7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:29.465867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.475353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:29.504283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:29.512835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 8b2bf911-cbfe-4a79-9584-53a789e36a56) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:29.521573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a05f5d-8fd8-4f86-be03-82274a708c22 None None] Network 8b2bf911-cbfe-4a79-9584-53a789e36a56 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:29.558419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Transition to ACTIVE for port object cbf27417-c5de-4b4b-b528-b4d4d34662af will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:29.568669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:29.569281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.581102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Allocated IP 172.26.4.21 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/742b5821-0845-4613-98c2-40690948ce65) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:29.595157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Made reservation on behalf of 57a8bd301a684d45b9e3c6fbb124d1b7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:29.598669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.675903 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6325424 Dec 22 13:00:29.680286 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43818) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:29.688149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a2dcefdb-a5bd-401e-b437-ebb2a4faa5e3 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-480246747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:29.696523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a2dcefdb-a5bd-401e-b437-ebb2a4faa5e3 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:29.703530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a2dcefdb-a5bd-401e-b437-ebb2a4faa5e3 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Usage tracker for resource:router and tenant:c6f04fc1c38646a996c3de1e1e4bf1fd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:29.707886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a2dcefdb-a5bd-401e-b437-ebb2a4faa5e3 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:29.717961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a2dcefdb-a5bd-401e-b437-ebb2a4faa5e3 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:29.751924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a2dcefdb-a5bd-401e-b437-ebb2a4faa5e3 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.753106 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a2dcefdb-a5bd-401e-b437-ebb2a4faa5e3 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.754903 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-8b2bf911-cbfe-4a79-9584-53a789e36a56', 'network_id': '8b2bf911-cbfe-4a79-9584-53a789e36a56', 'tenant_id': 'c6f04fc1c38646a996c3de1e1e4bf1fd', 'fixed_ips': [{'subnet_id': 'df50bafe-23cc-4269-b275-cd205a341cb8'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:00:29.755923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.758666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b9c9f4-40d8-436b-a7ab-828159cc4cb1 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:29.759213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-56b9c9f4-40d8-436b-a7ab-828159cc4cb1 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Synchronizing usage tracker for tenant:c21b462119a34b0098541d7b2014fe3e on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:29.766466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.773211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4c4eeeae-b533-49b7-81a9-e50f53414f8b tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:29.780923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.793100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a2dcefdb-a5bd-401e-b437-ebb2a4faa5e3 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.819376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a2dcefdb-a5bd-401e-b437-ebb2a4faa5e3 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.853679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a2dcefdb-a5bd-401e-b437-ebb2a4faa5e3 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.857858 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a2dcefdb-a5bd-401e-b437-ebb2a4faa5e3 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1738958 Dec 22 13:00:29.858041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-56b9c9f4-40d8-436b-a7ab-828159cc4cb1 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Unset dirty status for tenant:c21b462119a34b0098541d7b2014fe3e on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:29.858165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.858288 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-56b9c9f4-40d8-436b-a7ab-828159cc4cb1 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/networks/98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 881 time: 0.3889525 Dec 22 13:00:29.858288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43822) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:29.861216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43824) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:29.864078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-120b8bd8-fac7-4142-8f66-2beaca083ea6 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:29.865098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0361cbf7-7d6c-4b01-bf0a-584e1dad40a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:29.948865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event updated for resources: {'Port': ['ID=742b5821-0845-4613-98c2-40690948ce65,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:29.953096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:29.954372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:29.955308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Network 95e773e2-52ff-4e2b-ad78-d8e5738bc193 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:29.956009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:29.961992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:29.966664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Allocated IP 172.20.0.2 (8b2bf911-cbfe-4a79-9584-53a789e36a56/df50bafe-23cc-4269-b275-cd205a341cb8/234c350e-61e5-4397-ae23-facdcc54d344) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:30.033434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:30.162548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:30.171154 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:30.172176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:30.192555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Pushing event updated for resources: {'Port': ['ID=cbf27417-c5de-4b4b-b528-b4d4d34662af,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:30.204359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:30.217499 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7dac6ff6-8ecc-4a6a-9346-3a653e5c8b48 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "GET /v2.0/ports?device_id=96152e0d-b729-47e0-8320-c01ee3a9c713 HTTP/1.1" status: 200 len: 205 time: 0.3489757 Dec 22 13:00:30.246234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43836) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:30.318485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:30.330546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Transition to ACTIVE for port object 234c350e-61e5-4397-ae23-facdcc54d344 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:30.354681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Transition to ACTIVE for port object 234c350e-61e5-4397-ae23-facdcc54d344 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:30.363292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:30.372962 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:30.440700 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Network 8b2bf911-cbfe-4a79-9584-53a789e36a56 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:30.445847 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:30.453102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:30.455723 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Pushing event updated for resources: {'Port': ['ID=234c350e-61e5-4397-ae23-facdcc54d344,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:30.460156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-79b2bba2-8c5b-40da-be46-913c78908128 None None] Provisioning for port cbf27417-c5de-4b4b-b528-b4d4d34662af completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:30.467047 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.2065616 Dec 22 13:00:30.467364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:30.467925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-79b2bba2-8c5b-40da-be46-913c78908128 None None] Provisioning complete for port cbf27417-c5de-4b4b-b528-b4d4d34662af triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:30.468294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79b2bba2-8c5b-40da-be46-913c78908128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:30.470931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43840) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:30.610520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:30.642553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Attempting to bind port 234c350e-61e5-4397-ae23-facdcc54d344 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:00:30.643126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Attempting to bind port 234c350e-61e5-4397-ae23-facdcc54d344 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '803cd975-045c-4154-8150-0bc63c2f18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b2bf911-cbfe-4a79-9584-53a789e36a56'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:00:30.643361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Attempting to bind port 234c350e-61e5-4397-ae23-facdcc54d344 on network 8b2bf911-cbfe-4a79-9584-53a789e36a56 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:00:30.645462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-79b2bba2-8c5b-40da-be46-913c78908128 None None] Port cbf27417-c5de-4b4b-b528-b4d4d34662af cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:00:30.650445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:00:30.650822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Checking segment: {'id': '803cd975-045c-4154-8150-0bc63c2f18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b2bf911-cbfe-4a79-9584-53a789e36a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:30.651238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:30.651659 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Bound using segment: {'id': '803cd975-045c-4154-8150-0bc63c2f18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b2bf911-cbfe-4a79-9584-53a789e36a56'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:00:30.652221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Bound port: 234c350e-61e5-4397-ae23-facdcc54d344, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803cd975-045c-4154-8150-0bc63c2f18b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8b2bf911-cbfe-4a79-9584-53a789e36a56'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:00:30.652567 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:30.722476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:30.758953 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] For port 234c350e-61e5-4397-ae23-facdcc54d344, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:00:30.762222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] For port 234c350e-61e5-4397-ae23-facdcc54d344, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=234c350e-61e5-4397-ae23-facdcc54d344,segment=NetworkSegment(803cd975-045c-4154-8150-0bc63c2f18b8),segment_id=803cd975-045c-4154-8150-0bc63c2f18b8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:00:30.769181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:30.773042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:30.846466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Pushing event updated for resources: {'Port': ['ID=234c350e-61e5-4397-ae23-facdcc54d344,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:30.849932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:30.851787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:30.929900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:30.961872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.objects.ports [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:00:30.968853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:31.006767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9966d-ead1-478b-92b0-b1b99bad11f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:31.018920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9966d-ead1-478b-92b0-b1b99bad11f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:31.035142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9966d-ead1-478b-92b0-b1b99bad11f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:31.040441 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-eef9966d-ead1-478b-92b0-b1b99bad11f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5667710 Dec 22 13:00:31.041448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43844) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:31.041787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:31.126166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:31.198523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event updated for resources: {'Subnet': ['ID=78938538-484b-4171-86c2-e307b0729c4f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:31.202645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:31.208640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:31.219122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e95720fe-9b66-4113-b464-8a2044161f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Deleting port cbf27417-c5de-4b4b-b528-b4d4d34662af {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:31.219502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e95720fe-9b66-4113-b464-8a2044161f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:31.244926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Checking segment: {'id': 'e0596d30-3ead-475c-8cef-bc66f7844278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '003bd339-f5c3-4992-9187-f87c00a7258f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:31.245220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network hostable DHCP agents. Network: 003bd339-f5c3-4992-9187-f87c00a7258f, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:00:31.273337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Deleting port 16a1cb03-66f5-4c6b-9332-a400404c2100 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:31.273833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:31.287822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Network 003bd339-f5c3-4992-9187-f87c00a7258f is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:00:31.331676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 003bd339-f5c3-4992-9187-f87c00a7258f) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:31.342876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e705b59f-5cee-485f-8347-0b2d8288b52b None None] Network 003bd339-f5c3-4992-9187-f87c00a7258f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:31.345308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:31.345893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:31.384265 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2337713 Dec 22 13:00:31.386910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43854) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:31.390063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Allocated IP 172.20.0.1 (8b2bf911-cbfe-4a79-9584-53a789e36a56/df50bafe-23cc-4269-b275-cd205a341cb8/56a6605d-daf2-49c5-b8a7-dec33862b6fb) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:31.641284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-003bd339-f5c3-4992-9187-f87c00a7258f', 'network_id': '003bd339-f5c3-4992-9187-f87c00a7258f', 'tenant_id': '57a8bd301a684d45b9e3c6fbb124d1b7', 'fixed_ips': [{'subnet_id': '78938538-484b-4171-86c2-e307b0729c4f'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:00:31.642416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:31.678587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:31.753319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:31.793720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Transition to ACTIVE for port object 56a6605d-daf2-49c5-b8a7-dec33862b6fb will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:31.806673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:31.848267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Allocated IP 2001:db8::f816:3eff:fe51:8da5 (003bd339-f5c3-4992-9187-f87c00a7258f/78938538-484b-4171-86c2-e307b0729c4f/e2c1e08c-26ee-470d-b518-66c3efd8ba05) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:31.902354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:31.909582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:31.985711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:31.987156 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Network 8b2bf911-cbfe-4a79-9584-53a789e36a56 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:31.992338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:31.996264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:32.008795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe90639-4c8a-4e4d-9567-17094547305a None None] Network 8b2bf911-cbfe-4a79-9584-53a789e36a56 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:32.016532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.032432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.037379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event updated for resources: {'Port': ['ID=56a6605d-daf2-49c5-b8a7-dec33862b6fb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:32.046431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:32.063693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.106012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e95720fe-9b66-4113-b464-8a2044161f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.169557 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-657943ea-54df-4294-b5f6-e6554145933d None None] Provisioning for port 234c350e-61e5-4397-ae23-facdcc54d344 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:32.249757 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.276951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Transition to ACTIVE for port object e2c1e08c-26ee-470d-b518-66c3efd8ba05 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:32.291750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.313466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Transition to ACTIVE for port object e2c1e08c-26ee-470d-b518-66c3efd8ba05 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:32.332557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Calling delete_port for 16a1cb03-66f5-4c6b-9332-a400404c2100 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:32.346606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.356600 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:32.429050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.434254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Network 003bd339-f5c3-4992-9187-f87c00a7258f is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:32.440280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:32.447490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:32.448739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e95720fe-9b66-4113-b464-8a2044161f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Calling delete_port for cbf27417-c5de-4b4b-b528-b4d4d34662af owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:32.452185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Pushing event updated for resources: {'Port': ['ID=e2c1e08c-26ee-470d-b518-66c3efd8ba05,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:32.461176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:32.487902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.505114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:32.570681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 234c350e-61e5-4397-ae23-facdcc54d344 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:00:32.573191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Subnet': ['ID=78938538-484b-4171-86c2-e307b0729c4f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:32.592192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:32.699777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Attempting to bind port e2c1e08c-26ee-470d-b518-66c3efd8ba05 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:00:32.700155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Attempting to bind port e2c1e08c-26ee-470d-b518-66c3efd8ba05 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'e0596d30-3ead-475c-8cef-bc66f7844278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '003bd339-f5c3-4992-9187-f87c00a7258f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:00:32.700528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Attempting to bind port e2c1e08c-26ee-470d-b518-66c3efd8ba05 on network 003bd339-f5c3-4992-9187-f87c00a7258f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:00:32.709651 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:00:32.710043 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Checking segment: {'id': 'e0596d30-3ead-475c-8cef-bc66f7844278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '003bd339-f5c3-4992-9187-f87c00a7258f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:32.710439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.710840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Bound using segment: {'id': 'e0596d30-3ead-475c-8cef-bc66f7844278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '003bd339-f5c3-4992-9187-f87c00a7258f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:00:32.711317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Bound port: e2c1e08c-26ee-470d-b518-66c3efd8ba05, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0596d30-3ead-475c-8cef-bc66f7844278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '003bd339-f5c3-4992-9187-f87c00a7258f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:00:32.711721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.769274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 234c350e-61e5-4397-ae23-facdcc54d344 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:32.783801 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 234c350e-61e5-4397-ae23-facdcc54d344 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:32.784186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.834341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.886553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003bd339-f5c3-4992-9187-f87c00a7258f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:32.905747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] For port e2c1e08c-26ee-470d-b518-66c3efd8ba05, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:00:32.910448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] For port e2c1e08c-26ee-470d-b518-66c3efd8ba05, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e2c1e08c-26ee-470d-b518-66c3efd8ba05,segment=NetworkSegment(e0596d30-3ead-475c-8cef-bc66f7844278),segment_id=e0596d30-3ead-475c-8cef-bc66f7844278)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:00:32.919382 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:32.919871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0596d30-3ead-475c-8cef-bc66f7844278') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:32.920325 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0596d30-3ead-475c-8cef-bc66f7844278') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:32.926175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:32.973643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Router e1df519c-b1a4-4e2b-9468-b18fd2ccb003 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:00:32.998241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.022670 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.032319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:33.033238 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.113361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.134734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Pushing event updated for resources: {'Port': ['ID=e2c1e08c-26ee-470d-b518-66c3efd8ba05,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:33.138200 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:33.152250 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:33.185244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:00:33.185244 dv-neutron-822668-1-hyperv neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:00:33.185244 dv-neutron-822668-1-hyperv neutron-server[87568]: [parameters: {'id': '003bd339-f5c3-4992-9187-f87c00a7258f'}] Dec 22 13:00:33.185244 dv-neutron-822668-1-hyperv neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:00:33.185663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:00:33.187865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e95720fe-9b66-4113-b464-8a2044161f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.197020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-57337112-ad7a-4c72-ad36-3d6a5b3886fc tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:33.208027 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-46f2b184-8779-44a1-b744-80529a7c331f None None] Provisioning for port 56a6605d-daf2-49c5-b8a7-dec33862b6fb completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:33.217858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-46f2b184-8779-44a1-b744-80529a7c331f None None] Provisioning complete for port 56a6605d-daf2-49c5-b8a7-dec33862b6fb triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:33.218224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46f2b184-8779-44a1-b744-80529a7c331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.248247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.249543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95720fe-9b66-4113-b464-8a2044161f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Pushing event deleted for resources: {'Port': ['ID=cbf27417-c5de-4b4b-b528-b4d4d34662af,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:33.257748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.279026 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 234c350e-61e5-4397-ae23-facdcc54d344, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=234c350e-61e5-4397-ae23-facdcc54d344,segment=NetworkSegment(803cd975-045c-4154-8150-0bc63c2f18b8),segment_id=803cd975-045c-4154-8150-0bc63c2f18b8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:33.286026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e95720fe-9b66-4113-b464-8a2044161f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:33.288320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-46f2b184-8779-44a1-b744-80529a7c331f None None] Port 56a6605d-daf2-49c5-b8a7-dec33862b6fb cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:00:33.292120 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-90d7f0ad-49c2-40eb-a774-a713701bdba0 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:33.293860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.294868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:33.300047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f023a62f-c36c-4bfb-bbea-0bf732db886a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:33.344305 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad1bf84-3ae0-4234-9030-dc2a6640c85e None None] Network 003bd339-f5c3-4992-9187-f87c00a7258f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:33.353293 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e95720fe-9b66-4113-b464-8a2044161f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.355483 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e95720fe-9b66-4113-b464-8a2044161f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] 10.222.0.24 "DELETE /v2.0/ports/cbf27417-c5de-4b4b-b528-b4d4d34662af HTTP/1.1" status: 204 len: 168 time: 2.3084064 Dec 22 13:00:33.361230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.363295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43864) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:33.365331 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "PUT /v2.0/routers/e1df519c-b1a4-4e2b-9468-b18fd2ccb003 HTTP/1.1" status: 200 len: 917 time: 4.7746818 Dec 22 13:00:33.370246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43866) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:33.376268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Request body: {'port': {'name': 'tempest-new-port-name-1041971736', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:33.376501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] bootfile-name is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:00:33.376758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] tftp-server is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:00:33.377092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] server-ip-address is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:00:33.442499 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event updated for resources: {'Port': ['ID=56a6605d-daf2-49c5-b8a7-dec33862b6fb,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:33.445067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.448998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:33.525363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd6e67-faea-47b0-9516-852c67ca8c4e None None] Sync routers for ids ['e1df519c-b1a4-4e2b-9468-b18fd2ccb003'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:33.590044 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd6e67-faea-47b0-9516-852c67ca8c4e None None] Routers {'e1df519c-b1a4-4e2b-9468-b18fd2ccb003'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:33.590388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d1fd6e67-faea-47b0-9516-852c67ca8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e1df519c-b1a4-4e2b-9468-b18fd2ccb003'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:33.605778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.616421 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0ed561f9-8bb7-4e06-9e89-a01fa0bfbc25 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/routers/e1df519c-b1a4-4e2b-9468-b18fd2ccb003 HTTP/1.1" status: 200 len: 923 time: 0.2451651 Dec 22 13:00:33.618769 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f6508543-491c-47e8-a418-988a86f54b5f tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:33.658063 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-46f2b184-8779-44a1-b744-80529a7c331f None None] Provisioning complete for port 234c350e-61e5-4397-ae23-facdcc54d344 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:33.658397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46f2b184-8779-44a1-b744-80529a7c331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.671874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43874) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:33.675120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Pushing event deleted for resources: {'Port': ['ID=16a1cb03-66f5-4c6b-9332-a400404c2100,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:33.681668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:33.687438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.692824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Network 8b2bf911-cbfe-4a79-9584-53a789e36a56 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:33.696511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:33.707173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.717354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d1fd6e67-faea-47b0-9516-852c67ca8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:33.748370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=234c350e-61e5-4397-ae23-facdcc54d344,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:33.751548 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:33.770779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd6e67-faea-47b0-9516-852c67ca8c4e None None] Routers {'e1df519c-b1a4-4e2b-9468-b18fd2ccb003'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:33.771431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d1fd6e67-faea-47b0-9516-852c67ca8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e1df519c-b1a4-4e2b-9468-b18fd2ccb003'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:33.843144 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d1fd6e67-faea-47b0-9516-852c67ca8c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:33.843480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd6e67-faea-47b0-9516-852c67ca8c4e None None] The sync data for ids ['e1df519c-b1a4-4e2b-9468-b18fd2ccb003'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:33.893142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.914449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Deleting port e2c1e08c-26ee-470d-b518-66c3efd8ba05 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:33.914796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:33.998482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4afba-1eca-4e42-90dc-99c4be12c4b8 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:00:34.091106 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.094980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.098501 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6cb2dfaf-fc20-4f45-84fa-9b3b7aeeeeca None None] Provisioning complete for port 56a6605d-daf2-49c5-b8a7-dec33862b6fb triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:34.098673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cb2dfaf-fc20-4f45-84fa-9b3b7aeeeeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.107754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5b56e-2bc3-44e5-a74e-767fd99fe8e9 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:34.109347 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-dfd5b56e-2bc3-44e5-a74e-767fd99fe8e9 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&device_id=e1df519c-b1a4-4e2b-9468-b18fd2ccb003&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4362617 Dec 22 13:00:34.117200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43882) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:34.187146 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2dfaf-fc20-4f45-84fa-9b3b7aeeeeca None None] Port 56a6605d-daf2-49c5-b8a7-dec33862b6fb cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:00:34.193924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.194470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Fanout notify agent at l3_agent the message router_deleted on router 96152e0d-b729-47e0-8320-c01ee3a9c713 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:34.200033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe4afba-1eca-4e42-90dc-99c4be12c4b8 None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:00:34.220613 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.221699 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/routers/96152e0d-b729-47e0-8320-c01ee3a9c713 HTTP/1.1" status: 204 len: 168 time: 3.9745016 Dec 22 13:00:34.225853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43886) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:34.234087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-98e7d13f-e93a-44f6-abcb-f052e8d8f951 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-730474164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:34.242933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-98e7d13f-e93a-44f6-abcb-f052e8d8f951 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:34.251070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-98e7d13f-e93a-44f6-abcb-f052e8d8f951 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Usage tracker for resource:router and tenant:fc6b0c4578ba40c0a0d6646bbe4e6207 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:34.262949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-98e7d13f-e93a-44f6-abcb-f052e8d8f951 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:34.271933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-98e7d13f-e93a-44f6-abcb-f052e8d8f951 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:34.292456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7493eaaa-a5d8-431d-a5c9-6492f8b8ba4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:34.296194 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7493eaaa-a5d8-431d-a5c9-6492f8b8ba4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/networks/98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 881 time: 0.1778398 Dec 22 13:00:34.296842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43890) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:34.302389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98e7d13f-e93a-44f6-abcb-f052e8d8f951 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.303484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98e7d13f-e93a-44f6-abcb-f052e8d8f951 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.350517 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1e54055f-a7f6-4a00-98df-5248c06e222c tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1df519c-b1a4-4e2b-9468-b18fd2ccb003 HTTP/1.1" status: 200 len: 205 time: 0.0496573 Dec 22 13:00:34.356643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43894) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:34.421456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Router 3c7ceb8e-1746-458c-a417-cb5be26580c4 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:00:34.468552 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] For port e2c1e08c-26ee-470d-b518-66c3efd8ba05, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e2c1e08c-26ee-470d-b518-66c3efd8ba05,segment=NetworkSegment(e0596d30-3ead-475c-8cef-bc66f7844278),segment_id=e0596d30-3ead-475c-8cef-bc66f7844278)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:34.468913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.486868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 234c350e-61e5-4397-ae23-facdcc54d344 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:00:34.556999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98e7d13f-e93a-44f6-abcb-f052e8d8f951 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.654145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98e7d13f-e93a-44f6-abcb-f052e8d8f951 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.654405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 234c350e-61e5-4397-ae23-facdcc54d344 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:34.654834 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.686882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98e7d13f-e93a-44f6-abcb-f052e8d8f951 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.688809 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-98e7d13f-e93a-44f6-abcb-f052e8d8f951 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4596455 Dec 22 13:00:34.691471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43900) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:34.698465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Request body: {'router': {'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:34.789388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Calling delete_port for e2c1e08c-26ee-470d-b518-66c3efd8ba05 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:34.903281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:34.912378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.912994 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95832b18-02fd-480c-868b-6e16bcd7987b None None] Sync routers for ids ['3c7ceb8e-1746-458c-a417-cb5be26580c4'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:34.923041 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "PUT /v2.0/routers/3c7ceb8e-1746-458c-a417-cb5be26580c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0604253 Dec 22 13:00:34.923041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:34.925110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43904) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:34.927631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b2f41fd0-35b1-4646-b902-cf8c1c3ce889 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:34.928741 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95832b18-02fd-480c-868b-6e16bcd7987b None None] Routers {'3c7ceb8e-1746-458c-a417-cb5be26580c4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:34.929459 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-95832b18-02fd-480c-868b-6e16bcd7987b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3c7ceb8e-1746-458c-a417-cb5be26580c4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:34.951362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.000440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Request body: {'port': {'network_id': '8b2bf911-cbfe-4a79-9584-53a789e36a56', 'name': 'tempest-FloatingIPNegativeTestJSON-1805235622'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:35.016382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Pushing event updated for resources: {'Port': ['ID=7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:35.019790 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:35.047323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] In _notify_port_updated(), no bound segment for port 7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af on network 95e773e2-52ff-4e2b-ad78-d8e5738bc193 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:00:35.052965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:35.053658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.054973 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] 10.222.0.24 "PUT /v2.0/ports/7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af HTTP/1.1" status: 200 len: 1129 time: 1.6881816 Dec 22 13:00:35.056038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.059922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43912) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:35.089394 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-95832b18-02fd-480c-868b-6e16bcd7987b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:35.099747 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95832b18-02fd-480c-868b-6e16bcd7987b None None] Routers {'3c7ceb8e-1746-458c-a417-cb5be26580c4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:35.100726 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-95832b18-02fd-480c-868b-6e16bcd7987b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3c7ceb8e-1746-458c-a417-cb5be26580c4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:35.113750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e048b005-577b-408c-84c6-8f318dff19c8 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:35.171050 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-95832b18-02fd-480c-868b-6e16bcd7987b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:35.171834 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95832b18-02fd-480c-868b-6e16bcd7987b None None] The sync data for ids ['3c7ceb8e-1746-458c-a417-cb5be26580c4'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:35.176001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Port': ['ID=e2c1e08c-26ee-470d-b518-66c3efd8ba05,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:35.178367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:35.219152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No DVR routers for this DVR port e2c1e08c-26ee-470d-b518-66c3efd8ba05 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:00:35.237907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.347699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.366853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Deleting port 742b5821-0845-4613-98c2-40690948ce65 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:35.367542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.404674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.413789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-efa2dfec-dff1-46dc-a347-4429ae1e1447 None None] Provisioning complete for port 7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:35.414335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-efa2dfec-dff1-46dc-a347-4429ae1e1447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.419926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e049970-da32-439d-89a2-0499497e30bf tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:35.420526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e049970-da32-439d-89a2-0499497e30bf tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Synchronizing usage tracker for tenant:b39219c55f4643fd8d9335afce8c4f10 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:35.465846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['003bd339-f5c3-4992-9187-f87c00a7258f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:35.471854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-efa2dfec-dff1-46dc-a347-4429ae1e1447 None None] Port 7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:00:35.478627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:35.485158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0596d30-3ead-475c-8cef-bc66f7844278') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:35.485453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0596d30-3ead-475c-8cef-bc66f7844278') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:35.491908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e049970-da32-439d-89a2-0499497e30bf tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Unset dirty status for tenant:b39219c55f4643fd8d9335afce8c4f10 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:35.493065 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7e049970-da32-439d-89a2-0499497e30bf tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] 10.222.0.24 "GET /v2.0/ports/7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af HTTP/1.1" status: 200 len: 1129 time: 0.3483055 Dec 22 13:00:35.497476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Usage tracker for resource:port and tenant:c6f04fc1c38646a996c3de1e1e4bf1fd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:35.497670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43916) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:35.501829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:35.505341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.516136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:35.530446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.533493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Made reservation on behalf of c6f04fc1c38646a996c3de1e1e4bf1fd for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:35.537557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.554444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:35.554863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:35.574124 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:35.623280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a8462f44-59ba-4346-9401-97e8d0b6307d tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Deleting port 7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:35.623629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a8462f44-59ba-4346-9401-97e8d0b6307d tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.637753 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] device_id is not set on port ba9dc0bb-43b7-45a5-9033-cace7cbea639 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:00:35.686376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.840235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.846237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3e4b076c-dd14-4d35-8f3f-e0fdda6b3987 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:35.863943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:35.875019 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/networks/003bd339-f5c3-4992-9187-f87c00a7258f HTTP/1.1" status: 204 len: 168 time: 4.4866180 Dec 22 13:00:35.883900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43922) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:35.889449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Network': ['ID=003bd339-f5c3-4992-9187-f87c00a7258f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:35.892143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:35.963472 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c758659-e1a2-487f-a751-bf57df3f6899 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] DELETE failed (client error): The resource could not be found. Dec 22 13:00:35.963954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c758659-e1a2-487f-a751-bf57df3f6899 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:00:35.965666 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1c758659-e1a2-487f-a751-bf57df3f6899 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/subnets/78938538-484b-4171-86c2-e307b0729c4f HTTP/1.1" status: 404 len: 337 time: 0.0806506 Dec 22 13:00:35.971709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43926) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:36.009235 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17cedd2-64bb-48d7-a0b9-b8bc33746f1b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] DELETE failed (client error): The resource could not be found. Dec 22 13:00:36.009708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17cedd2-64bb-48d7-a0b9-b8bc33746f1b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:00:36.011411 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e17cedd2-64bb-48d7-a0b9-b8bc33746f1b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/networks/003bd339-f5c3-4992-9187-f87c00a7258f HTTP/1.1" status: 404 len: 339 time: 0.0388024 Dec 22 13:00:36.014093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43930) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:36.057593 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c596e63f-bfd9-4f78-90b5-991095b44086 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] DELETE failed (client error): The resource could not be found. Dec 22 13:00:36.058047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c596e63f-bfd9-4f78-90b5-991095b44086 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:00:36.059752 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c596e63f-bfd9-4f78-90b5-991095b44086 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/subnets/609044d7-9ce6-4fed-87e4-36b455791702 HTTP/1.1" status: 404 len: 337 time: 0.0447240 Dec 22 13:00:36.062401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43934) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:36.083674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Allocated IP 172.20.0.14 (8b2bf911-cbfe-4a79-9584-53a789e36a56/df50bafe-23cc-4269-b275-cd205a341cb8/ba9dc0bb-43b7-45a5-9033-cace7cbea639) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:36.097558 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4c1055-a651-488b-9b80-130c689e511c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] DELETE failed (client error): The resource could not be found. Dec 22 13:00:36.098034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f4c1055-a651-488b-9b80-130c689e511c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:00:36.102121 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6f4c1055-a651-488b-9b80-130c689e511c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/networks/dbd43f22-8e66-4216-afb3-1414bee01a4c HTTP/1.1" status: 404 len: 339 time: 0.0364082 Dec 22 13:00:36.102360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43938) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:36.107894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Calling delete_port for 742b5821-0845-4613-98c2-40690948ce65 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:36.158125 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ebc413-7fe3-4c60-aca3-0e769c5e4dc3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] DELETE failed (client error): The resource could not be found. Dec 22 13:00:36.158582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ebc413-7fe3-4c60-aca3-0e769c5e4dc3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:00:36.162709 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-12ebc413-7fe3-4c60-aca3-0e769c5e4dc3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/subnets/2590266a-b629-4160-a64c-b40f7dc0ef33 HTTP/1.1" status: 404 len: 337 time: 0.0571353 Dec 22 13:00:36.163003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43946) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:36.199525 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3801ef-bd0a-426d-8173-d21689179153 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] DELETE failed (client error): The resource could not be found. Dec 22 13:00:36.200037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3801ef-bd0a-426d-8173-d21689179153 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:00:36.204260 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ae3801ef-bd0a-426d-8173-d21689179153 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/networks/3d75dfa8-7108-43ed-bebd-08856bd8d808 HTTP/1.1" status: 404 len: 339 time: 0.0378950 Dec 22 13:00:36.204403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:36.208542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43950) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:36.303443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:36.358531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a77fc7f0-8b10-4c0e-8610-b5bac9d7f57f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Deleting port 8a1a07f6-85fe-428d-8c3b-76525ceefb7b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:36.358762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a77fc7f0-8b10-4c0e-8610-b5bac9d7f57f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:36.512726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:36.517972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a8462f44-59ba-4346-9401-97e8d0b6307d tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:36.595921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Allocated IP 172.26.4.26 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/6eabc5e3-6994-4724-8434-ea276ac4c6f1) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:36.635391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a77fc7f0-8b10-4c0e-8610-b5bac9d7f57f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:36.659863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a8462f44-59ba-4346-9401-97e8d0b6307d tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Calling delete_port for 7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:36.756838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a77fc7f0-8b10-4c0e-8610-b5bac9d7f57f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Calling delete_port for 8a1a07f6-85fe-428d-8c3b-76525ceefb7b owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:36.784094 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:36.788193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Transition to ACTIVE for port object ba9dc0bb-43b7-45a5-9033-cace7cbea639 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:36.791484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:36.848282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:36.850308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a77fc7f0-8b10-4c0e-8610-b5bac9d7f57f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:36.855172 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6e50b0bb-8e86-4b37-929d-e31df42ceb39 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:36.881204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Pushing event deleted for resources: {'Port': ['ID=742b5821-0845-4613-98c2-40690948ce65,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:36.925084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a77fc7f0-8b10-4c0e-8610-b5bac9d7f57f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:36.928613 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:36.934995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Network 8b2bf911-cbfe-4a79-9584-53a789e36a56 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:36.939197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:36.943319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:36.975858 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a77fc7f0-8b10-4c0e-8610-b5bac9d7f57f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/ports/8a1a07f6-85fe-428d-8c3b-76525ceefb7b HTTP/1.1" status: 204 len: 168 time: 0.7640235 Dec 22 13:00:36.980211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43956) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:36.980690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event updated for resources: {'Port': ['ID=ba9dc0bb-43b7-45a5-9033-cace7cbea639,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:36.989972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:36.990486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9f79bdfe-559f-4848-9368-1a9e3a522d6c tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:37.065530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a8462f44-59ba-4346-9401-97e8d0b6307d tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.076053 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fc7f0-8b10-4c0e-8610-b5bac9d7f57f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Port': ['ID=8a1a07f6-85fe-428d-8c3b-76525ceefb7b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:37.077855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3785e47d-44b9-44bd-ba52-05caa950ed18 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:37.080685 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e832c74-d1f8-438c-8b57-adf185f13376 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] DELETE failed (client error): The resource could not be found. Dec 22 13:00:37.081136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e832c74-d1f8-438c-8b57-adf185f13376 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:00:37.085356 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9e832c74-d1f8-438c-8b57-adf185f13376 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/subnets/cc89b7b6-a555-4087-9170-024243a42ec0 HTTP/1.1" status: 404 len: 337 time: 0.0995669 Dec 22 13:00:37.086372 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a77fc7f0-8b10-4c0e-8610-b5bac9d7f57f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:37.086703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43960) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:37.121635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:37.122264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.132686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.204584 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2097096 Dec 22 13:00:37.208145 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43964) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:37.209682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-be8e5c20-16bc-4747-a692-54ee77283c62 None None] Provisioning for port ba9dc0bb-43b7-45a5-9033-cace7cbea639 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:37.215302 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-be8e5c20-16bc-4747-a692-54ee77283c62 None None] Provisioning complete for port ba9dc0bb-43b7-45a5-9033-cace7cbea639 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:37.215709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be8e5c20-16bc-4747-a692-54ee77283c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.222050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:37.231939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:37.240412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.242604 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Usage tracker for resource:floatingip and tenant:c6f04fc1c38646a996c3de1e1e4bf1fd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:37.248228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:37.257348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:37.267634 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Deleting port a131bc0f-3548-4fbb-abb7-bead1f895343 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:37.267634 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.274230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-be8e5c20-16bc-4747-a692-54ee77283c62 None None] Port ba9dc0bb-43b7-45a5-9033-cace7cbea639 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:00:37.299990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.379857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8462f44-59ba-4346-9401-97e8d0b6307d tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Pushing event deleted for resources: {'Port': ['ID=7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:37.386955 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a8462f44-59ba-4346-9401-97e8d0b6307d tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:37.522396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.529752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a8462f44-59ba-4346-9401-97e8d0b6307d tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.557611 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a8462f44-59ba-4346-9401-97e8d0b6307d tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] 10.222.0.24 "DELETE /v2.0/ports/7d2e2f76-ad13-4cbf-b1a7-ce916ad3f6af HTTP/1.1" status: 204 len: 168 time: 2.0522707 Dec 22 13:00:37.561245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43972) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:37.561743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.566046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.599437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.600610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Fanout notify agent at l3_agent the message router_deleted on router e1df519c-b1a4-4e2b-9468-b18fd2ccb003 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:37.618203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.619378 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/routers/e1df519c-b1a4-4e2b-9468-b18fd2ccb003 HTTP/1.1" status: 204 len: 168 time: 3.2617955 Dec 22 13:00:37.623512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43976) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:37.629026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9e3921ec-a96a-484c-bf66-767d0de8ad0a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-795493480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:37.635690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.641353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9e3921ec-a96a-484c-bf66-767d0de8ad0a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:37.643429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f6212b63-ac9f-4738-9ba7-e1f56b30df72 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:37.688283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9e3921ec-a96a-484c-bf66-767d0de8ad0a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Usage tracker for resource:router and tenant:9076ebaa61454dd4bbbbc360c09b2c8c is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:37.699636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9e3921ec-a96a-484c-bf66-767d0de8ad0a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:37.711389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9e3921ec-a96a-484c-bf66-767d0de8ad0a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:37.717347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:37.723571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:37.729314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:37.734922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b856c170-3fa3-4c38-825e-8dd4d547b956 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Deleting subnet 4c7b6bc4-90ee-4f63-aa9c-a0cb7cff36f7 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:00:37.744732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b856c170-3fa3-4c38-825e-8dd4d547b956 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.753159 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Pushing event updated for resources: {'Port': ['ID=6eabc5e3-6994-4724-8434-ea276ac4c6f1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:37.759171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:37.764152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e3921ec-a96a-484c-bf66-767d0de8ad0a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.765164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e3921ec-a96a-484c-bf66-767d0de8ad0a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.791259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] For port a131bc0f-3548-4fbb-abb7-bead1f895343, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a131bc0f-3548-4fbb-abb7-bead1f895343,segment=NetworkSegment(ec0e50db-5de7-4382-8a6f-2a3272fef31b),segment_id=ec0e50db-5de7-4382-8a6f-2a3272fef31b)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:37.791639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.845739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e3921ec-a96a-484c-bf66-767d0de8ad0a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.920985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b856c170-3fa3-4c38-825e-8dd4d547b956 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:37.963993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Calling delete_port for a131bc0f-3548-4fbb-abb7-bead1f895343 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:37.966452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e3921ec-a96a-484c-bf66-767d0de8ad0a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:38.001599 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e3921ec-a96a-484c-bf66-767d0de8ad0a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:38.003213 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9e3921ec-a96a-484c-bf66-767d0de8ad0a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3785908 Dec 22 13:00:38.012548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 43980) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:38.027320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'enable_snat': False}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:38.178311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:38.290182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:38.409272 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:38.420337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d5e6ffa4-010a-4d4e-b9eb-2980496e7f3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:38.524019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b856c170-3fa3-4c38-825e-8dd4d547b956 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:38.538063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:38.541540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:38.623035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Port': ['ID=a131bc0f-3548-4fbb-abb7-bead1f895343,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:38.643454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:38.646328 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No DVR routers for this DVR port a131bc0f-3548-4fbb-abb7-bead1f895343 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:00:38.855081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:38.883669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Router 8b417bbe-eb63-405f-bb8e-b705036b97a2 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:00:38.997879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.062419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:39.069576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.071323 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "PUT /v2.0/routers/8b417bbe-eb63-405f-bb8e-b705036b97a2 HTTP/1.1" status: 200 len: 878 time: 4.3789401 Dec 22 13:00:39.072986 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e406e-389e-4bb3-8d96-a114084b0fef None None] Sync routers for ids ['8b417bbe-eb63-405f-bb8e-b705036b97a2'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:39.074323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43990) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:39.076314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Allocated IP 172.26.4.21 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/7e81d147-69ca-4ede-8ce5-981f4eb5296e) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:39.078781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b856c170-3fa3-4c38-825e-8dd4d547b956 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.084617 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e406e-389e-4bb3-8d96-a114084b0fef None None] Routers {'8b417bbe-eb63-405f-bb8e-b705036b97a2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:39.085713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-031e406e-389e-4bb3-8d96-a114084b0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b417bbe-eb63-405f-bb8e-b705036b97a2'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:39.091047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:39.121086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137594a3-b8f1-4ab0-a5eb-9f54e21cbc58']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:39.151161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0e50db-5de7-4382-8a6f-2a3272fef31b') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:39.151460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0e50db-5de7-4382-8a6f-2a3272fef31b') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:39.183271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856c170-3fa3-4c38-825e-8dd4d547b956 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7b6bc4-90ee-4f63-aa9c-a0cb7cff36f7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:39.193108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b856c170-3fa3-4c38-825e-8dd4d547b956 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.196830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.197262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-031e406e-389e-4bb3-8d96-a114084b0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:39.206897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2863ae29-18d9-4abf-9bdf-d1840a129a9d None None] Network 95e773e2-52ff-4e2b-ad78-d8e5738bc193 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:39.223046 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e406e-389e-4bb3-8d96-a114084b0fef None None] Routers {'8b417bbe-eb63-405f-bb8e-b705036b97a2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:39.224083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-031e406e-389e-4bb3-8d96-a114084b0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b417bbe-eb63-405f-bb8e-b705036b97a2'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:39.250364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b856c170-3fa3-4c38-825e-8dd4d547b956 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:39.259171 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a97175b7-8baa-4382-9115-782033072fc7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/routers/8b417bbe-eb63-405f-bb8e-b705036b97a2 HTTP/1.1" status: 200 len: 919 time: 0.1833472 Dec 22 13:00:39.261974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 43996) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:39.284814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.294980 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b856c170-3fa3-4c38-825e-8dd4d547b956 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] 10.222.0.24 "DELETE /v2.0/subnets/4c7b6bc4-90ee-4f63-aa9c-a0cb7cff36f7 HTTP/1.1" status: 204 len: 168 time: 1.7285697 Dec 22 13:00:39.297587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44000) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:39.304022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:39.304429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:39.321147 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:39.356264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-031e406e-389e-4bb3-8d96-a114084b0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:39.356682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e406e-389e-4bb3-8d96-a114084b0fef None None] The sync data for ids ['8b417bbe-eb63-405f-bb8e-b705036b97a2'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:39.373336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcc4eea-3a29-41f6-ac48-f8918543c1b7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:39.373963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7bcc4eea-3a29-41f6-ac48-f8918543c1b7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Synchronizing usage tracker for tenant:c21b462119a34b0098541d7b2014fe3e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:39.391211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7bcc4eea-3a29-41f6-ac48-f8918543c1b7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Unset dirty status for tenant:c21b462119a34b0098541d7b2014fe3e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:39.395348 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7bcc4eea-3a29-41f6-ac48-f8918543c1b7 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&device_id=8b417bbe-eb63-405f-bb8e-b705036b97a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1301188 Dec 22 13:00:39.395582 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44004) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:39.541200 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d887f45c-e83c-420f-b13e-50856c2a2e6d None None] DHCP port deletion for 95e773e2-52ff-4e2b-ad78-d8e5738bc193 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:00:39.547713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1648003c-4ab2-44a3-820d-484640334e26 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:39.548370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1648003c-4ab2-44a3-820d-484640334e26 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Synchronizing usage tracker for tenant:c21b462119a34b0098541d7b2014fe3e on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:39.550558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.552674 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d887f45c-e83c-420f-b13e-50856c2a2e6d None None] Deleting port a7a16dcb-5019-42c7-8122-b80b5ba4caa7 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:39.553097 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d887f45c-e83c-420f-b13e-50856c2a2e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.557477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.564687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.572621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1648003c-4ab2-44a3-820d-484640334e26 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Unset dirty status for tenant:c21b462119a34b0098541d7b2014fe3e on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:39.575500 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1648003c-4ab2-44a3-820d-484640334e26 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/networks/98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 881 time: 0.1789007 Dec 22 13:00:39.576240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8acdf97f-c329-4089-ad56-19969a7d500d tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:39.578273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44008) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:39.596199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.608642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Network': ['ID=137594a3-b8f1-4ab0-a5eb-9f54e21cbc58,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:39.622222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:39.626255 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/networks/137594a3-b8f1-4ab0-a5eb-9f54e21cbc58 HTTP/1.1" status: 204 len: 168 time: 2.5363221 Dec 22 13:00:39.627108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Deleting port a7a16dcb-5019-42c7-8122-b80b5ba4caa7 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:39.627445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.646242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44014) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:39.738918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7eb7a-e12f-4909-a6b9-3ed152577b22 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Deleting port 2775be6d-2794-4cd6-9ffb-80e4a1e9485c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:39.739275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3dd7eb7a-e12f-4909-a6b9-3ed152577b22 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.788497 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7fdfc3cc-1566-4c7d-9f89-7a4d32fac1fd tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b417bbe-eb63-405f-bb8e-b705036b97a2 HTTP/1.1" status: 200 len: 205 time: 0.2083631 Dec 22 13:00:39.792650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d887f45c-e83c-420f-b13e-50856c2a2e6d None None] For port a7a16dcb-5019-42c7-8122-b80b5ba4caa7, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a7a16dcb-5019-42c7-8122-b80b5ba4caa7,segment=NetworkSegment(6090321a-0547-4c12-8967-db4dc73f9b56),segment_id=6090321a-0547-4c12-8967-db4dc73f9b56)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:39.793052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d887f45c-e83c-420f-b13e-50856c2a2e6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.796440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44020) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:39.850757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:39.860040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f829d337-79d9-40c3-abc3-f0c68081f2fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:39.923443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d887f45c-e83c-420f-b13e-50856c2a2e6d None None] Calling delete_port for a7a16dcb-5019-42c7-8122-b80b5ba4caa7 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:39.995375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:40.002620 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d887f45c-e83c-420f-b13e-50856c2a2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.006605 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6a0818d4-8cbe-4598-8fbf-ad2a43b2dec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:40.049108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:40.055289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887f45c-e83c-420f-b13e-50856c2a2e6d None None] Pushing event deleted for resources: {'Port': ['ID=a7a16dcb-5019-42c7-8122-b80b5ba4caa7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:40.065556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887f45c-e83c-420f-b13e-50856c2a2e6d None None] No DVR routers for this DVR port a7a16dcb-5019-42c7-8122-b80b5ba4caa7 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:00:40.067534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:40.076472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d887f45c-e83c-420f-b13e-50856c2a2e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:40.108100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event updated for resources: {'Port': ['ID=7e81d147-69ca-4ede-8ce5-981f4eb5296e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:40.118345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.129673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.157637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:40.170751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.182200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] For port a7a16dcb-5019-42c7-8122-b80b5ba4caa7, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a7a16dcb-5019-42c7-8122-b80b5ba4caa7,segment=NetworkSegment(6090321a-0547-4c12-8967-db4dc73f9b56),segment_id=6090321a-0547-4c12-8967-db4dc73f9b56)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:40.182486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.219773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3dd7eb7a-e12f-4909-a6b9-3ed152577b22 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.345551 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.463485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a7a16dcb-5019-42c7-8122-b80b5ba4caa7 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:00:40.491064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Calling delete_port for a7a16dcb-5019-42c7-8122-b80b5ba4caa7 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:40.507384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: a7a16dcb-5019-42c7-8122-b80b5ba4caa7 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:00:40.507991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a7a16dcb-5019-42c7-8122-b80b5ba4caa7 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:00:40.592591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3dd7eb7a-e12f-4909-a6b9-3ed152577b22 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Calling delete_port for 2775be6d-2794-4cd6-9ffb-80e4a1e9485c owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:40.617749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.640280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Deleting port 6eabc5e3-6994-4724-8434-ea276ac4c6f1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:40.640624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.644823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.705257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:00:40.705257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:00:40.729040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Allocated IP 172.26.4.213 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/ee582f32-108e-42c7-8eed-3fa15607c1c9) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:40.751323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.834098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3dd7eb7a-e12f-4909-a6b9-3ed152577b22 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.842427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:40.853568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-eee505fb-c928-4b7f-9ef2-0d3c5d708cc2 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:40.952291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7eb7a-e12f-4909-a6b9-3ed152577b22 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Port': ['ID=2775be6d-2794-4cd6-9ffb-80e4a1e9485c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:41.009935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3dd7eb7a-e12f-4909-a6b9-3ed152577b22 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:41.020129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Calling delete_port for 6eabc5e3-6994-4724-8434-ea276ac4c6f1 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:41.060602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3dd7eb7a-e12f-4909-a6b9-3ed152577b22 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.075413 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3dd7eb7a-e12f-4909-a6b9-3ed152577b22 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/ports/2775be6d-2794-4cd6-9ffb-80e4a1e9485c HTTP/1.1" status: 204 len: 168 time: 1.4205639 Dec 22 13:00:41.075625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44030) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:41.098669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.116994 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-934a83ba-6e8b-4fa0-b32d-e7f91aad2b27 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] DELETE failed (client error): The resource could not be found. Dec 22 13:00:41.117428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934a83ba-6e8b-4fa0-b32d-e7f91aad2b27 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:00:41.119078 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-934a83ba-6e8b-4fa0-b32d-e7f91aad2b27 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/subnets/7b4a978a-6d1e-4f8f-85f1-f7f3d7f45286 HTTP/1.1" status: 404 len: 337 time: 0.0424798 Dec 22 13:00:41.123530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44034) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:41.211204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Deleting port a7a16dcb-5019-42c7-8122-b80b5ba4caa7 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:41.211471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.232149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.236588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-80387524-fcd8-4f1f-ab9d-843c2ddd491b tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:41.280691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Pushing event deleted for resources: {'Port': ['ID=6eabc5e3-6994-4724-8434-ea276ac4c6f1,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:41.306022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:41.322840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] The port 'a7a16dcb-5019-42c7-8122-b80b5ba4caa7' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:00:41.372452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.374512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.381501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.404038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.456734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:41.508130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.559005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.562437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.600499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.601679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Fanout notify agent at l3_agent the message router_deleted on router 8b417bbe-eb63-405f-bb8e-b705036b97a2 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:41.617665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.622604 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/routers/8b417bbe-eb63-405f-bb8e-b705036b97a2 HTTP/1.1" status: 204 len: 168 time: 1.8213646 Dec 22 13:00:41.623671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44040) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:41.628633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1821769f-267f-489a-98f0-00f2d623558c tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-390596799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:41.633411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.635116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1821769f-267f-489a-98f0-00f2d623558c tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:41.638977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1821769f-267f-489a-98f0-00f2d623558c tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Usage tracker for resource:router and tenant:fc6b0c4578ba40c0a0d6646bbe4e6207 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:41.641872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1821769f-267f-489a-98f0-00f2d623558c tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:41.647737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1821769f-267f-489a-98f0-00f2d623558c tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:41.659141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1821769f-267f-489a-98f0-00f2d623558c tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.660262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1821769f-267f-489a-98f0-00f2d623558c tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.676566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1821769f-267f-489a-98f0-00f2d623558c tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.690375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:41.695623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1821769f-267f-489a-98f0-00f2d623558c tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.699565 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event updated for resources: {'Port': ['ID=7e81d147-69ca-4ede-8ce5-981f4eb5296e,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:41.709959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:41.718725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1821769f-267f-489a-98f0-00f2d623558c tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.719955 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1821769f-267f-489a-98f0-00f2d623558c tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0960569 Dec 22 13:00:41.722823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44044) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:41.727675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'enable_snat': True}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:41.759708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:41.760081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ca23445b-670b-4330-91b2-cee9d55c46d7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:41.794150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:41.828954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e773e2-52ff-4e2b-ad78-d8e5738bc193']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:41.894811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6090321a-0547-4c12-8967-db4dc73f9b56') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:41.895087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6090321a-0547-4c12-8967-db4dc73f9b56') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:41.902113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.927513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.935009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:41.996119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Pushing event updated for resources: {'Port': ['ID=ee582f32-108e-42c7-8eed-3fa15607c1c9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:41.999725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bf74bf-ef16-418e-9aa7-d9b7166509cb']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:42.199489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:42.202837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.207774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.275120 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f85ba67-a05b-433b-8931-1717cf70fdf6') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:42.275399 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f85ba67-a05b-433b-8931-1717cf70fdf6') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:42.283797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:42.284190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:42.298423 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:42.304424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.304424 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0914164 Dec 22 13:00:42.304595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44052) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:42.309486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d29a149d-0785-4736-99c7-dfdc017263a1 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Request body: {'floatingip': {'port_id': 'ba9dc0bb-43b7-45a5-9033-cace7cbea639', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:42.383332 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.388269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d29a149d-0785-4736-99c7-dfdc017263a1 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for floatingip, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.433379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.443099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:42.443476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:42.458696 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:42.515898 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.527161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:42.551262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.621553 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] 10.222.0.24 "DELETE /v2.0/networks/95e773e2-52ff-4e2b-ad78-d8e5738bc193 HTTP/1.1" status: 204 len: 168 time: 3.3215287 Dec 22 13:00:42.622477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Pushing event deleted for resources: {'Network': ['ID=95e773e2-52ff-4e2b-ad78-d8e5738bc193,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:42.631262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:42.639555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.650582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:42.664777 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.678425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Network': ['ID=d5bf74bf-ef16-418e-9aa7-d9b7166509cb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:42.687793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:42.689226 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/networks/d5bf74bf-ef16-418e-9aa7-d9b7166509cb HTTP/1.1" status: 204 len: 168 time: 1.5647466 Dec 22 13:00:42.697513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44060) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:42.770544 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-d29a149d-0785-4736-99c7-dfdc017263a1 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] update failed (client error): The resource could not be found. Dec 22 13:00:42.771574 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d29a149d-0785-4736-99c7-dfdc017263a1 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "PUT /v2.0/floatingips/e8c26a84-5387-4b41-b9f0-d3725cbc22fd HTTP/1.1" status: 404 len: 507 time: 0.4673367 Dec 22 13:00:42.778232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44064) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:42.847763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.875724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-87719ace-722a-4e24-9a27-ca9e187435b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Deleting subnet c727d65d-196b-48df-85ff-afd5695ad1dd {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:00:42.880308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.892557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.935362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87719ace-722a-4e24-9a27-ca9e187435b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:42.961551 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44070) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:43.015455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-213d3296-9ea1-4666-bc11-639e0f681a03 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Deleting port 7e81d147-69ca-4ede-8ce5-981f4eb5296e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:43.015833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-213d3296-9ea1-4666-bc11-639e0f681a03 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.073208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87719ace-722a-4e24-9a27-ca9e187435b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.192493 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2011c2de-c758-474e-a43f-3fe112b6e97d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b39219c55f4643fd8d9335afce8c4f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218359 Dec 22 13:00:43.199514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44080) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:43.350008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87719ace-722a-4e24-9a27-ca9e187435b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.352633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Allocated IP 172.26.4.198 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/bd4fed77-9210-422e-9234-c39b16b29c7e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:43.377678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-213d3296-9ea1-4666-bc11-639e0f681a03 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.378008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-213d3296-9ea1-4666-bc11-639e0f681a03 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.489511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0a450d1-9f0a-4193-b4ef-ce94238638dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.527973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.539161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0a450d1-9f0a-4193-b4ef-ce94238638dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.545777 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.552577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87719ace-722a-4e24-9a27-ca9e187435b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.563409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-213d3296-9ea1-4666-bc11-639e0f681a03 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Calling delete_port for 7e81d147-69ca-4ede-8ce5-981f4eb5296e owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:43.734218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.746896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f1bdc339-db22-40cf-91e3-6d0cabd2c39d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:43.775618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-213d3296-9ea1-4666-bc11-639e0f681a03 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.780995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e95720fe-9b66-4113-b464-8a2044161f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:43.815933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87719ace-722a-4e24-9a27-ca9e187435b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Subnet': ['ID=c727d65d-196b-48df-85ff-afd5695ad1dd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:43.818889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-87719ace-722a-4e24-9a27-ca9e187435b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:43.824378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87719ace-722a-4e24-9a27-ca9e187435b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.829457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d3296-9ea1-4666-bc11-639e0f681a03 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event deleted for resources: {'Port': ['ID=7e81d147-69ca-4ede-8ce5-981f4eb5296e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:43.832316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9f6d6f-3d54-40bf-9b0c-a4351506e564 None None] Network ad9243f3-aa0d-4669-bdc6-ac92e6b71927 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:43.856805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-213d3296-9ea1-4666-bc11-639e0f681a03 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:43.897924 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-87719ace-722a-4e24-9a27-ca9e187435b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/subnets/c727d65d-196b-48df-85ff-afd5695ad1dd HTTP/1.1" status: 204 len: 168 time: 1.1992567 Dec 22 13:00:43.898689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44086) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:43.922611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.929480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0a450d1-9f0a-4193-b4ef-ce94238638dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.935154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1b8ab207-de62-4402-b597-d67a5865a1b1 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:43.937029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-39ccff31-09e4-4312-bb9d-7d778ec50600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:43.953429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0a450d1-9f0a-4193-b4ef-ce94238638dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:43.954566 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d0a450d1-9f0a-4193-b4ef-ce94238638dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b74eeb5-0e40-490f-8165-e80f38753fd8 HTTP/1.1" status: 204 len: 168 time: 0.7513640 Dec 22 13:00:43.955489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a450d1-9f0a-4193-b4ef-ce94238638dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b74eeb5-0e40-490f-8165-e80f38753fd8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:43.965155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d0a450d1-9f0a-4193-b4ef-ce94238638dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:44.042241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Router 242f6251-f31b-44e2-8051-26a0fe037526 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:00:44.076122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:44.091750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:44.106353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:44.161751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:44.180155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event updated for resources: {'Port': ['ID=bd4fed77-9210-422e-9234-c39b16b29c7e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:44.184706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-213d3296-9ea1-4666-bc11-639e0f681a03 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:44.193574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:44.200623 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356638cf-fcb3-42b4-9366-7a0b4cb08780 None None] DHCP port deletion for ad9243f3-aa0d-4669-bdc6-ac92e6b71927 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:00:44.205707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Deleting port 87056853-faf4-48b4-9bf8-07407bf78056 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:44.206046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:44.206697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-356638cf-fcb3-42b4-9366-7a0b4cb08780 None None] Deleting port 87056853-faf4-48b4-9bf8-07407bf78056 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:44.207517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-356638cf-fcb3-42b4-9366-7a0b4cb08780 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:44.264348 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-213d3296-9ea1-4666-bc11-639e0f681a03 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:44.264655 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-213d3296-9ea1-4666-bc11-639e0f681a03 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "DELETE /v2.0/floatingips/e8c26a84-5387-4b41-b9f0-d3725cbc22fd HTTP/1.1" status: 204 len: 168 time: 1.4839199 Dec 22 13:00:44.271680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:44.273902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44100) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:44.283147 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1680fc-324c-440c-bacc-8b6af378cc2f None None] Sync routers for ids ['242f6251-f31b-44e2-8051-26a0fe037526'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:44.285160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:44.289059 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "PUT /v2.0/routers/242f6251-f31b-44e2-8051-26a0fe037526 HTTP/1.1" status: 200 len: 919 time: 6.2712786 Dec 22 13:00:44.290537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c6d201e6-bcc3-4a64-8abe-4d1c5b534d3c tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Request body: {'floatingip': {'floating_network_id': '8b2bf911-cbfe-4a79-9584-53a789e36a56', 'port_id': 'ba9dc0bb-43b7-45a5-9033-cace7cbea639', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:44.296550 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1680fc-324c-440c-bacc-8b6af378cc2f None None] Routers {'242f6251-f31b-44e2-8051-26a0fe037526'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:44.297603 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c6d201e6-bcc3-4a64-8abe-4d1c5b534d3c tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:44.298709 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ed1680fc-324c-440c-bacc-8b6af378cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['242f6251-f31b-44e2-8051-26a0fe037526'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:44.302385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c6d201e6-bcc3-4a64-8abe-4d1c5b534d3c tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Usage tracker for resource:floatingip and tenant:c6f04fc1c38646a996c3de1e1e4bf1fd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:44.306501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c6d201e6-bcc3-4a64-8abe-4d1c5b534d3c tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:44.313851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c6d201e6-bcc3-4a64-8abe-4d1c5b534d3c tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:44.321549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44104) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:44.453632 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ed1680fc-324c-440c-bacc-8b6af378cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:44.478882 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1680fc-324c-440c-bacc-8b6af378cc2f None None] Routers {'242f6251-f31b-44e2-8051-26a0fe037526'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:44.480057 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ed1680fc-324c-440c-bacc-8b6af378cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['242f6251-f31b-44e2-8051-26a0fe037526'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:44.546236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 87056853-faf4-48b4-9bf8-07407bf78056 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:00:44.624905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-356638cf-fcb3-42b4-9366-7a0b4cb08780 None None] For port 87056853-faf4-48b4-9bf8-07407bf78056, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=87056853-faf4-48b4-9bf8-07407bf78056,segment=NetworkSegment(b1957e94-fa30-4d47-b399-5eb65a70df9b),segment_id=b1957e94-fa30-4d47-b399-5eb65a70df9b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:44.625589 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-356638cf-fcb3-42b4-9366-7a0b4cb08780 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:44.660647 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ed1680fc-324c-440c-bacc-8b6af378cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:44.661342 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1680fc-324c-440c-bacc-8b6af378cc2f None None] The sync data for ids ['242f6251-f31b-44e2-8051-26a0fe037526'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:44.674256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c6d201e6-bcc3-4a64-8abe-4d1c5b534d3c tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:44.797478 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9cd5d016-2616-4fe9-9c28-402120ea85af tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/routers/242f6251-f31b-44e2-8051-26a0fe037526 HTTP/1.1" status: 200 len: 925 time: 0.4736490 Dec 22 13:00:44.799816 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44120) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:44.822830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-356638cf-fcb3-42b4-9366-7a0b4cb08780 None None] Calling delete_port for 87056853-faf4-48b4-9bf8-07407bf78056 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:44.906352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db70741-5ce0-442b-b4eb-e940a875c544 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:44.907022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3db70741-5ce0-442b-b4eb-e940a875c544 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Synchronizing usage tracker for tenant:bc89e1b1601e4b799483d656da7607d9 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:44.934443 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3db70741-5ce0-442b-b4eb-e940a875c544 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Unset dirty status for tenant:bc89e1b1601e4b799483d656da7607d9 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:44.938675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44126) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:44.939239 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3db70741-5ce0-442b-b4eb-e940a875c544 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&device_id=242f6251-f31b-44e2-8051-26a0fe037526&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1377926 Dec 22 13:00:44.965046 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-356638cf-fcb3-42b4-9366-7a0b4cb08780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:44.969374 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-c6d201e6-bcc3-4a64-8abe-4d1c5b534d3c tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:44.973885 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c6d201e6-bcc3-4a64-8abe-4d1c5b534d3c tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6899192 Dec 22 13:00:44.974152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44130) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:44.975776 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:44.979832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'ba9dc0bb-43b7-45a5-9033-cace7cbea639', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:44.987218 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:44.992041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Usage tracker for resource:floatingip and tenant:c6f04fc1c38646a996c3de1e1e4bf1fd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:44.995520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:45.003864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:45.017317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.031574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] For port 87056853-faf4-48b4-9bf8-07407bf78056, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=87056853-faf4-48b4-9bf8-07407bf78056,segment=NetworkSegment(b1957e94-fa30-4d47-b399-5eb65a70df9b),segment_id=b1957e94-fa30-4d47-b399-5eb65a70df9b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:45.036591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.055020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356638cf-fcb3-42b4-9366-7a0b4cb08780 None None] Pushing event deleted for resources: {'Port': ['ID=87056853-faf4-48b4-9bf8-07407bf78056,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:45.061517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.084622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-356638cf-fcb3-42b4-9366-7a0b4cb08780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:45.092285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44136) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:45.093072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356638cf-fcb3-42b4-9366-7a0b4cb08780 None None] No DVR routers for this DVR port 87056853-faf4-48b4-9bf8-07407bf78056 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:00:45.185156 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.242023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a9da174c-0a29-4943-827c-8d8eb41b9915 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:45.243228 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING neutron.api.v2.base [None req-a9da174c-0a29-4943-827c-8d8eb41b9915 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 13:00:45.243781 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-a9da174c-0a29-4943-827c-8d8eb41b9915 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 13:00:45.244740 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a9da174c-0a29-4943-827c-8d8eb41b9915 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1515245 Dec 22 13:00:45.251658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44142) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:45.258924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250508236'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:45.269080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:45.276734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:45.279025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Calling delete_port for 87056853-faf4-48b4-9bf8-07407bf78056 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:45.281496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:45.291468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:45.342057 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.345980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.359747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.379777 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Allocated IP 172.26.4.109 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/83909af7-7618-41c7-a0d5-022a5b612714) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:45.386230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:45.393735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:45.397389 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:45.405425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:45.467980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c5982a-afbc-4bf4-a272-8c24bf435bfb tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:45.469359 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b7c5982a-afbc-4bf4-a272-8c24bf435bfb tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/networks/98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 881 time: 0.5258873 Dec 22 13:00:45.473915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44146) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:45.522228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:00:45.522552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:00:45.614119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.630010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.640578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-67de2ec8-be58-4b29-9e28-b36ed0d25263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:45.649284 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-874c1e7a-4150-49b9-b895-f5f4e019e661 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "GET /v2.0/ports?device_id=242f6251-f31b-44e2-8051-26a0fe037526 HTTP/1.1" status: 200 len: 205 time: 0.1703706 Dec 22 13:00:45.650374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:45.652410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44154) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:45.663903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:45.672711 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:45.682953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:45.707440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50562435-40e4-4177-948a-15c6f0f24298,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:45.710981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:45.760955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.806382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.813877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.819830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d0a450d1-9f0a-4193-b4ef-ce94238638dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:45.862136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.866651 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183fc5b2-5a29-4ce0-9eeb-6f9672fe6fd0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:45.869958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:45.871305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:45.902289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.908374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.909584 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6574481 Dec 22 13:00:45.912610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.916390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44158) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:45.925575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': '183fc5b2-5a29-4ce0-9eeb-6f9672fe6fd0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:45.935564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:45.986699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:46.049408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Deleting port 87056853-faf4-48b4-9bf8-07407bf78056 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:46.049740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.063805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:46.066876 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:46.070504 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:46.073631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:46.099814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event updated for resources: {'Port': ['ID=83909af7-7618-41c7-a0d5-022a5b612714,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:46.106286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:46.247187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:46.250010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Deleting port 83909af7-7618-41c7-a0d5-022a5b612714 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:46.250353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.260747 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:46.306634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] The port '87056853-faf4-48b4-9bf8-07407bf78056' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:00:46.425814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.426148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.503552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.550476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Calling delete_port for 83909af7-7618-41c7-a0d5-022a5b612714 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:46.598788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.655073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9243f3-aa0d-4669-bdc6-ac92e6b71927']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:46.678422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.682662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1957e94-fa30-4d47-b399-5eb65a70df9b') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:46.682662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1957e94-fa30-4d47-b399-5eb65a70df9b') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:46.705078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.707189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.712447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6f136227-15c0-4f4b-a3fc-1db22539843d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:46.736196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Deleting port ee582f32-108e-42c7-8eed-3fa15607c1c9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:46.736534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.762423 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event deleted for resources: {'Port': ['ID=83909af7-7618-41c7-a0d5-022a5b612714,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:46.765622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:46.770980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.777794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.792817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.793757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:46.794009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:46.812990 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:46.820201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Router c9f5a752-0020-4983-a834-cdcbd463e60c is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:00:46.868600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d86c72ca-add8-47af-97fb-b6f2f3512aaa tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:46.873660 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] create failed (client error): The resource could not be found. Dec 22 13:00:46.874708 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8996387 Dec 22 13:00:46.878377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44168) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:46.925986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b794f50-4ba5-45b7-b554-32d0dc032d97,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:46.948159 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e92e91e6-c3f5-4223-af80-a83cee5ced90 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Deleting port ba9dc0bb-43b7-45a5-9033-cace7cbea639 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:46.948474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e92e91e6-c3f5-4223-af80-a83cee5ced90 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:46.975222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:47.058432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:47.075052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:47.100718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:47.105117 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] 10.222.0.24 "DELETE /v2.0/networks/ad9243f3-aa0d-4669-bdc6-ac92e6b71927 HTTP/1.1" status: 204 len: 168 time: 3.2028539 Dec 22 13:00:47.110761 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:47.111893 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1945798 Dec 22 13:00:47.116799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Pushing event deleted for resources: {'Network': ['ID=ad9243f3-aa0d-4669-bdc6-ac92e6b71927,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:47.128965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44174) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:47.136086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:47.142313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-dd20bfe1-9f49-49c3-9615-2a9945499c45 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': '183fc5b2-5a29-4ce0-9eeb-6f9672fe6fd0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:47.212261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-dd20bfe1-9f49-49c3-9615-2a9945499c45 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:47.219632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e92e91e6-c3f5-4223-af80-a83cee5ced90 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:47.231045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:47.238330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-dd20bfe1-9f49-49c3-9615-2a9945499c45 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:47.242773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-dd20bfe1-9f49-49c3-9615-2a9945499c45 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:47.257317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-dd20bfe1-9f49-49c3-9615-2a9945499c45 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:47.374007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e92e91e6-c3f5-4223-af80-a83cee5ced90 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Calling delete_port for ba9dc0bb-43b7-45a5-9033-cace7cbea639 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:47.376244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Calling delete_port for ee582f32-108e-42c7-8eed-3fa15607c1c9 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:47.416792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44182) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:47.422347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:47.432773 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c49307-0cb5-4322-a7fc-3eb128f7cd64 None None] Sync routers for ids ['c9f5a752-0020-4983-a834-cdcbd463e60c'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:47.433692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:47.437356 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "PUT /v2.0/routers/c9f5a752-0020-4983-a834-cdcbd463e60c HTTP/1.1" status: 200 len: 914 time: 5.7111704 Dec 22 13:00:47.438776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44188) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:47.443907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd20bfe1-9f49-49c3-9615-2a9945499c45 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:47.449791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c49307-0cb5-4322-a7fc-3eb128f7cd64 None None] Routers {'c9f5a752-0020-4983-a834-cdcbd463e60c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:47.450676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-92c49307-0cb5-4322-a7fc-3eb128f7cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c9f5a752-0020-4983-a834-cdcbd463e60c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:47.537210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-92c49307-0cb5-4322-a7fc-3eb128f7cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:47.550552 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e92e91e6-c3f5-4223-af80-a83cee5ced90 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:47.557380 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f58fed4b-4080-47c1-a4eb-52e8c55904bb tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:47.559067 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c49307-0cb5-4322-a7fc-3eb128f7cd64 None None] Routers {'c9f5a752-0020-4983-a834-cdcbd463e60c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:47.559720 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-92c49307-0cb5-4322-a7fc-3eb128f7cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c9f5a752-0020-4983-a834-cdcbd463e60c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:47.635693 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-92c49307-0cb5-4322-a7fc-3eb128f7cd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:47.636049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c49307-0cb5-4322-a7fc-3eb128f7cd64 None None] The sync data for ids ['c9f5a752-0020-4983-a834-cdcbd463e60c'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:47.642462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e91e6-c3f5-4223-af80-a83cee5ced90 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event deleted for resources: {'Port': ['ID=ba9dc0bb-43b7-45a5-9033-cace7cbea639,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:47.651128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e92e91e6-c3f5-4223-af80-a83cee5ced90 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:47.711537 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1be97ff7-a90e-49f4-9661-a89b5ee676b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57a8bd301a684d45b9e3c6fbb124d1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932503 Dec 22 13:00:47.716675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44192) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:47.775569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e92e91e6-c3f5-4223-af80-a83cee5ced90 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:47.788137 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e92e91e6-c3f5-4223-af80-a83cee5ced90 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "DELETE /v2.0/ports/ba9dc0bb-43b7-45a5-9033-cace7cbea639 HTTP/1.1" status: 204 len: 168 time: 0.9081099 Dec 22 13:00:47.788616 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44198) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:47.879275 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-dd20bfe1-9f49-49c3-9615-2a9945499c45 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 13:00:47.883501 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-dd20bfe1-9f49-49c3-9615-2a9945499c45 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7506058 Dec 22 13:00:47.885186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44204) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:47.899255 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ff885bb6-35c0-462b-800f-6c14da30afbf tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/routers/c9f5a752-0020-4983-a834-cdcbd463e60c HTTP/1.1" status: 200 len: 920 time: 0.4562540 Dec 22 13:00:47.900242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44208) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:47.981091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2fdefa50-57ed-4c3a-9956-37363785b57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.030714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2fdefa50-57ed-4c3a-9956-37363785b57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.065177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.074497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b5ecc08b-9a1a-4e82-bf0c-c8128ab538bd tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:48.100631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dba465-4662-441c-8bf0-8b471e5a87c0 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:48.101326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a9dba465-4662-441c-8bf0-8b471e5a87c0 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Synchronizing usage tracker for tenant:c6f04fc1c38646a996c3de1e1e4bf1fd on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:48.121021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45151d8b-1cc6-4588-ab1c-815b0e91531e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:48.122543 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-45151d8b-1cc6-4588-ab1c-815b0e91531e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&device_id=c9f5a752-0020-4983-a834-cdcbd463e60c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2213330 Dec 22 13:00:48.125468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44212) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:48.129091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe88d710-ec08-4516-af03-d7feb6b851f0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.133696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Pushing event deleted for resources: {'Port': ['ID=ee582f32-108e-42c7-8eed-3fa15607c1c9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:48.139578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:48.149240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a9dba465-4662-441c-8bf0-8b471e5a87c0 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Unset dirty status for tenant:c6f04fc1c38646a996c3de1e1e4bf1fd on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:48.150565 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a9dba465-4662-441c-8bf0-8b471e5a87c0 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c7ceb8e-1746-458c-a417-cb5be26580c4 HTTP/1.1" status: 200 len: 913 time: 0.3608263 Dec 22 13:00:48.154941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44216) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:48.229614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe88d710-ec08-4516-af03-d7feb6b851f0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.284426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2fdefa50-57ed-4c3a-9956-37363785b57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.289677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-de4e9780-c858-48a8-b759-6785ac29a0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:48.301680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.352441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdefa50-57ed-4c3a-9956-37363785b57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1650018d-bda7-427a-8522-a5dd5760c4d3,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:48.413590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2fdefa50-57ed-4c3a-9956-37363785b57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:48.490473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe88d710-ec08-4516-af03-d7feb6b851f0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.495546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.497933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-040cb6e2-2edc-40cf-9bbf-d8ec18861fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:48.508291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.514115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2fdefa50-57ed-4c3a-9956-37363785b57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.515237 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2fdefa50-57ed-4c3a-9956-37363785b57d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1650018d-bda7-427a-8522-a5dd5760c4d3 HTTP/1.1" status: 204 len: 168 time: 0.7959895 Dec 22 13:00:48.523530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17295a3b-5f64-4f9d-8189-3690ff21ad6d tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:48.525574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88d710-ec08-4516-af03-d7feb6b851f0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183fc5b2-5a29-4ce0-9eeb-6f9672fe6fd0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:48.531373 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-17295a3b-5f64-4f9d-8189-3690ff21ad6d tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/networks/98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 881 time: 0.4023721 Dec 22 13:00:48.538278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44224) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:48.551675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe88d710-ec08-4516-af03-d7feb6b851f0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.553619 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fe88d710-ec08-4516-af03-d7feb6b851f0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "DELETE /v2.0/security-groups/183fc5b2-5a29-4ce0-9eeb-6f9672fe6fd0 HTTP/1.1" status: 204 len: 168 time: 0.6630733 Dec 22 13:00:48.554861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fe88d710-ec08-4516-af03-d7feb6b851f0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:48.560237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44228) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:48.563945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.564694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Fanout notify agent at l3_agent the message router_deleted on router 242f6251-f31b-44e2-8051-26a0fe037526 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:48.600690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.602295 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/routers/242f6251-f31b-44e2-8051-26a0fe037526 HTTP/1.1" status: 204 len: 168 time: 2.9488075 Dec 22 13:00:48.606018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44232) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:48.609464 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c3f5cabb-ffcc-4d2a-bd4b-7a890fd65215 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f5a752-0020-4983-a834-cdcbd463e60c HTTP/1.1" status: 200 len: 205 time: 0.0676258 Dec 22 13:00:48.611532 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:48.615261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-255982148', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:48.623090 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:48.635191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Usage tracker for resource:router and tenant:9076ebaa61454dd4bbbbc360c09b2c8c is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:48.640807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:48.653599 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:48.667552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fea3e667-db0e-478e-b5cf-9bf2d6dcd155 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Synchronizing usage tracker for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:48.678323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.679410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.703636 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:00:48.705365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fea3e667-db0e-478e-b5cf-9bf2d6dcd155 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Unset dirty status for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:48.710496 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fea3e667-db0e-478e-b5cf-9bf2d6dcd155 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1445293 Dec 22 13:00:48.710654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44242) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:48.715978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group': {'name': 'tempest-secgroup--253439657'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:48.720547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.728257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:48.740924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:48.860848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:48.887870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.012404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:49.019561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:49.023969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:49.028144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.035728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:49.168118 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.180215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Deleting port bd4fed77-9210-422e-9234-c39b16b29c7e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:49.180561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.201016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.206405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.212946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2346b024-895e-4839-91ca-d715e9488cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:49.235761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.267532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb80c68-7fb0-4374-8aae-5b90164c629f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:49.270808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:49.279743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.283677 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5695083 Dec 22 13:00:49.284806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44266) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:49.290297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-163ee7b9-b42a-4ee7-9c4d-2bd5a8035a92 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': '0cb80c68-7fb0-4374-8aae-5b90164c629f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:49.291667 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-163ee7b9-b42a-4ee7-9c4d-2bd5a8035a92 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 13:00:49.291667 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-163ee7b9-b42a-4ee7-9c4d-2bd5a8035a92 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:49.295345 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-163ee7b9-b42a-4ee7-9c4d-2bd5a8035a92 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0077908 Dec 22 13:00:49.296130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44270) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:49.487148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44274) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:49.614300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.654228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.703962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1040035032'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:49.706950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2a8273b6-b3a6-4e9c-aedc-444688d74ae0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.711667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:49.733641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:network and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:49.741680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:49.761840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:49.765918 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.775238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2a8273b6-b3a6-4e9c-aedc-444688d74ae0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.828234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:49.831640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.869860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.893633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Calling delete_port for bd4fed77-9210-422e-9234-c39b16b29c7e owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:49.899146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:49.912238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:security_group_rule and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:49.915514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Allocated IP 172.26.4.138 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/926e5c46-ffb5-4d7d-a702-681fc776fa93) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:49.917638 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:49.920441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2a8273b6-b3a6-4e9c-aedc-444688d74ae0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:49.928481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3e67cbfd-a926-460e-9bb4-d9a0e49cb6e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:49.938365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:49.953271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8273b6-b3a6-4e9c-aedc-444688d74ae0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb80c68-7fb0-4374-8aae-5b90164c629f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:49.961437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2a8273b6-b3a6-4e9c-aedc-444688d74ae0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:50.043948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Deleting port 56a6605d-daf2-49c5-b8a7-dec33862b6fb {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:50.044323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.070760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2a8273b6-b3a6-4e9c-aedc-444688d74ae0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.074601 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2a8273b6-b3a6-4e9c-aedc-444688d74ae0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "DELETE /v2.0/security-groups/0cb80c68-7fb0-4374-8aae-5b90164c629f HTTP/1.1" status: 204 len: 168 time: 0.7754569 Dec 22 13:00:50.076512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44282) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:50.151541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.184460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.192209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.196693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f8ccdca3-51f5-4520-be89-6054b40e9191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:50.232652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f28eff-9982-4148-8516-b7d8e5c74c6f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:50.236202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:50.242730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.246493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6a8d7cdf-89ff-4921-a562-8ab5848e7e7d tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:50.288311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-37307879-36ea-44f3-803a-a91b525763d1 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Synchronizing usage tracker for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:50.314237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.317145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:50.319840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:00:50.322061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:50.328693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fd165435-8239-4e63-b5a6-b4707fc28b43 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:50.330178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:50.360565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Pushing event updated for resources: {'Port': ['ID=926e5c46-ffb5-4d7d-a702-681fc776fa93,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:50.367986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:50.376357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.376706 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Added segment 2014c669-64a1-4694-887e-5b794f7195cb of type vlan for network abe8f17a-003f-440d-a1e3-3ef940766770 Dec 22 13:00:50.387446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Pushing event deleted for resources: {'Port': ['ID=bd4fed77-9210-422e-9234-c39b16b29c7e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:50.393710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-37307879-36ea-44f3-803a-a91b525763d1 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Unset dirty status for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:50.394950 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-37307879-36ea-44f3-803a-a91b525763d1 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3125796 Dec 22 13:00:50.396048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:50.401291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.407643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44290) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:50.447051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group': {'name': 'tempest-secgroup--830555151'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:50.528119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.529602 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:50.604220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Calling delete_port for 56a6605d-daf2-49c5-b8a7-dec33862b6fb owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:50.614429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.620175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:50.620748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.624654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:50.645557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:50.673817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.775474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:50.823149 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2838943 Dec 22 13:00:50.824136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Network': ['ID=abe8f17a-003f-440d-a1e3-3ef940766770,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:50.828331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44296) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:50.890125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-209933282'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:50.901334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:50.901938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:50.902316 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:50.902679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:50.903047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:50.903424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:50.903803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:50.904156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:50.904507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:50.904855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:50.905213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:50.905559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:50.909147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:50.918077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network abe8f17a-003f-440d-a1e3-3ef940766770 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:00:50.923419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:50.930892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:network and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:50.935721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:50.945780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:50.959293 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.009610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.013336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.015659 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:51.018586 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.023830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:51.033490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:51.042499 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:51.050938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:51.061079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.061536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Fanout notify agent at l3_agent the message router_deleted on router c9f5a752-0020-4983-a834-cdcbd463e60c {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:51.165227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.166310 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/routers/c9f5a752-0020-4983-a834-cdcbd463e60c HTTP/1.1" status: 204 len: 168 time: 2.5538762 Dec 22 13:00:51.175989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44300) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:51.187268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1cb844d2-a459-484e-a5db-143b8daae25a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1412988370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:51.208281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1cb844d2-a459-484e-a5db-143b8daae25a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:51.224050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1cb844d2-a459-484e-a5db-143b8daae25a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Usage tracker for resource:router and tenant:fc6b0c4578ba40c0a0d6646bbe4e6207 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:51.229228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1cb844d2-a459-484e-a5db-143b8daae25a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:51.233527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.234436 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.241573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:51.256426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:00:51.272826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.274869 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Added segment b029602f-8971-4000-b45c-a4a2db1508d8 of type vlan for network 28e9acb8-1c75-4f3b-b9d0-8b2baf799647 Dec 22 13:00:51.276361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1cb844d2-a459-484e-a5db-143b8daae25a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:51.280319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.300308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event deleted for resources: {'Port': ['ID=56a6605d-daf2-49c5-b8a7-dec33862b6fb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:51.347967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:51.348320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:51.348674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:51.349034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:51.349389 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:51.349761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:51.350113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:51.350459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:51.350808 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:51.351145 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:51.351492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:51.351857 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:51.370227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:51.371080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1cb844d2-a459-484e-a5db-143b8daae25a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.373394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1cb844d2-a459-484e-a5db-143b8daae25a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.404864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:51.429073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.436458 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.440467 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0056319 Dec 22 13:00:51.447475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44308) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:51.466522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-aa8b2d13-e068-475a-adac-7807828239e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': '025a3d7d-bc57-4101-b1a0-f2bbde106b5b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:51.467369 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING neutron.api.v2.base [None req-aa8b2d13-e068-475a-adac-7807828239e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 13:00:51.467887 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-aa8b2d13-e068-475a-adac-7807828239e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:51.471575 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-aa8b2d13-e068-475a-adac-7807828239e4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0167186 Dec 22 13:00:51.474183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44312) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:51.478570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025a3d7d-bc57-4101-b1a0-f2bbde106b5b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:51.483640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1cb844d2-a459-484e-a5db-143b8daae25a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.495439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:51.544750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.550604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:51.551172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.558142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e10c79d8-9e11-4aba-8c2f-3e119862c1af tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:51.639869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.657108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1cb844d2-a459-484e-a5db-143b8daae25a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.665325 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.725354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Network': ['ID=28e9acb8-1c75-4f3b-b9d0-8b2baf799647,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:51.735944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 28e9acb8-1c75-4f3b-b9d0-8b2baf799647 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:00:51.736274 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9068968 Dec 22 13:00:51.739638 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:51.740109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44316) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:51.747684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'subnet': {'network_id': 'abe8f17a-003f-440d-a1e3-3ef940766770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:51.820176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1cb844d2-a459-484e-a5db-143b8daae25a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.821336 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1cb844d2-a459-484e-a5db-143b8daae25a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6444943 Dec 22 13:00:51.825567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44322) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:51.828064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0600dc1c-2e09-49fb-a7ea-14817c92535d tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:51.834274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'enable_snat': False}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:51.955254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:51.962504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:subnet and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:51.967481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:51.975118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:51.996316 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:51.999725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:52.086973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0600dc1c-2e09-49fb-a7ea-14817c92535d tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:52.094355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Router 3dbf968e-6756-4494-8e05-a3e291a7bcd5 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:00:52.259933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Router 3c7ceb8e-1746-458c-a417-cb5be26580c4 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:00:52.344500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:52.355563 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc7556a-9091-41cb-926f-0a806f6307e8 None None] Sync routers for ids ['3dbf968e-6756-4494-8e05-a3e291a7bcd5'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:52.367517 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7556a-9091-41cb-926f-0a806f6307e8 None None] Routers {'3dbf968e-6756-4494-8e05-a3e291a7bcd5'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:52.368676 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3cc7556a-9091-41cb-926f-0a806f6307e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3dbf968e-6756-4494-8e05-a3e291a7bcd5'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:52.396255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:52.400904 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7938101 Dec 22 13:00:52.401673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44326) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:52.404948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:52.411332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:52.449002 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3cc7556a-9091-41cb-926f-0a806f6307e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:52.462028 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7556a-9091-41cb-926f-0a806f6307e8 None None] Routers {'3dbf968e-6756-4494-8e05-a3e291a7bcd5'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:52.462777 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3cc7556a-9091-41cb-926f-0a806f6307e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3dbf968e-6756-4494-8e05-a3e291a7bcd5'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:52.514489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:52.521872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0600dc1c-2e09-49fb-a7ea-14817c92535d tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:52.533441 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3cc7556a-9091-41cb-926f-0a806f6307e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:52.533974 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc7556a-9091-41cb-926f-0a806f6307e8 None None] The sync data for ids ['3dbf968e-6756-4494-8e05-a3e291a7bcd5'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:52.579655 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:52.583048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:52.667306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600dc1c-2e09-49fb-a7ea-14817c92535d tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=025a3d7d-bc57-4101-b1a0-f2bbde106b5b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:52.674116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0600dc1c-2e09-49fb-a7ea-14817c92535d tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:52.690902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:52.697324 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "PUT /v2.0/routers/3c7ceb8e-1746-458c-a417-cb5be26580c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5414476 Dec 22 13:00:52.698264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0600dc1c-2e09-49fb-a7ea-14817c92535d tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:52.700807 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0600dc1c-2e09-49fb-a7ea-14817c92535d tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "DELETE /v2.0/security-groups/025a3d7d-bc57-4101-b1a0-f2bbde106b5b HTTP/1.1" status: 204 len: 168 time: 1.2220287 Dec 22 13:00:52.700942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44334) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:52.702793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44336) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:52.709908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d9d4ba-ae98-4c8b-9b6e-f4831d365ce2 None None] Sync routers for ids ['3c7ceb8e-1746-458c-a417-cb5be26580c4'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:52.719548 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Subnet': ['ID=d3013ad9-5b36-48d9-99ae-f1c20e64c3d4,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:52.726303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:52.728112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d9d4ba-ae98-4c8b-9b6e-f4831d365ce2 None None] Routers {'3c7ceb8e-1746-458c-a417-cb5be26580c4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:52.728750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-02d9d4ba-ae98-4c8b-9b6e-f4831d365ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3c7ceb8e-1746-458c-a417-cb5be26580c4'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:52.747090 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Checking segment: {'id': '2014c669-64a1-4694-887e-5b794f7195cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe8f17a-003f-440d-a1e3-3ef940766770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:52.747440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network hostable DHCP agents. Network: abe8f17a-003f-440d-a1e3-3ef940766770, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:00:52.792883 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-02d9d4ba-ae98-4c8b-9b6e-f4831d365ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:52.802057 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d9d4ba-ae98-4c8b-9b6e-f4831d365ce2 None None] Routers {'3c7ceb8e-1746-458c-a417-cb5be26580c4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:52.802659 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-02d9d4ba-ae98-4c8b-9b6e-f4831d365ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3c7ceb8e-1746-458c-a417-cb5be26580c4'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:52.865436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-02d9d4ba-ae98-4c8b-9b6e-f4831d365ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:52.865726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d9d4ba-ae98-4c8b-9b6e-f4831d365ce2 None None] The sync data for ids ['3c7ceb8e-1746-458c-a417-cb5be26580c4'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:52.929621 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa1a1471-f5f5-4c7a-8470-5a5b24408ef0 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:52.972329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network abe8f17a-003f-440d-a1e3-3ef940766770 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:00:53.047270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, abe8f17a-003f-440d-a1e3-3ef940766770) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:53.052434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:53.052434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.056569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cccfce-46f7-4249-ab09-39efda269f4e None None] Network abe8f17a-003f-440d-a1e3-3ef940766770 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:53.060029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-38c4be92-4407-4f50-8a6d-3a8ff792bce1 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Synchronizing usage tracker for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:53.083623 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3394723 Dec 22 13:00:53.083822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44344) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:53.091257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'subnet': {'network_id': '28e9acb8-1c75-4f3b-b9d0-8b2baf799647', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:53.247369 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa1a1471-f5f5-4c7a-8470-5a5b24408ef0 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.251101 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa1a1471-f5f5-4c7a-8470-5a5b24408ef0 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.252640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-38c4be92-4407-4f50-8a6d-3a8ff792bce1 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Unset dirty status for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:53.259435 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-38c4be92-4407-4f50-8a6d-3a8ff792bce1 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5487933 Dec 22 13:00:53.259681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44348) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:53.269959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216474390'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:53.284289 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:53.286250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-abe8f17a-003f-440d-a1e3-3ef940766770', 'network_id': 'abe8f17a-003f-440d-a1e3-3ef940766770', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'fixed_ips': [{'subnet_id': 'd3013ad9-5b36-48d9-99ae-f1c20e64c3d4'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:00:53.287383 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.300445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:53.304852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa1a1471-f5f5-4c7a-8470-5a5b24408ef0 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.305335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1a1471-f5f5-4c7a-8470-5a5b24408ef0 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Fanout notify agent at l3_agent the message router_deleted on router 3c7ceb8e-1746-458c-a417-cb5be26580c4 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:53.327739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.340843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aa1a1471-f5f5-4c7a-8470-5a5b24408ef0 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.344343 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-aa1a1471-f5f5-4c7a-8470-5a5b24408ef0 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "DELETE /v2.0/routers/3c7ceb8e-1746-458c-a417-cb5be26580c4 HTTP/1.1" status: 204 len: 168 time: 0.6401310 Dec 22 13:00:53.344486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:53.345060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44352) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:53.378147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:subnet and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:53.385485 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:53.405416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:53.421885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.434592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:00:53.438224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.459966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f51bc5-cdfa-4448-89d7-7ac825a952e5 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Deleting subnet df50bafe-23cc-4269-b275-cd205a341cb8 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:00:53.465022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Allocated IP 2001:db8::2 (abe8f17a-003f-440d-a1e3-3ef940766770/d3013ad9-5b36-48d9-99ae-f1c20e64c3d4/4ec3f474-2d69-40c1-93a4-17e78e58f247) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:53.469460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:53.472042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1f51bc5-cdfa-4448-89d7-7ac825a952e5 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.482044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:53.486183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:53.494519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:53.563534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.563795 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.597430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.601727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Deleting port 926e5c46-ffb5-4d7d-a702-681fc776fa93 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:53.602258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.653215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1f51bc5-cdfa-4448-89d7-7ac825a952e5 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.772891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.785216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Transition to ACTIVE for port object 4ec3f474-2d69-40c1-93a4-17e78e58f247 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:53.815316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Transition to ACTIVE for port object 4ec3f474-2d69-40c1-93a4-17e78e58f247 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:53.822494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.830984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:53.844256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.853260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.883570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4bc6394d-00a5-403e-89f0-f725737d5cc5 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:53.933594 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Network abe8f17a-003f-440d-a1e3-3ef940766770 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:53.935087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1f51bc5-cdfa-4448-89d7-7ac825a952e5 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.936500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:53.940563 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:53.949418 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Pushing event updated for resources: {'Port': ['ID=4ec3f474-2d69-40c1-93a4-17e78e58f247,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:53.951154 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc55227-686d-4279-906d-f78223255119,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:53.957213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:53.960747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.962313 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7013588 Dec 22 13:00:53.968334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44360) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:53.969870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:53.971697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Allocated IP 172.26.4.6 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/1926147d-538d-4d4d-8359-dacf0c4362d7) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:53.976368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5023b2a3-abe3-497c-869f-eebe19a68148 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'dfc55227-686d-4279-906d-f78223255119', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:53.983581 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING neutron.api.v2.base [None req-5023b2a3-abe3-497c-869f-eebe19a68148 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 13:00:53.984362 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-5023b2a3-abe3-497c-869f-eebe19a68148 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:53.985361 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5023b2a3-abe3-497c-869f-eebe19a68148 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0159421 Dec 22 13:00:53.988214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44364) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:54.000356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-64e96699-5df9-40ff-a8bf-fe299624d3bf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'dfc55227-686d-4279-906d-f78223255119', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:54.001245 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING neutron.api.v2.base [None req-64e96699-5df9-40ff-a8bf-fe299624d3bf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 13:00:54.001869 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-64e96699-5df9-40ff-a8bf-fe299624d3bf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:54.002821 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-64e96699-5df9-40ff-a8bf-fe299624d3bf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0135789 Dec 22 13:00:54.008454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44368) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:54.026017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:54.026382 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:54.026710 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:54.027040 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:54.027309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b6e1173a-0eba-44cf-a83c-948d7377e003 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'dfc55227-686d-4279-906d-f78223255119', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:54.027435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:54.027696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:54.028022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:54.028342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:54.028451 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING neutron.api.v2.base [None req-b6e1173a-0eba-44cf-a83c-948d7377e003 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 13:00:54.028662 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:54.028977 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-b6e1173a-0eba-44cf-a83c-948d7377e003 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:54.029084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:54.029292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:54.029603 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:00:54.030109 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b6e1173a-0eba-44cf-a83c-948d7377e003 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0206757 Dec 22 13:00:54.034357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:54.037836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:54.061623 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Attempting to bind port 4ec3f474-2d69-40c1-93a4-17e78e58f247 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:00:54.062060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Attempting to bind port 4ec3f474-2d69-40c1-93a4-17e78e58f247 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '2014c669-64a1-4694-887e-5b794f7195cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe8f17a-003f-440d-a1e3-3ef940766770'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:00:54.062440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Attempting to bind port 4ec3f474-2d69-40c1-93a4-17e78e58f247 on network abe8f17a-003f-440d-a1e3-3ef940766770 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:00:54.069656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:00:54.070107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Checking segment: {'id': '2014c669-64a1-4694-887e-5b794f7195cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe8f17a-003f-440d-a1e3-3ef940766770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:54.070748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.071191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Bound using segment: {'id': '2014c669-64a1-4694-887e-5b794f7195cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe8f17a-003f-440d-a1e3-3ef940766770'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:00:54.071766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Bound port: 4ec3f474-2d69-40c1-93a4-17e78e58f247, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2014c669-64a1-4694-887e-5b794f7195cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'abe8f17a-003f-440d-a1e3-3ef940766770'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:00:54.072150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.091907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f8b9c85e-5f99-4f7b-b9f1-0856e42b1498 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'dfc55227-686d-4279-906d-f78223255119', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:54.092920 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING neutron.api.v2.base [None req-f8b9c85e-5f99-4f7b-b9f1-0856e42b1498 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 13:00:54.093488 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-f8b9c85e-5f99-4f7b-b9f1-0856e42b1498 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:54.094530 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f8b9c85e-5f99-4f7b-b9f1-0856e42b1498 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0590875 Dec 22 13:00:54.102093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44378) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:54.125378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Calling delete_port for 926e5c46-ffb5-4d7d-a702-681fc776fa93 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:54.202020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] For port 4ec3f474-2d69-40c1-93a4-17e78e58f247, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:00:54.202949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.206729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] For port 4ec3f474-2d69-40c1-93a4-17e78e58f247, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4ec3f474-2d69-40c1-93a4-17e78e58f247,segment=NetworkSegment(2014c669-64a1-4694-887e-5b794f7195cb),segment_id=2014c669-64a1-4694-887e-5b794f7195cb)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:00:54.210167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f840099c-b91b-4257-847b-34d32c67d5b7 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:54.212200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55951f1e-5896-4e31-b8d9-6692c6831b35 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.214377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.216378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.218168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:54.249037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55951f1e-5896-4e31-b8d9-6692c6831b35 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.299059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1f51bc5-cdfa-4448-89d7-7ac825a952e5 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.306689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Pushing event updated for resources: {'Port': ['ID=4ec3f474-2d69-40c1-93a4-17e78e58f247,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:54.308273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.311538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:54.326170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c2c150d6-8d86-4cd7-851b-a64758ac469a tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:54.337199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Subnet': ['ID=21c12cd4-2715-4e47-a23c-dbc887ee4021,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:54.344864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1f51bc5-cdfa-4448-89d7-7ac825a952e5 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.345695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe1dcf3-930d-47af-8118-fd567be37f5d None None] Network 8b2bf911-cbfe-4a79-9584-53a789e36a56 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:54.350910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:54.351394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6dd43cc9-c2e5-45d2-a670-3b1a4406314c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:54.377144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55951f1e-5896-4e31-b8d9-6692c6831b35 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.415993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:54.418363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55951f1e-5896-4e31-b8d9-6692c6831b35 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.419927 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-55951f1e-5896-4e31-b8d9-6692c6831b35 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "DELETE /v2.0/security-groups/dfc55227-686d-4279-906d-f78223255119 HTTP/1.1" status: 204 len: 168 time: 0.3167837 Dec 22 13:00:54.424744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:54.432034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44382) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:54.442194 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:54.500229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Checking segment: {'id': 'b029602f-8971-4000-b45c-a4a2db1508d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '28e9acb8-1c75-4f3b-b9d0-8b2baf799647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:54.500405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network hostable DHCP agents. Network: 28e9acb8-1c75-4f3b-b9d0-8b2baf799647, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:00:54.511907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f51bc5-cdfa-4448-89d7-7ac825a952e5 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event deleted for resources: {'Subnet': ['ID=df50bafe-23cc-4269-b275-cd205a341cb8,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:54.515700 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f1f51bc5-cdfa-4448-89d7-7ac825a952e5 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "DELETE /v2.0/subnets/df50bafe-23cc-4269-b275-cd205a341cb8 HTTP/1.1" status: 204 len: 168 time: 1.1698530 Dec 22 13:00:54.516813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f1f51bc5-cdfa-4448-89d7-7ac825a952e5 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:54.531720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44386) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:54.538323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Pushing event updated for resources: {'Port': ['ID=1926147d-538d-4d4d-8359-dacf0c4362d7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:54.544854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:54.562709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:54.649585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 28e9acb8-1c75-4f3b-b9d0-8b2baf799647 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:00:54.671218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 28e9acb8-1c75-4f3b-b9d0-8b2baf799647) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:54.677611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.682253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:54.682658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.682856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a15783-e5dd-415b-8596-fd7e88fdf2ee None None] Network 28e9acb8-1c75-4f3b-b9d0-8b2baf799647 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:54.686457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:54.686649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55951f1e-5896-4e31-b8d9-6692c6831b35 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc55227-686d-4279-906d-f78223255119,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:54.698541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-55951f1e-5896-4e31-b8d9-6692c6831b35 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:54.723227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-264ea10b-dfc9-4de3-b324-9a6dfca8d224 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Synchronizing usage tracker for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:54.753391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Pushing event deleted for resources: {'Port': ['ID=926e5c46-ffb5-4d7d-a702-681fc776fa93,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:54.758564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:54.767782 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6800213 Dec 22 13:00:54.787682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44390) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:54.808255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf8298c-2113-4496-899f-3c8020883e76 None None] DHCP port deletion for 8b2bf911-cbfe-4a79-9584-53a789e36a56 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:00:54.824815 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-caf8298c-2113-4496-899f-3c8020883e76 None None] Deleting port 234c350e-61e5-4397-ae23-facdcc54d344 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:54.825642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-caf8298c-2113-4496-899f-3c8020883e76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.855687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.950810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-11b6b5f8-d836-4c28-aa4f-17ce88b8b44c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-775173439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:54.966731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-11b6b5f8-d836-4c28-aa4f-17ce88b8b44c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:54.977966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:54.982830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-11b6b5f8-d836-4c28-aa4f-17ce88b8b44c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:router and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:54.993632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-264ea10b-dfc9-4de3-b324-9a6dfca8d224 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Unset dirty status for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:54.995039 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-264ea10b-dfc9-4de3-b324-9a6dfca8d224 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5613558 Dec 22 13:00:54.997776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-11b6b5f8-d836-4c28-aa4f-17ce88b8b44c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:55.001439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44398) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:55.004568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-11b6b5f8-d836-4c28-aa4f-17ce88b8b44c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:55.016635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group': {'name': 'tempest-secgroup--477308455'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:55.022107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11b6b5f8-d836-4c28-aa4f-17ce88b8b44c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.023072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11b6b5f8-d836-4c28-aa4f-17ce88b8b44c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.026021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:55.075720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Deleting port 234c350e-61e5-4397-ae23-facdcc54d344 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:55.076057 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.092638 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:55.163115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-caf8298c-2113-4496-899f-3c8020883e76 None None] For port 234c350e-61e5-4397-ae23-facdcc54d344, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=234c350e-61e5-4397-ae23-facdcc54d344,segment=NetworkSegment(803cd975-045c-4154-8150-0bc63c2f18b8),segment_id=803cd975-045c-4154-8150-0bc63c2f18b8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:55.163516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-caf8298c-2113-4496-899f-3c8020883e76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.191998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11b6b5f8-d836-4c28-aa4f-17ce88b8b44c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.234270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.323686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.328313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:55.332802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.335759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:55.336446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-caf8298c-2113-4496-899f-3c8020883e76 None None] Calling delete_port for 234c350e-61e5-4397-ae23-facdcc54d344 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:55.340224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:55.366083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-28e9acb8-1c75-4f3b-b9d0-8b2baf799647', 'network_id': '28e9acb8-1c75-4f3b-b9d0-8b2baf799647', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'fixed_ips': [{'subnet_id': '21c12cd4-2715-4e47-a23c-dbc887ee4021'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:00:55.366083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.500019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] For port 234c350e-61e5-4397-ae23-facdcc54d344, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=234c350e-61e5-4397-ae23-facdcc54d344,segment=NetworkSegment(803cd975-045c-4154-8150-0bc63c2f18b8),segment_id=803cd975-045c-4154-8150-0bc63c2f18b8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:55.500379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.512228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Router 3dbf968e-6756-4494-8e05-a3e291a7bcd5 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:00:55.513705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:55.552615 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-caf8298c-2113-4496-899f-3c8020883e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.579327 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d183fa39-8b7a-40d8-886c-9460f083f998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:55.645788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ba83bd-e370-4b42-84f1-dd3f3ebbeca9 None None] Network abe8f17a-003f-440d-a1e3-3ef940766770 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:55.658103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8298c-2113-4496-899f-3c8020883e76 None None] Pushing event deleted for resources: {'Port': ['ID=234c350e-61e5-4397-ae23-facdcc54d344,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:55.664614 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf8298c-2113-4496-899f-3c8020883e76 None None] No DVR routers for this DVR port 234c350e-61e5-4397-ae23-facdcc54d344 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:00:55.668474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-caf8298c-2113-4496-899f-3c8020883e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:55.699375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:55.713931 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b21a4e3-697f-4a94-be22-7def9dfbaabf None None] Sync routers for ids ['3dbf968e-6756-4494-8e05-a3e291a7bcd5'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:55.725383 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21a4e3-697f-4a94-be22-7def9dfbaabf None None] Routers {'3dbf968e-6756-4494-8e05-a3e291a7bcd5'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:55.726361 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5b21a4e3-697f-4a94-be22-7def9dfbaabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3dbf968e-6756-4494-8e05-a3e291a7bcd5'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:55.749601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Allocated IP 2001:db8:1::2 (28e9acb8-1c75-4f3b-b9d0-8b2baf799647/21c12cd4-2715-4e47-a23c-dbc887ee4021/7c3487b5-1450-4ab9-b4c8-2016f73625f6) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:55.776414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.786529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.796037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:55.798386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-90933f28-aa8a-448f-a8a2-13123a7bd55e None None] Provisioning for port 4ec3f474-2d69-40c1-93a4-17e78e58f247 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:55.803261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Calling delete_port for 234c350e-61e5-4397-ae23-facdcc54d344 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:00:55.840427 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5b21a4e3-697f-4a94-be22-7def9dfbaabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:55.840892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec40a20-848a-4638-8d0e-cfcace4132b0,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:55.852604 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11b6b5f8-d836-4c28-aa4f-17ce88b8b44c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.853100 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b21a4e3-697f-4a94-be22-7def9dfbaabf None None] Routers {'3dbf968e-6756-4494-8e05-a3e291a7bcd5'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:55.854263 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5b21a4e3-697f-4a94-be22-7def9dfbaabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3dbf968e-6756-4494-8e05-a3e291a7bcd5'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:55.859550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.862066 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "PUT /v2.0/routers/3dbf968e-6756-4494-8e05-a3e291a7bcd5 HTTP/1.1" status: 200 len: 709 time: 3.4590924 Dec 22 13:00:55.867276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:55.868604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44404) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:55.893234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.929655 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5b21a4e3-697f-4a94-be22-7def9dfbaabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:55.930216 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b21a4e3-697f-4a94-be22-7def9dfbaabf None None] The sync data for ids ['3dbf968e-6756-4494-8e05-a3e291a7bcd5'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:55.948200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11b6b5f8-d836-4c28-aa4f-17ce88b8b44c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.949362 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-11b6b5f8-d836-4c28-aa4f-17ce88b8b44c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1571150 Dec 22 13:00:55.952678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:55.954118 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9515920 Dec 22 13:00:55.960141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44408) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:55.960463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44410) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:56.050806 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-04735d4d-2754-48a4-842b-0880f93842b4 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/routers/3dbf968e-6756-4494-8e05-a3e291a7bcd5 HTTP/1.1" status: 200 len: 744 time: 0.1807601 Dec 22 13:00:56.053303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44420) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:56.081684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e8ce2695-d52e-4b5c-b6e6-947d447ec96d tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'aec40a20-848a-4638-8d0e-cfcace4132b0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:56.082877 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING neutron.api.v2.base [None req-e8ce2695-d52e-4b5c-b6e6-947d447ec96d tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 13:00:56.083370 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-e8ce2695-d52e-4b5c-b6e6-947d447ec96d tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:56.084384 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e8ce2695-d52e-4b5c-b6e6-947d447ec96d tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1139054 Dec 22 13:00:56.089326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44424) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:56.100224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e5434f67-17e6-4582-bed3-4973bd233dcf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'aec40a20-848a-4638-8d0e-cfcace4132b0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:56.114034 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0a1a2447-f9c1-4ad6-aedf-e405610cb387 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&device_id=3dbf968e-6756-4494-8e05-a3e291a7bcd5 HTTP/1.1" status: 200 len: 205 time: 0.0592470 Dec 22 13:00:56.115573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e5434f67-17e6-4582-bed3-4973bd233dcf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:56.118157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44428) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:56.156047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.169729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Transition to ACTIVE for port object 7c3487b5-1450-4ab9-b4c8-2016f73625f6 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:56.188791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:00:56.188978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:00:56.203131 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Transition to ACTIVE for port object 7c3487b5-1450-4ab9-b4c8-2016f73625f6 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:56.210766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.214924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:56.278348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Network 28e9acb8-1c75-4f3b-b9d0-8b2baf799647 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:56.282207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:56.288953 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:56.291130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Pushing event updated for resources: {'Port': ['ID=7c3487b5-1450-4ab9-b4c8-2016f73625f6,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:56.294925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:56.296369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e5434f67-17e6-4582-bed3-4973bd233dcf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:56.306516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e5434f67-17e6-4582-bed3-4973bd233dcf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:56.318707 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-876859cb-f6fd-4a12-ad0a-cfeb0d8a6099 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dbf968e-6756-4494-8e05-a3e291a7bcd5 HTTP/1.1" status: 200 len: 205 time: 0.1991901 Dec 22 13:00:56.319896 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e5434f67-17e6-4582-bed3-4973bd233dcf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:56.321824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44432) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:56.388483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Attempting to bind port 7c3487b5-1450-4ab9-b4c8-2016f73625f6 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:00:56.388970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Attempting to bind port 7c3487b5-1450-4ab9-b4c8-2016f73625f6 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'b029602f-8971-4000-b45c-a4a2db1508d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '28e9acb8-1c75-4f3b-b9d0-8b2baf799647'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:00:56.389441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Attempting to bind port 7c3487b5-1450-4ab9-b4c8-2016f73625f6 on network 28e9acb8-1c75-4f3b-b9d0-8b2baf799647 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:00:56.396300 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:00:56.396815 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Checking segment: {'id': 'b029602f-8971-4000-b45c-a4a2db1508d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '28e9acb8-1c75-4f3b-b9d0-8b2baf799647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:00:56.397423 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.397948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Bound using segment: {'id': 'b029602f-8971-4000-b45c-a4a2db1508d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '28e9acb8-1c75-4f3b-b9d0-8b2baf799647'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:00:56.398508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Bound port: 7c3487b5-1450-4ab9-b4c8-2016f73625f6, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b029602f-8971-4000-b45c-a4a2db1508d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '28e9acb8-1c75-4f3b-b9d0-8b2baf799647'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:00:56.398976 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.504021 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] For port 7c3487b5-1450-4ab9-b4c8-2016f73625f6, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:00:56.507666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] For port 7c3487b5-1450-4ab9-b4c8-2016f73625f6, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7c3487b5-1450-4ab9-b4c8-2016f73625f6,segment=NetworkSegment(b029602f-8971-4000-b45c-a4a2db1508d8),segment_id=b029602f-8971-4000-b45c-a4a2db1508d8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:00:56.515240 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.544034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9df72b51-0058-4ad3-90aa-349565d99797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:56.582366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b26c7fa-629d-441c-8f67-edc6776edd15 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.629966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Pushing event updated for resources: {'Port': ['ID=7c3487b5-1450-4ab9-b4c8-2016f73625f6,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:56.636410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:56.639111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4ec3f474-2d69-40c1-93a4-17e78e58f247 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:00:56.694520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Deleting port 234c350e-61e5-4397-ae23-facdcc54d344 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:00:56.695181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.726705 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 4ec3f474-2d69-40c1-93a4-17e78e58f247 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:56.733826 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4ec3f474-2d69-40c1-93a4-17e78e58f247 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:56.736435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.833205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] The port '234c350e-61e5-4397-ae23-facdcc54d344' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:00:56.883954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.929374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 4ec3f474-2d69-40c1-93a4-17e78e58f247, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4ec3f474-2d69-40c1-93a4-17e78e58f247,segment=NetworkSegment(2014c669-64a1-4694-887e-5b794f7195cb),segment_id=2014c669-64a1-4694-887e-5b794f7195cb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:56.937775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b26c7fa-629d-441c-8f67-edc6776edd15 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.938786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.940861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b26c7fa-629d-441c-8f67-edc6776edd15 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.947378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:56.965227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.973523 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-e5434f67-17e6-4582-bed3-4973bd233dcf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:56.974651 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e5434f67-17e6-4582-bed3-4973bd233dcf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8800051 Dec 22 13:00:56.975779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b26c7fa-629d-441c-8f67-edc6776edd15 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.976298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b26c7fa-629d-441c-8f67-edc6776edd15 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Fanout notify agent at l3_agent the message router_deleted on router 3dbf968e-6756-4494-8e05-a3e291a7bcd5 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:00:56.977634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44438) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:56.989914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b26c7fa-629d-441c-8f67-edc6776edd15 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:56.994193 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5b26c7fa-629d-441c-8f67-edc6776edd15 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/routers/3dbf968e-6756-4494-8e05-a3e291a7bcd5 HTTP/1.1" status: 204 len: 168 time: 0.6680720 Dec 22 13:00:56.997538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1a9f1bc4-5191-4343-beea-5ab698e50c38 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'aec40a20-848a-4638-8d0e-cfcace4132b0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:56.998504 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-1a9f1bc4-5191-4343-beea-5ab698e50c38 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 13:00:56.999019 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-1a9f1bc4-5191-4343-beea-5ab698e50c38 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:57.000150 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1a9f1bc4-5191-4343-beea-5ab698e50c38 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0216200 Dec 22 13:00:57.001116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44442) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.003298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44446) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.045279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 234c350e-61e5-4397-ae23-facdcc54d344 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:00:57.051357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9075bff5-903b-4aab-ad84-4ff2c97186e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'aec40a20-848a-4638-8d0e-cfcace4132b0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:57.067435 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b5005b56-e606-404f-b849-c6aa42866231 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dbf968e-6756-4494-8e05-a3e291a7bcd5 HTTP/1.1" status: 200 len: 205 time: 0.0651412 Dec 22 13:00:57.068122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44450) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.069187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9075bff5-903b-4aab-ad84-4ff2c97186e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:57.131357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9075bff5-903b-4aab-ad84-4ff2c97186e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:57.137253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=4ec3f474-2d69-40c1-93a4-17e78e58f247,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:57.139377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9075bff5-903b-4aab-ad84-4ff2c97186e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:57.146588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:57.147430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 234c350e-61e5-4397-ae23-facdcc54d344 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:00:57.148075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 234c350e-61e5-4397-ae23-facdcc54d344 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:00:57.152913 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-f0df9ef5-9ea3-45c9-9a75-e3f2554d312a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] delete failed (client error): The resource could not be found. Dec 22 13:00:57.156950 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f0df9ef5-9ea3-45c9-9a75-e3f2554d312a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/routers/3dbf968e-6756-4494-8e05-a3e291a7bcd5 HTTP/1.1" status: 404 len: 336 time: 0.0849867 Dec 22 13:00:57.157526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44454) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.159200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9075bff5-903b-4aab-ad84-4ff2c97186e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:57.212102 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3667447b-6844-4794-aa9c-c1bc5b8fd517 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "GET /v2.0/ports?device_id=242f6251-f31b-44e2-8051-26a0fe037526 HTTP/1.1" status: 200 len: 205 time: 0.0486741 Dec 22 13:00:57.214731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44462) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.290898 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-52c3877d-e682-413c-8d2e-49affb460721 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] delete failed (client error): The resource could not be found. Dec 22 13:00:57.294469 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-52c3877d-e682-413c-8d2e-49affb460721 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/routers/242f6251-f31b-44e2-8051-26a0fe037526 HTTP/1.1" status: 404 len: 336 time: 0.0747902 Dec 22 13:00:57.295126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44466) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.336467 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-9075bff5-903b-4aab-ad84-4ff2c97186e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:57.337476 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9075bff5-903b-4aab-ad84-4ff2c97186e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2961664 Dec 22 13:00:57.346713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44470) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.351077 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-56eb0c1d-7114-4800-89f3-a68674963b16 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1df519c-b1a4-4e2b-9468-b18fd2ccb003 HTTP/1.1" status: 200 len: 205 time: 0.0524509 Dec 22 13:00:57.351333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44474) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.355588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a7d2016d-1adf-44f7-bcbb-df087d58a117 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'aec40a20-848a-4638-8d0e-cfcace4132b0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:57.356083 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-a7d2016d-1adf-44f7-bcbb-df087d58a117 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 13:00:57.356552 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-a7d2016d-1adf-44f7-bcbb-df087d58a117 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:57.357462 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a7d2016d-1adf-44f7-bcbb-df087d58a117 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075674 Dec 22 13:00:57.366914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44478) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.378624 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7c25d897-147c-4fd5-80a3-6c873b181fdd tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'aec40a20-848a-4638-8d0e-cfcace4132b0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:57.384943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:57.387470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:57.402078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7c25d897-147c-4fd5-80a3-6c873b181fdd tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:57.421009 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-74fe350e-ab11-4df2-afe2-994d4f8aefd0 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] delete failed (client error): The resource could not be found. Dec 22 13:00:57.422036 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-74fe350e-ab11-4df2-afe2-994d4f8aefd0 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/routers/e1df519c-b1a4-4e2b-9468-b18fd2ccb003 HTTP/1.1" status: 404 len: 336 time: 0.0699461 Dec 22 13:00:57.424738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44482) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.445302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7c25d897-147c-4fd5-80a3-6c873b181fdd tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:57.448191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:57.458046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7c25d897-147c-4fd5-80a3-6c873b181fdd tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:57.469263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7c25d897-147c-4fd5-80a3-6c873b181fdd tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:57.470044 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3768959c-7f3e-4b52-899d-9f00a57e8d93 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "GET /v2.0/ports?device_id=f37cdf39-e0e3-4554-b622-898b770a14f6 HTTP/1.1" status: 200 len: 205 time: 0.0442188 Dec 22 13:00:57.473122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44486) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.478175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2bf911-cbfe-4a79-9584-53a789e36a56']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:57.497727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c8d2f15-e648-4a6f-b460-d08ef3fffc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:57.554038 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-8685b060-5200-4eb3-8b64-914b24213340 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] delete failed (client error): The resource could not be found. Dec 22 13:00:57.559040 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8685b060-5200-4eb3-8b64-914b24213340 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/routers/f37cdf39-e0e3-4554-b622-898b770a14f6 HTTP/1.1" status: 404 len: 336 time: 0.0837250 Dec 22 13:00:57.559750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44490) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.588461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803cd975-045c-4154-8150-0bc63c2f18b8') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:57.588971 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803cd975-045c-4154-8150-0bc63c2f18b8') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:57.616180 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-7c25d897-147c-4fd5-80a3-6c873b181fdd tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Project cb8d3ac3f2a946cfa1821f0758362108 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:00:57.625854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:57.637881 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-467f40c3-5de8-4e0d-b8ce-63364885abe7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbe7eff-9c2e-4350-890c-76eb498a0cbc HTTP/1.1" status: 200 len: 205 time: 0.0766642 Dec 22 13:00:57.640468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44496) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.710384 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-3a79f0b0-db5d-49bc-a8d7-02462cef5a57 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] delete failed (client error): The resource could not be found. Dec 22 13:00:57.714080 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3a79f0b0-db5d-49bc-a8d7-02462cef5a57 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/routers/ebbe7eff-9c2e-4350-890c-76eb498a0cbc HTTP/1.1" status: 404 len: 336 time: 0.0698926 Dec 22 13:00:57.715477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44500) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.768767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:57.795577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:00:57.796009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:00:57.814134 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:00:57.820366 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-7c25d897-147c-4fd5-80a3-6c873b181fdd tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:57.824047 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7c25d897-147c-4fd5-80a3-6c873b181fdd tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4535375 Dec 22 13:00:57.876693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44504) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.877837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4604559c-a955-45d6-a2d8-53a2d04c6b60 None None] Network 28e9acb8-1c75-4f3b-b9d0-8b2baf799647 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:00:57.883668 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-205075ad-6da7-4e59-b4af-d89faf24f30a tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "GET /v2.0/ports?device_id=22961158-9d66-4992-8b6b-d273a28a6be0 HTTP/1.1" status: 200 len: 205 time: 0.1670206 Dec 22 13:00:57.884552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44508) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.889406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d3641c1c-8aaf-4229-ba7c-6b47f5fdc3bb tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'aec40a20-848a-4638-8d0e-cfcace4132b0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:57.889871 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-d3641c1c-8aaf-4229-ba7c-6b47f5fdc3bb tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 13:00:57.890346 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-d3641c1c-8aaf-4229-ba7c-6b47f5fdc3bb tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:57.894752 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d3641c1c-8aaf-4229-ba7c-6b47f5fdc3bb tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169764 Dec 22 13:00:57.895438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44512) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.918901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f3f56170-4a0e-4555-a2e5-d2622e8743ad tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'aec40a20-848a-4638-8d0e-cfcace4132b0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:57.956349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f3f56170-4a0e-4555-a2e5-d2622e8743ad tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:57.960374 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-9a29679e-ff69-48cc-9fdb-8f333ab41c90 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] delete failed (client error): The resource could not be found. Dec 22 13:00:57.964976 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9a29679e-ff69-48cc-9fdb-8f333ab41c90 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/routers/22961158-9d66-4992-8b6b-d273a28a6be0 HTTP/1.1" status: 404 len: 336 time: 0.0794642 Dec 22 13:00:57.965512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44516) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:57.971136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6914040d-3b46-4c81-b836-3d7d99be1731 None None] Provisioning for port 7c3487b5-1450-4ab9-b4c8-2016f73625f6 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:57.978578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f3f56170-4a0e-4555-a2e5-d2622e8743ad tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:57.989572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f3f56170-4a0e-4555-a2e5-d2622e8743ad tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:58.006898 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:58.011142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f3f56170-4a0e-4555-a2e5-d2622e8743ad tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:58.011287 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f660ad0-85fe-4611-bd08-f9607efd9611 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] DELETE failed (client error): The resource could not be found. Dec 22 13:00:58.011754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f660ad0-85fe-4611-bd08-f9607efd9611 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:00:58.016006 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3f660ad0-85fe-4611-bd08-f9607efd9611 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] 10.222.0.24 "DELETE /v2.0/subnets/75ff9a3d-8b2d-4e21-b524-dd4eb208da51 HTTP/1.1" status: 404 len: 337 time: 0.0471191 Dec 22 13:00:58.019988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:58.043003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:58.056838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Pushing event deleted for resources: {'Network': ['ID=8b2bf911-cbfe-4a79-9584-53a789e36a56,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:58.062092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Allocated IP 2001:db8::1 (abe8f17a-003f-440d-a1e3-3ef940766770/d3013ad9-5b36-48d9-99ae-f1c20e64c3d4/2e8ad7e5-317a-4d2c-a384-e5cf78876649) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:00:58.066361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:58.074253 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-f3f56170-4a0e-4555-a2e5-d2622e8743ad tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Project cb8d3ac3f2a946cfa1821f0758362108 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:00:58.084989 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] 10.222.0.24 "DELETE /v2.0/networks/8b2bf911-cbfe-4a79-9584-53a789e36a56 HTTP/1.1" status: 204 len: 168 time: 3.5484612 Dec 22 13:00:58.085711 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Router 903b5def-e0be-4f50-b3c0-747c5f492752 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:00:58.245668 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-f3f56170-4a0e-4555-a2e5-d2622e8743ad tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:58.246731 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f3f56170-4a0e-4555-a2e5-d2622e8743ad tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3460131 Dec 22 13:00:58.249728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44528) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:58.254920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8c9e4de0-b638-49f6-a9da-a8d53ad7fc5c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': 'aec40a20-848a-4638-8d0e-cfcace4132b0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:58.267335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8c9e4de0-b638-49f6-a9da-a8d53ad7fc5c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:58.278058 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8c9e4de0-b638-49f6-a9da-a8d53ad7fc5c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:58.281297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8c9e4de0-b638-49f6-a9da-a8d53ad7fc5c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:58.290678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8c9e4de0-b638-49f6-a9da-a8d53ad7fc5c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:58.307385 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-8c9e4de0-b638-49f6-a9da-a8d53ad7fc5c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Project cb8d3ac3f2a946cfa1821f0758362108 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:00:58.336079 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-8c9e4de0-b638-49f6-a9da-a8d53ad7fc5c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:00:58.341662 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8c9e4de0-b638-49f6-a9da-a8d53ad7fc5c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0905786 Dec 22 13:00:58.342425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44532) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:58.398943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44540) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:58.422211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44546) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:58.450516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66dac6ef-2c56-476a-9d13-4fc4744467cf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:58.465317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:58.468944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:00:58.473400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:58.479138 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "PUT /v2.0/routers/903b5def-e0be-4f50-b3c0-747c5f492752 HTTP/1.1" status: 200 len: 914 time: 6.6520710 Dec 22 13:00:58.480294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc7922-b443-4e7c-97d6-808cabce0617 None None] Sync routers for ids ['903b5def-e0be-4f50-b3c0-747c5f492752'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:00:58.481975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44552) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:58.498240 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc7922-b443-4e7c-97d6-808cabce0617 None None] Routers {'903b5def-e0be-4f50-b3c0-747c5f492752'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:58.502385 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8cdc7922-b443-4e7c-97d6-808cabce0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['903b5def-e0be-4f50-b3c0-747c5f492752'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:58.546319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66dac6ef-2c56-476a-9d13-4fc4744467cf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:58.653830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Transition to ACTIVE for port object 2e8ad7e5-317a-4d2c-a384-e5cf78876649 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:00:58.683552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66dac6ef-2c56-476a-9d13-4fc4744467cf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:58.685740 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8cdc7922-b443-4e7c-97d6-808cabce0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:58.696381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc7922-b443-4e7c-97d6-808cabce0617 None None] Routers {'903b5def-e0be-4f50-b3c0-747c5f492752'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:00:58.697001 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8cdc7922-b443-4e7c-97d6-808cabce0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:00:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['903b5def-e0be-4f50-b3c0-747c5f492752'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:58.697954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:58.750442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dac6ef-2c56-476a-9d13-4fc4744467cf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec40a20-848a-4638-8d0e-cfcace4132b0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:58.752423 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4ec3f474-2d69-40c1-93a4-17e78e58f247 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:00:58.760672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-66dac6ef-2c56-476a-9d13-4fc4744467cf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:58.767047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66dac6ef-2c56-476a-9d13-4fc4744467cf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:58.768212 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-66dac6ef-2c56-476a-9d13-4fc4744467cf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "DELETE /v2.0/security-groups/aec40a20-848a-4638-8d0e-cfcace4132b0 HTTP/1.1" status: 204 len: 168 time: 0.4247384 Dec 22 13:00:58.770746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44560) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:58.784093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7f6a5d-5493-4c44-99ce-3a36a17d6f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:58.823312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8cdc7922-b443-4e7c-97d6-808cabce0617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:00:58.824046 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc7922-b443-4e7c-97d6-808cabce0617 None None] The sync data for ids ['903b5def-e0be-4f50-b3c0-747c5f492752'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:00:58.824405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-df7f6a5d-5493-4c44-99ce-3a36a17d6f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:58.824543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1a862651-9c7b-49f1-9dc0-f8b7154265f1 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Synchronizing usage tracker for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:00:58.828767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-df7f6a5d-5493-4c44-99ce-3a36a17d6f1d admin admin] Usage tracker for resource:security_group_rule and tenant:9076ebaa61454dd4bbbbc360c09b2c8c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:58.833008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-df7f6a5d-5493-4c44-99ce-3a36a17d6f1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:58.838882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-df7f6a5d-5493-4c44-99ce-3a36a17d6f1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:58.846991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1a862651-9c7b-49f1-9dc0-f8b7154265f1 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Unset dirty status for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:00:58.852057 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1a862651-9c7b-49f1-9dc0-f8b7154265f1 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0765235 Dec 22 13:00:58.853466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44564) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:58.859011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group': {'name': 'tempest-secgroup--765100780'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:58.865671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:58.878803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:58.886541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4ec3f474-2d69-40c1-93a4-17e78e58f247 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:58.886868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:58.889564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:58.898484 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-86e82b2d-8bd1-4b29-bfa2-782bfb106c6c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/routers/903b5def-e0be-4f50-b3c0-747c5f492752 HTTP/1.1" status: 200 len: 920 time: 0.4063532 Dec 22 13:00:58.899011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44568) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:58.908559 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-18f80a4c-7aa0-4848-bc7f-9aa89d4e2b64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6f04fc1c38646a996c3de1e1e4bf1fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5040574 Dec 22 13:00:58.910110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44572) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:58.926670 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:58.935047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:58.975535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:58.992817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:59.004469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:59.020875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7c3487b5-1450-4ab9-b4c8-2016f73625f6 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:00:59.024174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:59.031075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f818b9e3-0b3c-4eb2-a0bf-e52623e807cb tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:59.036686 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f818b9e3-0b3c-4eb2-a0bf-e52623e807cb tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&device_id=903b5def-e0be-4f50-b3c0-747c5f492752&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1369057 Dec 22 13:00:59.040360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44576) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:59.141544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 7c3487b5-1450-4ab9-b4c8-2016f73625f6 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:59.147235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 7c3487b5-1450-4ab9-b4c8-2016f73625f6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:59.148238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.194547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network abe8f17a-003f-440d-a1e3-3ef940766770 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:00:59.200701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:00:59.210785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:00:59.211238 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.240743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04593e63-ca28-490d-b38d-c2282aa09fd8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:00:59.245145 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-04593e63-ca28-490d-b38d-c2282aa09fd8 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/networks/98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 881 time: 0.2021005 Dec 22 13:00:59.247491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=2e8ad7e5-317a-4d2c-a384-e5cf78876649,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:59.250545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44580) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:59.265384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:59.317890 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.330074 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f5513e5-ae7d-4147-b97d-d2933a13b97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.332850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.336555 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-333a8e91-f742-4c1a-ab16-e3f56c74f055 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "GET /v2.0/ports?device_id=903b5def-e0be-4f50-b3c0-747c5f492752 HTTP/1.1" status: 200 len: 205 time: 0.0754659 Dec 22 13:00:59.340405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44584) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:59.343746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.352735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 7c3487b5-1450-4ab9-b4c8-2016f73625f6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7c3487b5-1450-4ab9-b4c8-2016f73625f6,segment=NetworkSegment(b029602f-8971-4000-b45c-a4a2db1508d8),segment_id=b029602f-8971-4000-b45c-a4a2db1508d8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:00:59.357195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.360106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9df72b51-0058-4ad3-90aa-349565d99797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:59.363169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7f6a5d-5493-4c44-99ce-3a36a17d6f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.380208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df7f6a5d-5493-4c44-99ce-3a36a17d6f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.390523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-42387c74-e2fb-4b9f-8c38-dbf1dba06a8a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:59.398643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f5513e5-ae7d-4147-b97d-d2933a13b97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.431117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:59.452325 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=7c3487b5-1450-4ab9-b4c8-2016f73625f6,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:59.458221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:59.506776 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-df7f6a5d-5493-4c44-99ce-3a36a17d6f1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9076ebaa61454dd4bbbbc360c09b2c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0740709 Dec 22 13:00:59.513410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44588) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:59.523652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f6a5d-5493-4c44-99ce-3a36a17d6f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fa83a2-92ef-41d5-97de-f908363d5fac,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:59.530549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-df7f6a5d-5493-4c44-99ce-3a36a17d6f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:59.533527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.613462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0555b3af-b866-4706-b43c-6adbc23ff1e0,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:59.616874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:59.632814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.634180 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7797561 Dec 22 13:00:59.644102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44594) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:59.657953 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a75120bc-1543-4cde-bf28-a822a860b92b tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': '0555b3af-b866-4706-b43c-6adbc23ff1e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:00:59.674603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a75120bc-1543-4cde-bf28-a822a860b92b tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:00:59.687489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a75120bc-1543-4cde-bf28-a822a860b92b tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:00:59.688955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-74a38806-2171-4a23-8767-53237bf2a851 None None] Provisioning for port 2e8ad7e5-317a-4d2c-a384-e5cf78876649 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:00:59.695158 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-74a38806-2171-4a23-8767-53237bf2a851 None None] Provisioning complete for port 2e8ad7e5-317a-4d2c-a384-e5cf78876649 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:00:59.695548 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74a38806-2171-4a23-8767-53237bf2a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.697657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a75120bc-1543-4cde-bf28-a822a860b92b tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:00:59.709426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a75120bc-1543-4cde-bf28-a822a860b92b tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:00:59.729766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.785852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-74a38806-2171-4a23-8767-53237bf2a851 None None] Port 2e8ad7e5-317a-4d2c-a384-e5cf78876649 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:00:59.796376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ef1a3676-3524-419f-a78a-c79369818728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.821309 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de87e85a-9e90-479c-8a17-f5984938230a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.870169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f5513e5-ae7d-4147-b97d-d2933a13b97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.883482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4ed81ae4-bcdb-42e2-b6de-1575a0c3f098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:00:59.892818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ef1a3676-3524-419f-a78a-c79369818728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.901347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5513e5-ae7d-4147-b97d-d2933a13b97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9727f8-4e99-444f-9334-9feb02a92f62,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:00:59.903821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6f5513e5-ae7d-4147-b97d-d2933a13b97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:00:59.924867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f5513e5-ae7d-4147-b97d-d2933a13b97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:00:59.926060 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6f5513e5-ae7d-4147-b97d-d2933a13b97b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c9727f8-4e99-444f-9334-9feb02a92f62 HTTP/1.1" status: 204 len: 168 time: 1.0144527 Dec 22 13:00:59.948370 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-a75120bc-1543-4cde-bf28-a822a860b92b tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The resource could not be found. Dec 22 13:00:59.949427 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a75120bc-1543-4cde-bf28-a822a860b92b tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3017230 Dec 22 13:00:59.957821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44604) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:00:59.967589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-480927f1-5aa1-4149-bf3c-68f14126640e tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': '0555b3af-b866-4706-b43c-6adbc23ff1e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f73993ea-c511-4e16-af15-7bbf884698b5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:00.027767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-480927f1-5aa1-4149-bf3c-68f14126640e tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:00.032369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.044520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-480927f1-5aa1-4149-bf3c-68f14126640e tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:00.049067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-480927f1-5aa1-4149-bf3c-68f14126640e tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:00.056627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Deleting port 1926147d-538d-4d4d-8359-dacf0c4362d7 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:00.057105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.062186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-480927f1-5aa1-4149-bf3c-68f14126640e tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:00.097471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ef1a3676-3524-419f-a78a-c79369818728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.117892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2a8273b6-b3a6-4e9c-aedc-444688d74ae0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:00.143776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ef1a3676-3524-419f-a78a-c79369818728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.148057 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ef1a3676-3524-419f-a78a-c79369818728 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8fa83a2-92ef-41d5-97de-f908363d5fac HTTP/1.1" status: 204 len: 168 time: 0.6322320 Dec 22 13:01:00.149162 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-480927f1-5aa1-4149-bf3c-68f14126640e tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The resource could not be found. Dec 22 13:01:00.150344 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-480927f1-5aa1-4149-bf3c-68f14126640e tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1916251 Dec 22 13:01:00.151655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a3676-3524-419f-a78a-c79369818728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fa83a2-92ef-41d5-97de-f908363d5fac,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:00.153269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44612) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:00.159195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ef1a3676-3524-419f-a78a-c79369818728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:00.169951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.177871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.179017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.187972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a77fc7f0-8b10-4c0e-8610-b5bac9d7f57f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:00.332075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=2e8ad7e5-317a-4d2c-a384-e5cf78876649,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:00.343911 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:00.360892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15f40a9f-297b-4200-93c5-f2e86c35ddcc tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.392224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15f40a9f-297b-4200-93c5-f2e86c35ddcc tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.411359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network abe8f17a-003f-440d-a1e3-3ef940766770 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:00.413174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:00.449950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.555564 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7c3487b5-1450-4ab9-b4c8-2016f73625f6 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:00.677028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 7c3487b5-1450-4ab9-b4c8-2016f73625f6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:00.677028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.776547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Calling delete_port for 1926147d-538d-4d4d-8359-dacf0c4362d7 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:00.778064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router a1475693-e305-402b-ade2-92de083c22fd is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:01:00.836755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.844458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44632) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:00.864647 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15f40a9f-297b-4200-93c5-f2e86c35ddcc tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.914505 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2019b952-2e7f-45f7-a8d7-960118ef427d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395266560-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:00.946681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c5698cac-3eb5-4fd1-9fa6-3136989efd27 None None] Provisioning complete for port 2e8ad7e5-317a-4d2c-a384-e5cf78876649 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:00.947063 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5698cac-3eb5-4fd1-9fa6-3136989efd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:00.987860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f40a9f-297b-4200-93c5-f2e86c35ddcc tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0555b3af-b866-4706-b43c-6adbc23ff1e0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:00.988804 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:01.010952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-15f40a9f-297b-4200-93c5-f2e86c35ddcc tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:01.013946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15f40a9f-297b-4200-93c5-f2e86c35ddcc tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:01.017378 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-15f40a9f-297b-4200-93c5-f2e86c35ddcc tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "DELETE /v2.0/security-groups/0555b3af-b866-4706-b43c-6adbc23ff1e0 HTTP/1.1" status: 204 len: 168 time: 0.8590376 Dec 22 13:01:01.023204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44642) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:01.034942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c5698cac-3eb5-4fd1-9fa6-3136989efd27 None None] Port 2e8ad7e5-317a-4d2c-a384-e5cf78876649 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:01:01.077660 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-887d4f1d-b384-4566-b601-5b150f76427a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc89e1b1601e4b799483d656da7607d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2184596 Dec 22 13:01:01.078722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44648) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:01.118281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-86ad28c6-edb2-4a89-9a98-21f991b3bd7e tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Synchronizing usage tracker for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:01:01.124103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:01.133677 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/a1475693-e305-402b-ade2-92de083c22fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1647274 Dec 22 13:01:01.134334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44652) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:01.135854 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33229e3-c744-4af0-ad38-d640f75fb87d None None] Sync routers for ids ['a1475693-e305-402b-ade2-92de083c22fd'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:01.149858 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33229e3-c744-4af0-ad38-d640f75fb87d None None] Routers {'a1475693-e305-402b-ade2-92de083c22fd'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:01.152492 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f33229e3-c744-4af0-ad38-d640f75fb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a1475693-e305-402b-ade2-92de083c22fd'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:01.173309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59ef902-3598-4bb8-ada9-1764324a162e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:01.184302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44656) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:01.196962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-86ad28c6-edb2-4a89-9a98-21f991b3bd7e tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Unset dirty status for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:01:01.198198 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-86ad28c6-edb2-4a89-9a98-21f991b3bd7e tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1740363 Dec 22 13:01:01.203223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44662) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:01.219321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-93007925-5ead-4e4f-a81f-31cc1159bf9c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': '8966307e-5b79-4844-9885-851778eb4622', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:01.228873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-93007925-5ead-4e4f-a81f-31cc1159bf9c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:01.233041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-93007925-5ead-4e4f-a81f-31cc1159bf9c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:01.236274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-93007925-5ead-4e4f-a81f-31cc1159bf9c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:01.240040 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f33229e3-c744-4af0-ad38-d640f75fb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:01.243338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-93007925-5ead-4e4f-a81f-31cc1159bf9c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:01.251487 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33229e3-c744-4af0-ad38-d640f75fb87d None None] Routers {'a1475693-e305-402b-ade2-92de083c22fd'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:01.252718 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f33229e3-c744-4af0-ad38-d640f75fb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a1475693-e305-402b-ade2-92de083c22fd'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:01.257490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59ef902-3598-4bb8-ada9-1764324a162e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:01.266603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54872088-e40a-4c42-ab3f-73c25ece3a70 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:01.268016 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-54872088-e40a-4c42-ab3f-73c25ece3a70 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports/2e8ad7e5-317a-4d2c-a384-e5cf78876649 HTTP/1.1" status: 200 len: 911 time: 0.1322634 Dec 22 13:01:01.270882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44666) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:01.335750 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-93007925-5ead-4e4f-a81f-31cc1159bf9c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The resource could not be found. Dec 22 13:01:01.336620 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f33229e3-c744-4af0-ad38-d640f75fb87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:01.336894 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-93007925-5ead-4e4f-a81f-31cc1159bf9c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1326478 Dec 22 13:01:01.337596 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33229e3-c744-4af0-ad38-d640f75fb87d None None] The sync data for ids ['a1475693-e305-402b-ade2-92de083c22fd'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:01.344966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44670) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:01.361373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59ef902-3598-4bb8-ada9-1764324a162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:01.366667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-55951f1e-5896-4e31-b8d9-6692c6831b35 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:01.380560 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ef902-3598-4bb8-ada9-1764324a162e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55daf6b-3a7a-46a4-a39f-d48290fcf6c6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:01.383119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b59ef902-3598-4bb8-ada9-1764324a162e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:01.389097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b59ef902-3598-4bb8-ada9-1764324a162e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:01.391767 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b59ef902-3598-4bb8-ada9-1764324a162e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c55daf6b-3a7a-46a4-a39f-d48290fcf6c6 HTTP/1.1" status: 204 len: 168 time: 0.3105531 Dec 22 13:01:01.407307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1246181818'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:01.424158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485549117'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:01.438977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:01.443469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:01.451145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:01.453178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-06a35705-e560-4a12-ab6b-fd84cd603163 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:01.480963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:network and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:01.494852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:01.511194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Pushing event deleted for resources: {'Port': ['ID=1926147d-538d-4d4d-8359-dacf0c4362d7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:01.540893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:01.552634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:01.559052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:01.610734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:01.614463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:01.743272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:01.778504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:01.815673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:01.822479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:01.829781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:01.875150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:security_group_rule and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:01.877951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:01.939133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:02.046054 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:02.056717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:02.121766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:02.162146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.172852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.237989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44700) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:02.247342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.370129 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d48620d3-36d0-4576-9720-83a87fd600ca tempest-AgentManagementNegativeTest-515387097 tempest-AgentManagementNegativeTest-515387097-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1300135 Dec 22 13:01:02.406262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.406755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Fanout notify agent at l3_agent the message router_deleted on router 903b5def-e0be-4f50-b3c0-747c5f492752 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:01:02.530248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.550489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.559727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fe88d710-ec08-4516-af03-d7feb6b851f0 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:02.585300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.605865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.616674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.617754 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/routers/903b5def-e0be-4f50-b3c0-747c5f492752 HTTP/1.1" status: 204 len: 168 time: 3.2763829 Dec 22 13:01:02.621787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44710) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:02.625322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.627212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-665971162', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:02.634879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:02.635028 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.638630 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2886620 Dec 22 13:01:02.639046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Usage tracker for resource:router and tenant:fc6b0c4578ba40c0a0d6646bbe4e6207 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:02.639962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44714) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:02.641611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad4c51c-528d-4b53-a53d-6d5805fa0898,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:02.642718 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:02.650894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:02.651418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0f2c2f19-1242-4909-994d-49c9a09a037f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:02.651893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:02.665142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44718) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:02.668261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group': {'name': 'tempest-secgroup--2113939544'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:02.671345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.672439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.677242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:02.679884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:02.693265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.818680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:02.831556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.831933 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Added segment 78ac88b5-e047-425a-bc12-1456b8efa522 of type vlan for network ae36faf9-3db6-429c-89d1-47a7a0a6c47f Dec 22 13:01:02.840958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f4c80c3-8d70-4e12-9fd2-620c146ac8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.849485 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811b42dc-0799-4229-9739-12071ca5957b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:02.860440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:02.861095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5f4c80c3-8d70-4e12-9fd2-620c146ac8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:02.874808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.896363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:02.921872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:02.928025 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5f4c80c3-8d70-4e12-9fd2-620c146ac8f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f56af179b2234a3da6b5b3390eda99a3 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:02.958565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:02.972486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:02.985352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5f4c80c3-8d70-4e12-9fd2-620c146ac8f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:02.987853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:03.002398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5f4c80c3-8d70-4e12-9fd2-620c146ac8f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:03.015564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.021149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:03.021766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.029564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:03.145584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.202563 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0150487 Dec 22 13:01:03.222531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Network': ['ID=ae36faf9-3db6-429c-89d1-47a7a0a6c47f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:03.228692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:03.235812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network ae36faf9-3db6-429c-89d1-47a7a0a6c47f details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:03.320435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.323180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f4c80c3-8d70-4e12-9fd2-620c146ac8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.333200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f4c80c3-8d70-4e12-9fd2-620c146ac8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.335305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.339804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Allocated IP 2001:db8:1::1 (28e9acb8-1c75-4f3b-b9d0-8b2baf799647/21c12cd4-2715-4e47-a23c-dbc887ee4021/ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:03.343305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:03.362132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:03.437130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c80c3-8d70-4e12-9fd2-620c146ac8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b9fe37-ff71-4025-a2fc-82abb38db3b2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:03.462735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.464722 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8204343 Dec 22 13:01:03.472227 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44730) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:03.484740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f4c80c3-8d70-4e12-9fd2-620c146ac8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:03.486251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-02a475c0-b8dc-4eb3-9063-ecd36253f4af tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': '6ad4c51c-528d-4b53-a53d-6d5805fa0898', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e8cdbc3f-e0d9-4fdf-8526-6e9a871629ff'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:03.490605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cdbc3f-e0d9-4fdf-8526-6e9a871629ff,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:03.501124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:03.501974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-02a475c0-b8dc-4eb3-9063-ecd36253f4af tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:03.510021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-02a475c0-b8dc-4eb3-9063-ecd36253f4af tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:03.514851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-02a475c0-b8dc-4eb3-9063-ecd36253f4af tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:03.524384 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-02a475c0-b8dc-4eb3-9063-ecd36253f4af tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:03.529695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44734) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:03.530151 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5f4c80c3-8d70-4e12-9fd2-620c146ac8f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f56af179b2234a3da6b5b3390eda99a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8631876 Dec 22 13:01:03.652171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.666946 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-02a475c0-b8dc-4eb3-9063-ecd36253f4af tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:01:03.671275 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-02a475c0-b8dc-4eb3-9063-ecd36253f4af tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1948628 Dec 22 13:01:03.674649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44738) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:03.695291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b65c5eab-09ed-45ca-b4c5-dfffd2870e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.697835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Transition to ACTIVE for port object ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:03.746531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b65c5eab-09ed-45ca-b4c5-dfffd2870e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.776295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.805761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.812386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14837217-ccab-4912-bf2a-8e8947e38292 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.838803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.845517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9475d452-a083-4103-9c26-7328742da162 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:03.886326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14837217-ccab-4912-bf2a-8e8947e38292 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.904661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b65c5eab-09ed-45ca-b4c5-dfffd2870e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.951018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 28e9acb8-1c75-4f3b-b9d0-8b2baf799647 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:03.960327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:03.965103 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:03.967463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:03.967807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:03.997131 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Allocated IP 172.26.4.14 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/2ca6b8d5-e346-4ffe-b78e-4a7e593d88fb) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:04.094672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b65c5eab-09ed-45ca-b4c5-dfffd2870e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:04.096012 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b65c5eab-09ed-45ca-b4c5-dfffd2870e53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34b9fe37-ff71-4025-a2fc-82abb38db3b2 HTTP/1.1" status: 204 len: 168 time: 0.5646839 Dec 22 13:01:04.108981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:04.110177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2fdefa50-57ed-4c3a-9956-37363785b57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:04.138353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c5eab-09ed-45ca-b4c5-dfffd2870e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b9fe37-ff71-4025-a2fc-82abb38db3b2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:04.146924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b65c5eab-09ed-45ca-b4c5-dfffd2870e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:04.156737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14837217-ccab-4912-bf2a-8e8947e38292 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:04.164888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:04.199375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14837217-ccab-4912-bf2a-8e8947e38292 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cdbc3f-e0d9-4fdf-8526-6e9a871629ff,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:04.205923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-14837217-ccab-4912-bf2a-8e8947e38292 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:04.217744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-14837217-ccab-4912-bf2a-8e8947e38292 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:04.219103 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-14837217-ccab-4912-bf2a-8e8947e38292 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "DELETE /v2.0/security-groups/e8cdbc3f-e0d9-4fdf-8526-6e9a871629ff HTTP/1.1" status: 204 len: 168 time: 0.5435631 Dec 22 13:01:04.224065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44744) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:04.240330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:04.285985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:04.297953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:04.354185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:04.363869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:04.367458 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:04.385469 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a8acd3e3-6eba-4b58-aabd-dfa561b3ab16 None None] Provisioning for port ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:04.398099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a8acd3e3-6eba-4b58-aabd-dfa561b3ab16 None None] Provisioning complete for port ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:04.399263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8acd3e3-6eba-4b58-aabd-dfa561b3ab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:04.509747 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:04.527197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a8acd3e3-6eba-4b58-aabd-dfa561b3ab16 None None] Port ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:01:04.803450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Pushing event updated for resources: {'Port': ['ID=2ca6b8d5-e346-4ffe-b78e-4a7e593d88fb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:04.808640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:04.890642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-81d34d2f-5034-4e74-9e12-1d80c7806779 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Synchronizing usage tracker for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:01:04.953596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-81d34d2f-5034-4e74-9e12-1d80c7806779 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Unset dirty status for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:01:04.955731 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-81d34d2f-5034-4e74-9e12-1d80c7806779 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7293167 Dec 22 13:01:04.959126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44766) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:05.154894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74feb097-5ce1-4975-903b-edce701d9bd3 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:05.186113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74feb097-5ce1-4975-903b-edce701d9bd3 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:05.217334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:05.233242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74feb097-5ce1-4975-903b-edce701d9bd3 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:05.246204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aa543644-b791-405e-ae01-577fb7ad9406 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:05.255855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44776) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:05.283878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74feb097-5ce1-4975-903b-edce701d9bd3 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad4c51c-528d-4b53-a53d-6d5805fa0898,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:05.286402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-74feb097-5ce1-4975-903b-edce701d9bd3 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:05.298909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74feb097-5ce1-4975-903b-edce701d9bd3 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:05.302366 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-74feb097-5ce1-4975-903b-edce701d9bd3 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "DELETE /v2.0/security-groups/6ad4c51c-528d-4b53-a53d-6d5805fa0898 HTTP/1.1" status: 204 len: 168 time: 0.3420143 Dec 22 13:01:05.304197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44782) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:05.339709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:05.351257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:05.352099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:05.363264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:05.490244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8fe645b0-ac8e-4ab1-a66e-29e883ddde6b tempest-DvrRoutersNegativeTest-1589911721 tempest-DvrRoutersNegativeTest-1589911721-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1491026733', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:05.493052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.policy [None req-8fe645b0-ac8e-4ab1-a66e-29e883ddde6b tempest-DvrRoutersNegativeTest-1589911721 tempest-DvrRoutersNegativeTest-1589911721-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87569) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 22 13:01:05.493311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.policy [None req-8fe645b0-ac8e-4ab1-a66e-29e883ddde6b tempest-DvrRoutersNegativeTest-1589911721 tempest-DvrRoutersNegativeTest-1589911721-project] Failed policy check for 'create_router' {{(pid=87569) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 22 13:01:05.493827 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-8fe645b0-ac8e-4ab1-a66e-29e883ddde6b tempest-DvrRoutersNegativeTest-1589911721 tempest-DvrRoutersNegativeTest-1589911721-project] create failed (client error): Access was denied to this resource. Dec 22 13:01:05.494769 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8fe645b0-ac8e-4ab1-a66e-29e883ddde6b tempest-DvrRoutersNegativeTest-1589911721 tempest-DvrRoutersNegativeTest-1589911721-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2359121 Dec 22 13:01:05.505023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4120519a-690e-4d05-8f52-5c7da7c2224c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Synchronizing usage tracker for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:01:05.547851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:05.550777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:05.561145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4120519a-690e-4d05-8f52-5c7da7c2224c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Unset dirty status for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:01:05.566944 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4120519a-690e-4d05-8f52-5c7da7c2224c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2617514 Dec 22 13:01:05.577434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44788) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:05.585104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551399120'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:05.601254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:05.623280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 28e9acb8-1c75-4f3b-b9d0-8b2baf799647 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:05.624658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:05.626901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:05.783088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:05.875061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:05.928366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router a1475693-e305-402b-ade2-92de083c22fd has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:01:05.966209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44800) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:06.087392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-dd543d91-4fef-4e27-8d7f-b09e3218c843 None None] Provisioning complete for port ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:06.088725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dd543d91-4fef-4e27-8d7f-b09e3218c843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:06.125623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Router e220f67e-0e7a-4811-8a70-31e05185d484 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:01:06.138299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:06.142068 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:06.144883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:06.150504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:06.157224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-dd543d91-4fef-4e27-8d7f-b09e3218c843 None None] Port ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:01:06.224093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:06.234332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:06.262865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-31c1136f-4ddb-49e4-9b05-d62579aee119 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:06.279026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:06.280334 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7019093 Dec 22 13:01:06.285043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44806) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:06.287786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:06.294416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a17a1349-3e9b-49f8-9513-c7727c3cb3e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': '71f91a31-87ec-4027-ac17-f962a38423bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:06.300675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a17a1349-3e9b-49f8-9513-c7727c3cb3e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:06.302984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ad0176-7515-4495-b653-f49d2d5227e1 None None] Sync routers for ids ['a1475693-e305-402b-ade2-92de083c22fd'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:06.306680 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/a1475693-e305-402b-ade2-92de083c22fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0348053 Dec 22 13:01:06.307336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44810) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:06.314427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ad0176-7515-4495-b653-f49d2d5227e1 None None] Routers {'a1475693-e305-402b-ade2-92de083c22fd'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:06.315219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-29ad0176-7515-4495-b653-f49d2d5227e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a1475693-e305-402b-ade2-92de083c22fd'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:06.317686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44812) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:06.319039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a17a1349-3e9b-49f8-9513-c7727c3cb3e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:06.329200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a17a1349-3e9b-49f8-9513-c7727c3cb3e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:06.334930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'subnet': {'network_id': 'ae36faf9-3db6-429c-89d1-47a7a0a6c47f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:06.365358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:06.375458 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ebd0b-7429-4aaa-9de5-6956e6e5b088 None None] Sync routers for ids ['e220f67e-0e7a-4811-8a70-31e05185d484'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:06.386032 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ebd0b-7429-4aaa-9de5-6956e6e5b088 None None] Routers {'e220f67e-0e7a-4811-8a70-31e05185d484'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:06.386838 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-521ebd0b-7429-4aaa-9de5-6956e6e5b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e220f67e-0e7a-4811-8a70-31e05185d484'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:06.394012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-29ad0176-7515-4495-b653-f49d2d5227e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:06.404483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ad0176-7515-4495-b653-f49d2d5227e1 None None] Routers {'a1475693-e305-402b-ade2-92de083c22fd'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:06.404680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:06.405283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-29ad0176-7515-4495-b653-f49d2d5227e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a1475693-e305-402b-ade2-92de083c22fd'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:06.407309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a17a1349-3e9b-49f8-9513-c7727c3cb3e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:06.409115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44818) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:06.411922 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7881851 Dec 22 13:01:06.454076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f91a31-87ec-4027-ac17-f962a38423bf,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:06.459007 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-521ebd0b-7429-4aaa-9de5-6956e6e5b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:06.471425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-29ad0176-7515-4495-b653-f49d2d5227e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:06.471948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ad0176-7515-4495-b653-f49d2d5227e1 None None] The sync data for ids ['a1475693-e305-402b-ade2-92de083c22fd'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:06.472420 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-669758cf-8468-4ad8-bcab-9dbc6eadd877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:06.474675 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ebd0b-7429-4aaa-9de5-6956e6e5b088 None None] Routers {'e220f67e-0e7a-4811-8a70-31e05185d484'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:06.475276 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-521ebd0b-7429-4aaa-9de5-6956e6e5b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e220f67e-0e7a-4811-8a70-31e05185d484'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:06.535525 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-521ebd0b-7429-4aaa-9de5-6956e6e5b088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:06.536105 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521ebd0b-7429-4aaa-9de5-6956e6e5b088 None None] The sync data for ids ['e220f67e-0e7a-4811-8a70-31e05185d484'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:06.598558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:06.603244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:06.718572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-669758cf-8468-4ad8-bcab-9dbc6eadd877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:06.737878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-669758cf-8468-4ad8-bcab-9dbc6eadd877 admin admin] Usage tracker for resource:security_group_rule and tenant:f3248498e12e48a982f74945152716e7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:06.751455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c708ce7-d847-46fc-b0db-5942152e16b3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:06.752096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5c708ce7-d847-46fc-b0db-5942152e16b3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Synchronizing usage tracker for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:01:06.754979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-669758cf-8468-4ad8-bcab-9dbc6eadd877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:06.768966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-669758cf-8468-4ad8-bcab-9dbc6eadd877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:06.819794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:06.836912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:subnet and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:06.854189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:06.859506 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-a17a1349-3e9b-49f8-9513-c7727c3cb3e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:01:06.860615 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a17a1349-3e9b-49f8-9513-c7727c3cb3e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5745060 Dec 22 13:01:06.863850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44822) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:06.867950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:06.869983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a8a94b86-c23d-4589-9592-6de6b53f460f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group_rule': {'security_group_id': '71f91a31-87ec-4027-ac17-f962a38423bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:06.876813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a8a94b86-c23d-4589-9592-6de6b53f460f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:06.880683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a8a94b86-c23d-4589-9592-6de6b53f460f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:06.883553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a8a94b86-c23d-4589-9592-6de6b53f460f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:06.889364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a8a94b86-c23d-4589-9592-6de6b53f460f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:06.902774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:06.906276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:06.918204 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-a8a94b86-c23d-4589-9592-6de6b53f460f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:01:06.921996 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a8a94b86-c23d-4589-9592-6de6b53f460f tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0543938 Dec 22 13:01:06.922379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44826) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:06.923585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5c708ce7-d847-46fc-b0db-5942152e16b3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Unset dirty status for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:01:06.924766 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5c708ce7-d847-46fc-b0db-5942152e16b3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports/ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190 HTTP/1.1" status: 200 len: 913 time: 0.5990961 Dec 22 13:01:06.932649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44830) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:06.987078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd09a2af-b9a8-49fc-b2ad-8bf17d2ed351 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.024934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd09a2af-b9a8-49fc-b2ad-8bf17d2ed351 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.088617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd09a2af-b9a8-49fc-b2ad-8bf17d2ed351 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.093055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-df7f6a5d-5493-4c44-99ce-3a36a17d6f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:07.114276 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09a2af-b9a8-49fc-b2ad-8bf17d2ed351 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f91a31-87ec-4027-ac17-f962a38423bf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:07.118581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fd09a2af-b9a8-49fc-b2ad-8bf17d2ed351 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:07.123111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd09a2af-b9a8-49fc-b2ad-8bf17d2ed351 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.125039 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fd09a2af-b9a8-49fc-b2ad-8bf17d2ed351 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "DELETE /v2.0/security-groups/71f91a31-87ec-4027-ac17-f962a38423bf HTTP/1.1" status: 204 len: 168 time: 0.2010856 Dec 22 13:01:07.135895 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44838) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:07.199183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-11aeb600-3fba-4849-bfd5-56f9d72afc38 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Synchronizing usage tracker for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:01:07.218370 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-11aeb600-3fba-4849-bfd5-56f9d72afc38 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Unset dirty status for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:01:07.220142 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-11aeb600-3fba-4849-bfd5-56f9d72afc38 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0830276 Dec 22 13:01:07.224453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44844) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:07.230407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group': {'name': 'tempest-secgroup--290713872'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:07.241243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:07.254313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:07.266976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.291506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:07.295423 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Usage tracker for resource:security_group_rule and tenant:cb8d3ac3f2a946cfa1821f0758362108 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:07.298444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:07.304516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:07.376797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.381763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.387212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-093b81af-aef2-47f0-80ef-3468085f1b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:07.429028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5874da8d-8ec5-4f3a-bed0-fa4d71a634d4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:07.432001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:07.433384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.436438 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2104561 Dec 22 13:01:07.437586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44848) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:07.443091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e7d489fa-9b6a-4d06-aa64-8d03f63695e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:07.444053 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING neutron.api.v2.base [None req-e7d489fa-9b6a-4d06-aa64-8d03f63695e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 13:01:07.444580 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-e7d489fa-9b6a-4d06-aa64-8d03f63695e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 13:01:07.445509 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e7d489fa-9b6a-4d06-aa64-8d03f63695e6 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "PUT /v2.0/security-groups/5874da8d-8ec5-4f3a-bed0-fa4d71a634d4 HTTP/1.1" status: 409 len: 330 time: 0.0070164 Dec 22 13:01:07.448209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44852) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:07.459217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-669758cf-8468-4ad8-bcab-9dbc6eadd877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.511382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77853220-f6b8-4c37-b10b-8659c741d7c5 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.539967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-669758cf-8468-4ad8-bcab-9dbc6eadd877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.542233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77853220-f6b8-4c37-b10b-8659c741d7c5 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.589755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77853220-f6b8-4c37-b10b-8659c741d7c5 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.595204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:07.598655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8d887ff4-62ec-45fa-ba92-748718260f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:07.610660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77853220-f6b8-4c37-b10b-8659c741d7c5 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5874da8d-8ec5-4f3a-bed0-fa4d71a634d4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:07.614623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-77853220-f6b8-4c37-b10b-8659c741d7c5 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:07.618039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77853220-f6b8-4c37-b10b-8659c741d7c5 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.619142 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-77853220-f6b8-4c37-b10b-8659c741d7c5 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "DELETE /v2.0/security-groups/5874da8d-8ec5-4f3a-bed0-fa4d71a634d4 HTTP/1.1" status: 204 len: 168 time: 0.1699719 Dec 22 13:01:07.621780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44856) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:07.670847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8d6bf80a-97c4-4376-b4d4-315b8a9d271a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Synchronizing usage tracker for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:01:07.685973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8d6bf80a-97c4-4376-b4d4-315b8a9d271a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Unset dirty status for tenant:cb8d3ac3f2a946cfa1821f0758362108 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:01:07.687326 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8d6bf80a-97c4-4376-b4d4-315b8a9d271a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0645201 Dec 22 13:01:07.691254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44860) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:07.707822 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-d1239b61-c18a-4093-b950-2ab3a7e8e47a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] delete failed (client error): The resource could not be found. Dec 22 13:01:07.712510 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d1239b61-c18a-4093-b950-2ab3a7e8e47a tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "DELETE /v2.0/security-groups/a8eb08e2-7bc2-4fbc-999a-2d62ca21aef6 HTTP/1.1" status: 404 len: 347 time: 0.0165706 Dec 22 13:01:07.712672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44864) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:07.719028 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-669758cf-8468-4ad8-bcab-9dbc6eadd877 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3248498e12e48a982f74945152716e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7518170 Dec 22 13:01:07.724868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44868) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:07.743555 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-d04233d2-7d11-4e67-b579-df9336f03b3c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] show failed (client error): The resource could not be found. Dec 22 13:01:07.748124 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d04233d2-7d11-4e67-b579-df9336f03b3c tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "GET /v2.0/security-groups/cf2fc5b6-14fe-4df1-bd59-53f172242b19 HTTP/1.1" status: 404 len: 347 time: 0.0306866 Dec 22 13:01:07.750888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44872) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:07.775426 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-7ccab640-d85f-4df0-88f1-c2a336329745 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] show failed (client error): The resource could not be found. Dec 22 13:01:07.779823 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7ccab640-d85f-4df0-88f1-c2a336329745 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] 10.222.0.24 "GET /v2.0/security-group-rules/cd094246-264c-4272-a7f4-6045984da941 HTTP/1.1" status: 404 len: 356 time: 0.0247116 Dec 22 13:01:07.801179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19967698-7bf0-4ca9-90c6-4197e7674027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.810726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669758cf-8468-4ad8-bcab-9dbc6eadd877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6523b778-00bd-4192-a3ae-53798eef39d0,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:07.832054 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-669758cf-8468-4ad8-bcab-9dbc6eadd877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:07.833268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19967698-7bf0-4ca9-90c6-4197e7674027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:07.938055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.021641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19967698-7bf0-4ca9-90c6-4197e7674027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.026122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44880) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:08.026848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07ae9525-9b70-4d21-95c6-ca13d129f4c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:08.044205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19967698-7bf0-4ca9-90c6-4197e7674027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6523b778-00bd-4192-a3ae-53798eef39d0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:08.046417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-19967698-7bf0-4ca9-90c6-4197e7674027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:08.051768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19967698-7bf0-4ca9-90c6-4197e7674027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.055331 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-19967698-7bf0-4ca9-90c6-4197e7674027 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6523b778-00bd-4192-a3ae-53798eef39d0 HTTP/1.1" status: 204 len: 168 time: 0.3271630 Dec 22 13:01:08.087520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-691cf02d-05e4-44ce-8385-95c80b5352bd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:08.132410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.192293 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.203097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Subnet': ['ID=d6b1673c-b0dc-4fac-9d53-91de1e276630,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:08.208881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:08.217806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Deleting port 2ca6b8d5-e346-4ffe-b78e-4a7e593d88fb {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:08.218109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.257828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Checking segment: {'id': '78ac88b5-e047-425a-bc12-1456b8efa522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ae36faf9-3db6-429c-89d1-47a7a0a6c47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:08.258184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network hostable DHCP agents. Network: ae36faf9-3db6-429c-89d1-47a7a0a6c47f, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:08.403454 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4f824987-9972-4dba-beb0-487ee846688d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb8d3ac3f2a946cfa1821f0758362108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3691111 Dec 22 13:01:08.411964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44900) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:08.417355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network ae36faf9-3db6-429c-89d1-47a7a0a6c47f is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:08.459837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, ae36faf9-3db6-429c-89d1-47a7a0a6c47f) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:08.469218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4401f6a-cf32-4d81-a974-0fda2a11fdf4 None None] Network ae36faf9-3db6-429c-89d1-47a7a0a6c47f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:08.481181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:08.481768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.530465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.563037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.710429 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-ae36faf9-3db6-429c-89d1-47a7a0a6c47f', 'network_id': 'ae36faf9-3db6-429c-89d1-47a7a0a6c47f', 'tenant_id': 'facdeebb2a8e45a8a58abd0396f79f69', 'fixed_ips': [{'subnet_id': 'd6b1673c-b0dc-4fac-9d53-91de1e276630'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:08.711442 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.786458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Calling delete_port for 2ca6b8d5-e346-4ffe-b78e-4a7e593d88fb owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:08.815092 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4990451 Dec 22 13:01:08.819045 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44916) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:08.827929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1565693749'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:08.831429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69947de9-3619-430c-a53b-f72fdfc14572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.834033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:08.838779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:network and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:08.843842 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:08.850895 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:08.863756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:08.868435 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.895254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Allocated IP 2001:db8:0:ffff::2 (ae36faf9-3db6-429c-89d1-47a7a0a6c47f/d6b1673c-b0dc-4fac-9d53-91de1e276630/dd10d911-9e80-4a07-8b33-5b0da2db1b81) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:08.899685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69947de9-3619-430c-a53b-f72fdfc14572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.906909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:08.915149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44920) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:08.925028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.925222 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Added segment d15c4055-0573-4be2-a8ad-da88213a5b4d of type vlan for network 38c8d1d7-359f-4dda-92fe-eb5f025a10c7 Dec 22 13:01:08.958460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:08.996618 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.005409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:09.006266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.012764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:09.047187 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-139769d7-4245-46af-a0a2-07945f53dcb0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1464256616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:09.103135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-139769d7-4245-46af-a0a2-07945f53dcb0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:09.125026 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-139769d7-4245-46af-a0a2-07945f53dcb0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Usage tracker for resource:router and tenant:bc7fe93a9e4a4827b1741c3fe2d8cbc0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:09.134356 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3108485 Dec 22 13:01:09.134356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-139769d7-4245-46af-a0a2-07945f53dcb0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:09.136916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44926) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:09.142052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Network': ['ID=38c8d1d7-359f-4dda-92fe-eb5f025a10c7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:09.144643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-139769d7-4245-46af-a0a2-07945f53dcb0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:09.146883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:09.149217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'subnet': {'network_id': '38c8d1d7-359f-4dda-92fe-eb5f025a10c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:09.157705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-139769d7-4245-46af-a0a2-07945f53dcb0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.159245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-139769d7-4245-46af-a0a2-07945f53dcb0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.173579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69947de9-3619-430c-a53b-f72fdfc14572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.183815 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 38c8d1d7-359f-4dda-92fe-eb5f025a10c7 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:09.220895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b65c5eab-09ed-45ca-b4c5-dfffd2870e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:09.287265 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.305105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69947de9-3619-430c-a53b-f72fdfc14572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50562435-40e4-4177-948a-15c6f0f24298,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:09.323257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-69947de9-3619-430c-a53b-f72fdfc14572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:09.332462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Transition to ACTIVE for port object dd10d911-9e80-4a07-8b33-5b0da2db1b81 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:09.345915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.350861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-139769d7-4245-46af-a0a2-07945f53dcb0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.355465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8708a615-36e7-47ee-ba9a-37bf312c913a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:09.361261 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Transition to ACTIVE for port object dd10d911-9e80-4a07-8b33-5b0da2db1b81 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:09.369136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.373741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-68d8cdca-d0c7-4426-bb59-c29a3859cc51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:09.391922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-139769d7-4245-46af-a0a2-07945f53dcb0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.397042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:09.397382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.422591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-139769d7-4245-46af-a0a2-07945f53dcb0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.424893 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-139769d7-4245-46af-a0a2-07945f53dcb0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5084651 Dec 22 13:01:09.427433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44932) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:09.436089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1234850296'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:09.442305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:09.446649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Pushing event deleted for resources: {'Port': ['ID=2ca6b8d5-e346-4ffe-b78e-4a7e593d88fb,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:09.449867 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Pushing event updated for resources: {'Port': ['ID=dd10d911-9e80-4a07-8b33-5b0da2db1b81,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:09.453736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:09.462694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Usage tracker for resource:network and tenant:bc7fe93a9e4a4827b1741c3fe2d8cbc0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:09.468975 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Network ae36faf9-3db6-429c-89d1-47a7a0a6c47f is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:09.470655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:09.472185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:09.476390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:09.479859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:09.484188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:09.489704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:09.489898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69947de9-3619-430c-a53b-f72fdfc14572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.491008 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-69947de9-3619-430c-a53b-f72fdfc14572 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50562435-40e4-4177-948a-15c6f0f24298 HTTP/1.1" status: 204 len: 168 time: 1.0780993 Dec 22 13:01:09.500482 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:subnet and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:09.521392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Made reservation on behalf of bc7fe93a9e4a4827b1741c3fe2d8cbc0 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:09.531902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:09.534620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.567791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:09.585278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.636861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:09.648737 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Attempting to bind port dd10d911-9e80-4a07-8b33-5b0da2db1b81 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:09.649649 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Attempting to bind port dd10d911-9e80-4a07-8b33-5b0da2db1b81 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '78ac88b5-e047-425a-bc12-1456b8efa522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ae36faf9-3db6-429c-89d1-47a7a0a6c47f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:09.650187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Attempting to bind port dd10d911-9e80-4a07-8b33-5b0da2db1b81 on network ae36faf9-3db6-429c-89d1-47a7a0a6c47f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:09.653903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Usage tracker for resource:security_group_rule and tenant:bc7fe93a9e4a4827b1741c3fe2d8cbc0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:09.656987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:09.657654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Checking segment: {'id': '78ac88b5-e047-425a-bc12-1456b8efa522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ae36faf9-3db6-429c-89d1-47a7a0a6c47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:09.658221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:09.658357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.658872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Bound using segment: {'id': '78ac88b5-e047-425a-bc12-1456b8efa522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ae36faf9-3db6-429c-89d1-47a7a0a6c47f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:09.659644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Bound port: dd10d911-9e80-4a07-8b33-5b0da2db1b81, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ac88b5-e047-425a-bc12-1456b8efa522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ae36faf9-3db6-429c-89d1-47a7a0a6c47f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:09.660194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.670520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:09.777753 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.783557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.790843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.792338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:09.792669 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] For port dd10d911-9e80-4a07-8b33-5b0da2db1b81, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:09.796943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] For port dd10d911-9e80-4a07-8b33-5b0da2db1b81, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dd10d911-9e80-4a07-8b33-5b0da2db1b81,segment=NetworkSegment(78ac88b5-e047-425a-bc12-1456b8efa522),segment_id=78ac88b5-e047-425a-bc12-1456b8efa522)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:09.804154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.821465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-caf8298c-2113-4496-899f-3c8020883e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:09.825490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:09.834677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ca6630-0ce8-4be4-a6fa-b575ec790699,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:09.839155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:09.842175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.842564 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Added segment 76405d76-feea-44e5-9c99-bbd0a66290e2 of type vlan for network bdbc13a4-082c-472d-bc99-74e9c5956ba4 Dec 22 13:01:09.882979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.909229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:09.913053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.917234 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Pushing event updated for resources: {'Port': ['ID=dd10d911-9e80-4a07-8b33-5b0da2db1b81,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:09.917694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.932766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:09.934659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:09.935358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:09.941999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-22222218-4cf8-4f98-b533-c96877f39456 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:10.078483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44948) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:10.083059 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6436195 Dec 22 13:01:10.087807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'Network': ['ID=bdbc13a4-082c-472d-bc99-74e9c5956ba4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:10.099467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:10.100346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network bdbc13a4-082c-472d-bc99-74e9c5956ba4 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:10.186428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Request body: {'subnet': {'network_id': 'bdbc13a4-082c-472d-bc99-74e9c5956ba4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:10.221863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:10.358306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:10.503919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:10.543949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dd10d911-9e80-4a07-8b33-5b0da2db1b81 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:10.648492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:10.658805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:10.658805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44968) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:10.659676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:10.674874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Usage tracker for resource:subnet and tenant:bc7fe93a9e4a4827b1741c3fe2d8cbc0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:10.678011 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port dd10d911-9e80-4a07-8b33-5b0da2db1b81 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:10.735095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:10.848528 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-48bb1b90-2b83-43e0-a98e-e92da32a8748 tempest-ServiceProvidersTest-53927205 tempest-ServiceProvidersTest-53927205-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1902173 Dec 22 13:01:10.876887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:10.902714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Router e220f67e-0e7a-4811-8a70-31e05185d484 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:01:10.931256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Made reservation on behalf of bc7fe93a9e4a4827b1741c3fe2d8cbc0 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:10.934762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:11.120446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f7ee2e-5330-4905-84ae-982d5a2423cb None None] Network ae36faf9-3db6-429c-89d1-47a7a0a6c47f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:11.152354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44980) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:11.277782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-305e3501-5550-408a-abfd-a77e58ff38da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:11.283825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3956590b-20e9-4ff4-97ad-7fac47853892 None None] Provisioning for port dd10d911-9e80-4a07-8b33-5b0da2db1b81 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:11.294936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-305e3501-5550-408a-abfd-a77e58ff38da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:11.297336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3956590b-20e9-4ff4-97ad-7fac47853892 None None] Provisioning complete for port dd10d911-9e80-4a07-8b33-5b0da2db1b81 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:11.297748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3956590b-20e9-4ff4-97ad-7fac47853892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:11.299879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-305e3501-5550-408a-abfd-a77e58ff38da admin admin] Usage tracker for resource:security_group_rule and tenant:77767ef35d7e4a42af5ef02065f126ba is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:11.303035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-305e3501-5550-408a-abfd-a77e58ff38da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:11.310625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-305e3501-5550-408a-abfd-a77e58ff38da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:11.323197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:11.344799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fa363-3082-47d0-9bf5-86e7e224b2bb None None] Sync routers for ids ['e220f67e-0e7a-4811-8a70-31e05185d484'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:11.400870 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fa363-3082-47d0-9bf5-86e7e224b2bb None None] Routers {'e220f67e-0e7a-4811-8a70-31e05185d484'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:11.400870 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d52fa363-3082-47d0-9bf5-86e7e224b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e220f67e-0e7a-4811-8a70-31e05185d484'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:11.402099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:11.405626 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "PUT /v2.0/routers/e220f67e-0e7a-4811-8a70-31e05185d484 HTTP/1.1" status: 200 len: 705 time: 4.9506590 Dec 22 13:01:11.410101 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44986) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:11.412138 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:11.428773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1eedc8cd-be7b-403c-8691-deac5c6dfba2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:11.474537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d52fa363-3082-47d0-9bf5-86e7e224b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:11.481069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-305e3501-5550-408a-abfd-a77e58ff38da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:11.525693 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fa363-3082-47d0-9bf5-86e7e224b2bb None None] Routers {'e220f67e-0e7a-4811-8a70-31e05185d484'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:11.526227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d52fa363-3082-47d0-9bf5-86e7e224b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e220f67e-0e7a-4811-8a70-31e05185d484'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:11.546169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-305e3501-5550-408a-abfd-a77e58ff38da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:11.562669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-49e49b70-b3e1-4d8a-878f-f96e9087263f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:11.610453 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f1d9b715-e59b-4b9a-b52e-9ad534cd54fd tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/routers/e220f67e-0e7a-4811-8a70-31e05185d484 HTTP/1.1" status: 200 len: 740 time: 0.1990030 Dec 22 13:01:11.613628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d52fa363-3082-47d0-9bf5-86e7e224b2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:11.614152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44990) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:11.614713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fa363-3082-47d0-9bf5-86e7e224b2bb None None] The sync data for ids ['e220f67e-0e7a-4811-8a70-31e05185d484'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:11.619907 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-305e3501-5550-408a-abfd-a77e58ff38da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77767ef35d7e4a42af5ef02065f126ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663317 Dec 22 13:01:11.629235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Subnet': ['ID=934530aa-1e44-461a-9170-fdd7e42c93d0,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:11.630447 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3956590b-20e9-4ff4-97ad-7fac47853892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:11.637771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 44994) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:11.642238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:11.652114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e3501-5550-408a-abfd-a77e58ff38da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bf71c0-c8cf-4362-b79b-dff3ac031aba,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:11.653463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:11.659570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-305e3501-5550-408a-abfd-a77e58ff38da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:11.669426 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-21957490-6c80-4ee8-891c-32a153dc4b38 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&device_id=e220f67e-0e7a-4811-8a70-31e05185d484 HTTP/1.1" status: 200 len: 205 time: 0.0542390 Dec 22 13:01:11.670001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 44998) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:11.671536 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3956590b-20e9-4ff4-97ad-7fac47853892 None None] For port dd10d911-9e80-4a07-8b33-5b0da2db1b81, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dd10d911-9e80-4a07-8b33-5b0da2db1b81,segment=NetworkSegment(78ac88b5-e047-425a-bc12-1456b8efa522),segment_id=78ac88b5-e047-425a-bc12-1456b8efa522)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:11.677575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3956590b-20e9-4ff4-97ad-7fac47853892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:11.680518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:11.714887 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4dd8d01d-c6ce-41bc-ab4f-fd2cfd833827 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "GET /v2.0/ports?device_id=e220f67e-0e7a-4811-8a70-31e05185d484 HTTP/1.1" status: 200 len: 205 time: 0.0436885 Dec 22 13:01:11.717016 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45002) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:11.727155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:11.785782 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956590b-20e9-4ff4-97ad-7fac47853892 None None] Pushing event updated for resources: {'Port': ['ID=dd10d911-9e80-4a07-8b33-5b0da2db1b81,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:11.790225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3956590b-20e9-4ff4-97ad-7fac47853892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:11.837225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=ae6a1d1e-b05c-47a7-ad56-0bd1fd81b190,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:11.855449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Checking segment: {'id': 'd15c4055-0573-4be2-a8ad-da88213a5b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38c8d1d7-359f-4dda-92fe-eb5f025a10c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:11.858882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network hostable DHCP agents. Network: 38c8d1d7-359f-4dda-92fe-eb5f025a10c7, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:11.869299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:11.928214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a17d91df-0fa4-452f-b6ab-2af89425780a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.012388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.013027 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fcd7e85c-10f6-4a40-aa9c-9f553adf5dd1 None None] Provisioning complete for port dd10d911-9e80-4a07-8b33-5b0da2db1b81 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:12.013419 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fcd7e85c-10f6-4a40-aa9c-9f553adf5dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.077942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:12.117422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e12e-0fa5-476e-926f-b03c29a8ea10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.188538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network 38c8d1d7-359f-4dda-92fe-eb5f025a10c7 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:12.211382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e12e-0fa5-476e-926f-b03c29a8ea10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.233306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'Subnet': ['ID=7d6f168f-7077-4660-aa63-96d6d791e6a4,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:12.248219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:12.248827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 38c8d1d7-359f-4dda-92fe-eb5f025a10c7) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:12.250241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.258661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680e7608-691d-4603-aedf-89fdf6347673 None None] Network 38c8d1d7-359f-4dda-92fe-eb5f025a10c7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:12.258912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:12.259270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.285504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Checking segment: {'id': '76405d76-feea-44e5-9c99-bbd0a66290e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bdbc13a4-082c-472d-bc99-74e9c5956ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:12.285884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Network hostable DHCP agents. Network: bdbc13a4-082c-472d-bc99-74e9c5956ba4, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:12.395590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a17d91df-0fa4-452f-b6ab-2af89425780a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.398045 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a17d91df-0fa4-452f-b6ab-2af89425780a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.422801 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a17d91df-0fa4-452f-b6ab-2af89425780a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.422801 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17d91df-0fa4-452f-b6ab-2af89425780a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Fanout notify agent at l3_agent the message router_deleted on router e220f67e-0e7a-4811-8a70-31e05185d484 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:01:12.442709 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3047504 Dec 22 13:01:12.446863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a17d91df-0fa4-452f-b6ab-2af89425780a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.451410 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a17d91df-0fa4-452f-b6ab-2af89425780a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/routers/e220f67e-0e7a-4811-8a70-31e05185d484 HTTP/1.1" status: 204 len: 168 time: 0.7298021 Dec 22 13:01:12.451410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45012) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:12.454907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45014) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:12.476881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e12e-0fa5-476e-926f-b03c29a8ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.484743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0dd878e5-90fc-4718-ba2b-cda6050e7143 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:12.502692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Network bdbc13a4-082c-472d-bc99-74e9c5956ba4 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:12.518721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8e12e-0fa5-476e-926f-b03c29a8ea10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bf71c0-c8cf-4362-b79b-dff3ac031aba,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:12.523149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9ad8e12e-0fa5-476e-926f-b03c29a8ea10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:12.526241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, bdbc13a4-082c-472d-bc99-74e9c5956ba4) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:12.532657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-38c8d1d7-359f-4dda-92fe-eb5f025a10c7', 'network_id': '38c8d1d7-359f-4dda-92fe-eb5f025a10c7', 'tenant_id': 'facdeebb2a8e45a8a58abd0396f79f69', 'fixed_ips': [{'subnet_id': '934530aa-1e44-461a-9170-fdd7e42c93d0'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:12.538095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:12.538596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.542012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.549199 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-550c954f-255f-4a70-8b56-4a7fdc7137c4 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "GET /v2.0/ports?device_id=e220f67e-0e7a-4811-8a70-31e05185d484 HTTP/1.1" status: 200 len: 205 time: 0.0935256 Dec 22 13:01:12.549766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45020) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:12.593038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546eda45-b1fd-4f90-b0a7-c603b5160d4a None None] Network bdbc13a4-082c-472d-bc99-74e9c5956ba4 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:12.601285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9ad8e12e-0fa5-476e-926f-b03c29a8ea10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.605087 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9ad8e12e-0fa5-476e-926f-b03c29a8ea10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68bf71c0-c8cf-4362-b79b-dff3ac031aba HTTP/1.1" status: 204 len: 168 time: 0.9647934 Dec 22 13:01:12.695227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dd10d911-9e80-4a07-8b33-5b0da2db1b81 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:12.707472 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6121585 Dec 22 13:01:12.712196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45026) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:12.723034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Request body: {'network': {'name': 'tempest-router-network01--1784233653'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:12.732431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:12.741690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Usage tracker for resource:network and tenant:bc7fe93a9e4a4827b1741c3fe2d8cbc0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:12.746290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:12.756147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:12.765750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router a1475693-e305-402b-ade2-92de083c22fd has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:01:12.776957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Made reservation on behalf of bc7fe93a9e4a4827b1741c3fe2d8cbc0 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:12.781119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.809563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:12.814284 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-766bca62-ce73-4104-81bf-76bba68c49a7 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] delete failed (client error): The resource could not be found. Dec 22 13:01:12.817370 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-766bca62-ce73-4104-81bf-76bba68c49a7 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/routers/e220f67e-0e7a-4811-8a70-31e05185d484 HTTP/1.1" status: 404 len: 336 time: 0.1276431 Dec 22 13:01:12.820460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45030) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.017521 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d386bee9-a1b3-4ae7-84fa-306729b31edb tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "GET /v2.0/ports?device_id=903b5def-e0be-4f50-b3c0-747c5f492752 HTTP/1.1" status: 200 len: 205 time: 0.1931233 Dec 22 13:01:13.018358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45038) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.020406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:13.113766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-bdbc13a4-082c-472d-bc99-74e9c5956ba4', 'network_id': 'bdbc13a4-082c-472d-bc99-74e9c5956ba4', 'tenant_id': 'bc7fe93a9e4a4827b1741c3fe2d8cbc0', 'fixed_ips': [{'subnet_id': '7d6f168f-7077-4660-aa63-96d6d791e6a4'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:13.114627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:13.129816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port dd10d911-9e80-4a07-8b33-5b0da2db1b81 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:13.130192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:13.156810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:13.159430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:13.166261 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-33e9cc69-2d05-471c-93d2-1c6b759b7e15 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] delete failed (client error): The resource could not be found. Dec 22 13:01:13.166261 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-33e9cc69-2d05-471c-93d2-1c6b759b7e15 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/routers/903b5def-e0be-4f50-b3c0-747c5f492752 HTTP/1.1" status: 404 len: 336 time: 0.0790403 Dec 22 13:01:13.170440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45044) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.170605 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329da445-f1e8-42eb-883d-961cc26a0d64 None None] Sync routers for ids ['a1475693-e305-402b-ade2-92de083c22fd'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:13.180865 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329da445-f1e8-42eb-883d-961cc26a0d64 None None] Routers {'a1475693-e305-402b-ade2-92de083c22fd'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:13.181488 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-329da445-f1e8-42eb-883d-961cc26a0d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a1475693-e305-402b-ade2-92de083c22fd'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:13.201485 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6a1c7489-bf3b-45b5-bd62-7b94979138fc req-b40d6e9c-0304-4eae-bc21-19a343f76a42 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4538891 Dec 22 13:01:13.222268 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7a176bfc-2ebd-4934-a488-685f14cdae92 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f5a752-0020-4983-a834-cdcbd463e60c HTTP/1.1" status: 200 len: 205 time: 0.0508404 Dec 22 13:01:13.224829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45048) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.230901 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/a1475693-e305-402b-ade2-92de083c22fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2938783 Dec 22 13:01:13.248199 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-329da445-f1e8-42eb-883d-961cc26a0d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:13.254972 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Allocated IP 2001:db8::1 (38c8d1d7-359f-4dda-92fe-eb5f025a10c7/934530aa-1e44-461a-9170-fdd7e42c93d0/5e6ca3d6-89d7-48d2-94d2-d064c26c118e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:13.258803 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329da445-f1e8-42eb-883d-961cc26a0d64 None None] Routers {'a1475693-e305-402b-ade2-92de083c22fd'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:13.259579 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-329da445-f1e8-42eb-883d-961cc26a0d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a1475693-e305-402b-ade2-92de083c22fd'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:13.285180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45052) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.287116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:13.287308 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Added segment 84386431-1bc6-4b6b-9ec0-90c7b973d86c of type vlan for network 965d96a5-574f-40b1-a2f9-76acdd7a9f5f Dec 22 13:01:13.306341 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-2b863d35-8827-4d9d-a50f-f402fb697ec2 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] delete failed (client error): The resource could not be found. Dec 22 13:01:13.307530 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2b863d35-8827-4d9d-a50f-f402fb697ec2 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/routers/c9f5a752-0020-4983-a834-cdcbd463e60c HTTP/1.1" status: 404 len: 336 time: 0.0816717 Dec 22 13:01:13.338855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:13.340493 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-329da445-f1e8-42eb-883d-961cc26a0d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:13.341007 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329da445-f1e8-42eb-883d-961cc26a0d64 None None] The sync data for ids ['a1475693-e305-402b-ade2-92de083c22fd'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:13.347915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45056) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.409293 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-41b94312-1e14-4b7d-b533-ae9efb368177 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b417bbe-eb63-405f-bb8e-b705036b97a2 HTTP/1.1" status: 200 len: 205 time: 0.0579000 Dec 22 13:01:13.409955 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45060) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.470845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c7489-bf3b-45b5-bd62-7b94979138fc req-f199a64d-19ce-45c3-b2f9-bb823385471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:13.471777 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6a1c7489-bf3b-45b5-bd62-7b94979138fc req-f199a64d-19ce-45c3-b2f9-bb823385471e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f1cccc2345241df92d866c692f9321f&device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 1098 time: 0.2453341 Dec 22 13:01:13.479438 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-ead6e091-a114-4242-865b-6c194ccf6f71 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] delete failed (client error): The resource could not be found. Dec 22 13:01:13.483098 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ead6e091-a114-4242-865b-6c194ccf6f71 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/routers/8b417bbe-eb63-405f-bb8e-b705036b97a2 HTTP/1.1" status: 404 len: 336 time: 0.0698509 Dec 22 13:01:13.483230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45064) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.521017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:13.525774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:13.526362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:13.530082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Allocated IP 2001:db8::2 (bdbc13a4-082c-472d-bc99-74e9c5956ba4/7d6f168f-7077-4660-aa63-96d6d791e6a4/67f197cc-1f92-473a-8d7a-2a3b4d27d05b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:13.540571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a211022d-f979-400f-ab17-d33294966a64 tempest-DHCPAgentSchedulersTestJSON-2122693407 tempest-DHCPAgentSchedulersTestJSON-2122693407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:13.635648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'Network': ['ID=965d96a5-574f-40b1-a2f9-76acdd7a9f5f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:13.642263 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ad7449da-4414-426f-a448-d63147942fed tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "GET /v2.0/ports?device_id=96152e0d-b729-47e0-8320-c01ee3a9c713 HTTP/1.1" status: 200 len: 205 time: 0.1554286 Dec 22 13:01:13.642263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:13.643398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45068) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.666914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 965d96a5-574f-40b1-a2f9-76acdd7a9f5f details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:13.715001 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0009177 Dec 22 13:01:13.716722 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-bfcb6aa2-466e-4bf2-a606-3bbbc881e0c8 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] delete failed (client error): The resource could not be found. Dec 22 13:01:13.720785 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bfcb6aa2-466e-4bf2-a606-3bbbc881e0c8 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/routers/96152e0d-b729-47e0-8320-c01ee3a9c713 HTTP/1.1" status: 404 len: 336 time: 0.0733445 Dec 22 13:01:13.720785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45072) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.720785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45076) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.725604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Request body: {'network': {'name': 'tempest-router-network02--542279377'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:13.763032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:13.776651 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b24eb2a6-7872-4f29-a2a9-f0e1104f8ef3 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e788d58-917f-486b-8df3-a85cde04aab6 HTTP/1.1" status: 200 len: 205 time: 0.0552146 Dec 22 13:01:13.777956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Usage tracker for resource:network and tenant:bc7fe93a9e4a4827b1741c3fe2d8cbc0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:13.780616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45080) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.803687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c7489-bf3b-45b5-bd62-7b94979138fc req-80ae8e8f-3050-4c5b-b0ca-7aa0f71bf315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:13.804117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:13.805161 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6a1c7489-bf3b-45b5-bd62-7b94979138fc req-80ae8e8f-3050-4c5b-b0ca-7aa0f71bf315 service neutron] 10.222.0.54 "GET /v2.0/networks?id=aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 HTTP/1.1" status: 200 len: 912 time: 0.2697697 Dec 22 13:01:13.833322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:13.840225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Transition to ACTIVE for port object 5e6ca3d6-89d7-48d2-94d2-d064c26c118e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:13.850941 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:13.854641 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-107d95b6-3527-45c1-96cf-f59b15dd16bc tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] delete failed (client error): The resource could not be found. Dec 22 13:01:13.858235 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-107d95b6-3527-45c1-96cf-f59b15dd16bc tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/routers/9e788d58-917f-486b-8df3-a85cde04aab6 HTTP/1.1" status: 404 len: 336 time: 0.0741067 Dec 22 13:01:13.859095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45084) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:13.901037 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a73e8b-1983-408b-8f4f-816d6eb51320 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] DELETE failed (client error): The resource could not be found. Dec 22 13:01:13.901492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a73e8b-1983-408b-8f4f-816d6eb51320 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:01:13.907042 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c2a73e8b-1983-408b-8f4f-816d6eb51320 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] 10.222.0.24 "DELETE /v2.0/subnets/bb4007be-7c84-41f7-b19a-118896d481eb HTTP/1.1" status: 404 len: 337 time: 0.0438836 Dec 22 13:01:13.907042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Made reservation on behalf of bc7fe93a9e4a4827b1741c3fe2d8cbc0 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:13.907324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:13.909981 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Transition to ACTIVE for port object 5e6ca3d6-89d7-48d2-94d2-d064c26c118e will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:13.920334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:13.926533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d887f45c-e83c-420f-b13e-50856c2a2e6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:13.940682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:13.952062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:13.952536 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Added segment 9eb885d2-a47f-4054-ba21-f5cd529b84a1 of type vlan for network 9860419a-4487-472a-825c-b8e541d17675 Dec 22 13:01:13.987409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.001297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Pushing event updated for resources: {'Port': ['ID=5e6ca3d6-89d7-48d2-94d2-d064c26c118e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:14.007438 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:14.015566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.023187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Network 38c8d1d7-359f-4dda-92fe-eb5f025a10c7 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:14.027923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:14.031435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:14.034313 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Transition to ACTIVE for port object 67f197cc-1f92-473a-8d7a-2a3b4d27d05b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:14.037580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.046883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:14.047790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.069997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-806fb16e-4fc1-4836-a923-2167530c217b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:14.096736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.105457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:14.133947 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6a1c7489-bf3b-45b5-bd62-7b94979138fc req-ed3851a7-888b-4cdc-b78a-f5a959757189 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d87f0e23-0fe8-4340-8187-7ccca4ce9e55 HTTP/1.1" status: 200 len: 999 time: 0.3205929 Dec 22 13:01:14.148061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Subnet': ['ID=934530aa-1e44-461a-9170-fdd7e42c93d0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:14.186579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:14.257094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Transition to ACTIVE for port object 67f197cc-1f92-473a-8d7a-2a3b4d27d05b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:14.273535 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5543697 Dec 22 13:01:14.279354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45098) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:14.292934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'Network': ['ID=9860419a-4487-472a-825c-b8e541d17675,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:14.300371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Attempting to bind port 5e6ca3d6-89d7-48d2-94d2-d064c26c118e on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:14.300749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Attempting to bind port 5e6ca3d6-89d7-48d2-94d2-d064c26c118e by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'd15c4055-0573-4be2-a8ad-da88213a5b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38c8d1d7-359f-4dda-92fe-eb5f025a10c7'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:14.301122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Attempting to bind port 5e6ca3d6-89d7-48d2-94d2-d064c26c118e on network 38c8d1d7-359f-4dda-92fe-eb5f025a10c7 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:14.303619 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.306786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Request body: {'subnet': {'network_id': '965d96a5-574f-40b1-a2f9-76acdd7a9f5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:14.322980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:14.337387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:14.346284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.372965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c7489-bf3b-45b5-bd62-7b94979138fc req-f55827b9-9eba-4820-8d68-fccf0ab0684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:14.373970 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6a1c7489-bf3b-45b5-bd62-7b94979138fc req-f55827b9-9eba-4820-8d68-fccf0ab0684a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b605b490-cc40-4404-a5b3-ee2c1f8fdd2a HTTP/1.1" status: 200 len: 850 time: 0.2271476 Dec 22 13:01:14.389427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 9860419a-4487-472a-825c-b8e541d17675 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:14.406799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Pushing event updated for resources: {'Port': ['ID=67f197cc-1f92-473a-8d7a-2a3b4d27d05b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:14.414762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:14.415159 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Checking segment: {'id': 'd15c4055-0573-4be2-a8ad-da88213a5b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38c8d1d7-359f-4dda-92fe-eb5f025a10c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:14.415545 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.415971 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Bound using segment: {'id': 'd15c4055-0573-4be2-a8ad-da88213a5b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38c8d1d7-359f-4dda-92fe-eb5f025a10c7'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:14.416447 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Bound port: 5e6ca3d6-89d7-48d2-94d2-d064c26c118e, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd15c4055-0573-4be2-a8ad-da88213a5b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '38c8d1d7-359f-4dda-92fe-eb5f025a10c7'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:14.416825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.441331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c8d1d7-359f-4dda-92fe-eb5f025a10c7']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:14.447932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45102) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:14.463396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15c4055-0573-4be2-a8ad-da88213a5b4d') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:14.463723 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15c4055-0573-4be2-a8ad-da88213a5b4d') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:14.475479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:14.486051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:14.486615 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.491272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Usage tracker for resource:subnet and tenant:bc7fe93a9e4a4827b1741c3fe2d8cbc0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:14.495025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:14.502972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:14.513496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.519131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Made reservation on behalf of bc7fe93a9e4a4827b1741c3fe2d8cbc0 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:14.527471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:14.527937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.531519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Network bdbc13a4-082c-472d-bc99-74e9c5956ba4 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:14.534054 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:14.543587 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:14.546187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:14.556429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.556636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:14.680152 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Attempting to bind port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:14.680582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Attempting to bind port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '76405d76-feea-44e5-9c99-bbd0a66290e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bdbc13a4-082c-472d-bc99-74e9c5956ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:14.680899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Attempting to bind port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b on network bdbc13a4-082c-472d-bc99-74e9c5956ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:14.685706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] For port 5e6ca3d6-89d7-48d2-94d2-d064c26c118e, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:14.686660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f04e6ede-2321-4de1-83d2-4c7fed80ca3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.689706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:14.690104 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Checking segment: {'id': '76405d76-feea-44e5-9c99-bbd0a66290e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bdbc13a4-082c-472d-bc99-74e9c5956ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:14.690541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.690954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Bound using segment: {'id': '76405d76-feea-44e5-9c99-bbd0a66290e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bdbc13a4-082c-472d-bc99-74e9c5956ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:14.691595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Bound port: 67f197cc-1f92-473a-8d7a-2a3b4d27d05b, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76405d76-feea-44e5-9c99-bbd0a66290e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'bdbc13a4-082c-472d-bc99-74e9c5956ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:14.692031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.708403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f04e6ede-2321-4de1-83d2-4c7fed80ca3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:14.719435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f04e6ede-2321-4de1-83d2-4c7fed80ca3d admin admin] Usage tracker for resource:security_group_rule and tenant:fc6b0c4578ba40c0a0d6646bbe4e6207 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:14.724609 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f04e6ede-2321-4de1-83d2-4c7fed80ca3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:14.736699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f04e6ede-2321-4de1-83d2-4c7fed80ca3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:14.786722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] For port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:14.790073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] For port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=67f197cc-1f92-473a-8d7a-2a3b4d27d05b,segment=NetworkSegment(76405d76-feea-44e5-9c99-bbd0a66290e2),segment_id=76405d76-feea-44e5-9c99-bbd0a66290e2)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:14.795894 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.799486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:14.800899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c7489-bf3b-45b5-bd62-7b94979138fc req-d2754b63-022d-45a1-8ee5-6c0e5327f2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:14.802530 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6a1c7489-bf3b-45b5-bd62-7b94979138fc req-d2754b63-022d-45a1-8ee5-6c0e5327f2d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4177773 Dec 22 13:01:14.870563 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] For port 5e6ca3d6-89d7-48d2-94d2-d064c26c118e, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5e6ca3d6-89d7-48d2-94d2-d064c26c118e,segment=NetworkSegment(d15c4055-0573-4be2-a8ad-da88213a5b4d),segment_id=d15c4055-0573-4be2-a8ad-da88213a5b4d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:14.881632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.896682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:01:14.896682 dv-neutron-822668-1-hyperv neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:01:14.896682 dv-neutron-822668-1-hyperv neutron-server[87568]: [parameters: {'id': '38c8d1d7-359f-4dda-92fe-eb5f025a10c7'}] Dec 22 13:01:14.896682 dv-neutron-822668-1-hyperv neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:01:14.896682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:01:14.903520 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Pushing event updated for resources: {'Port': ['ID=67f197cc-1f92-473a-8d7a-2a3b4d27d05b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:14.908229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:14.909023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:14.948602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f04e6ede-2321-4de1-83d2-4c7fed80ca3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.950345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:14.957759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:15.042071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Pushing event updated for resources: {'Port': ['ID=5e6ca3d6-89d7-48d2-94d2-d064c26c118e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:15.045347 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:15.068290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149e01af-d609-475d-92dd-425c26e4d7b6 None None] Network 38c8d1d7-359f-4dda-92fe-eb5f025a10c7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:15.099721 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6a1c7489-bf3b-45b5-bd62-7b94979138fc req-00312c93-b541-4d3d-91ba-fa1d54eef6ee service neutron] 10.222.0.54 "GET /v2.0/networks/aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870157 Dec 22 13:01:15.155938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f04e6ede-2321-4de1-83d2-4c7fed80ca3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:15.225216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'Subnet': ['ID=8ae1a701-7eaa-423d-b557-4fd063b74e0d,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:15.229241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:15.232818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-66dac6ef-2c56-476a-9d13-4fc4744467cf tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:15.257692 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f04e6ede-2321-4de1-83d2-4c7fed80ca3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc6b0c4578ba40c0a0d6646bbe4e6207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8066385 Dec 22 13:01:15.262067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45110) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:15.296982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Checking segment: {'id': '84386431-1bc6-4b6b-9ec0-90c7b973d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965d96a5-574f-40b1-a2f9-76acdd7a9f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:15.297338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Network hostable DHCP agents. Network: 965d96a5-574f-40b1-a2f9-76acdd7a9f5f, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:15.307617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e6ede-2321-4de1-83d2-4c7fed80ca3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5342a9bb-2c6a-4291-9eff-a25cf6331574,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:15.318361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f04e6ede-2321-4de1-83d2-4c7fed80ca3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:15.333955 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6a1c7489-bf3b-45b5-bd62-7b94979138fc req-f98ef08f-d299-4b1d-a602-6705b49f1f2c service neutron] 10.222.0.54 "GET /v2.0/networks/aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237597 Dec 22 13:01:15.372524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Network 965d96a5-574f-40b1-a2f9-76acdd7a9f5f is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:15.396630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5c0b-0e64-4579-a040-81eb840d08e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:15.409982 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:15.432687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5c0b-0e64-4579-a040-81eb840d08e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:15.434307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 2e8ad7e5-317a-4d2c-a384-e5cf78876649 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:15.434644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:15.446024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 965d96a5-574f-40b1-a2f9-76acdd7a9f5f) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:15.456331 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8cb4b0-8264-41fa-b7fc-f56f71e5a8b6 None None] Network 965d96a5-574f-40b1-a2f9-76acdd7a9f5f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:15.478467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:15.478467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:15.478933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting port 5e6ca3d6-89d7-48d2-94d2-d064c26c118e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:15.479274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:15.554565 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2728045 Dec 22 13:01:15.555118 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45118) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:15.566525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5c0b-0e64-4579-a040-81eb840d08e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:15.571674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9ad8e12e-0fa5-476e-926f-b03c29a8ea10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:15.574613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Request body: {'subnet': {'network_id': '9860419a-4487-472a-825c-b8e541d17675', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:15.583889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf5c0b-0e64-4579-a040-81eb840d08e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5342a9bb-2c6a-4291-9eff-a25cf6331574,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:15.586391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2cf5c0b-0e64-4579-a040-81eb840d08e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:15.587650 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d2cf5c0b-0e64-4579-a040-81eb840d08e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5342a9bb-2c6a-4291-9eff-a25cf6331574 HTTP/1.1" status: 204 len: 168 time: 0.3181703 Dec 22 13:01:15.589420 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d2cf5c0b-0e64-4579-a040-81eb840d08e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:15.772859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-965d96a5-574f-40b1-a2f9-76acdd7a9f5f', 'network_id': '965d96a5-574f-40b1-a2f9-76acdd7a9f5f', 'tenant_id': 'bc7fe93a9e4a4827b1741c3fe2d8cbc0', 'fixed_ips': [{'subnet_id': '8ae1a701-7eaa-423d-b557-4fd063b74e0d'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:15.773736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:15.945084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Allocated IP 2001:db8::2 (965d96a5-574f-40b1-a2f9-76acdd7a9f5f/8ae1a701-7eaa-423d-b557-4fd063b74e0d/8efc2553-ab76-4d26-bb1a-e23fdd7baedc) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:15.985824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45126) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:16.045352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:16.051268 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2d3f1108-74a3-4e44-b733-f1e1000119aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c21b462119a34b0098541d7b2014fe3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641844 Dec 22 13:01:16.054007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45130) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:16.055017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Usage tracker for resource:subnet and tenant:bc7fe93a9e4a4827b1741c3fe2d8cbc0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:16.076847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:16.148713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:16.179980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:16.190239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Transition to ACTIVE for port object 8efc2553-ab76-4d26-bb1a-e23fdd7baedc will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:16.209625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Transition to ACTIVE for port object 8efc2553-ab76-4d26-bb1a-e23fdd7baedc will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:16.217739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:16.222461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5465ef2e-4d94-4796-8657-4159c7d5f54b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:16.243146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:16.252876 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Made reservation on behalf of bc7fe93a9e4a4827b1741c3fe2d8cbc0 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:16.256502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:16.257615 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c97d2f3-6caa-4e51-ab33-c34d296d8c14 None None] Network bdbc13a4-082c-472d-bc99-74e9c5956ba4 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:16.288142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] For port 5e6ca3d6-89d7-48d2-94d2-d064c26c118e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5e6ca3d6-89d7-48d2-94d2-d064c26c118e,segment=NetworkSegment(d15c4055-0573-4be2-a8ad-da88213a5b4d),segment_id=d15c4055-0573-4be2-a8ad-da88213a5b4d)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:16.288406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:16.396499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Network 965d96a5-574f-40b1-a2f9-76acdd7a9f5f is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:16.401948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:16.405753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Pushing event updated for resources: {'Port': ['ID=8efc2553-ab76-4d26-bb1a-e23fdd7baedc,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:16.410538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:16.414484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:16.450723 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-87d8c04f-c4ca-4391-b94d-f39d2e10044d None None] Provisioning for port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:16.539539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 67f197cc-1f92-473a-8d7a-2a3b4d27d05b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:16.632163 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for 2e8ad7e5-317a-4d2c-a384-e5cf78876649 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:16.670641 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Attempting to bind port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:16.670865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Calling delete_port for 5e6ca3d6-89d7-48d2-94d2-d064c26c118e owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:16.671134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Attempting to bind port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '84386431-1bc6-4b6b-9ec0-90c7b973d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965d96a5-574f-40b1-a2f9-76acdd7a9f5f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:16.671517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Attempting to bind port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc on network 965d96a5-574f-40b1-a2f9-76acdd7a9f5f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:16.683387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:16.683807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Checking segment: {'id': '84386431-1bc6-4b6b-9ec0-90c7b973d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965d96a5-574f-40b1-a2f9-76acdd7a9f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:16.684217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:16.684620 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Bound using segment: {'id': '84386431-1bc6-4b6b-9ec0-90c7b973d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965d96a5-574f-40b1-a2f9-76acdd7a9f5f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:16.685268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Bound port: 8efc2553-ab76-4d26-bb1a-e23fdd7baedc, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84386431-1bc6-4b6b-9ec0-90c7b973d86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965d96a5-574f-40b1-a2f9-76acdd7a9f5f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:16.685651 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:16.719563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ef84e50-cb4e-4597-bae3-3a52c50cb2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:16.760784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:16.794905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:16.795122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:16.814800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ef84e50-cb4e-4597-bae3-3a52c50cb2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:16.878379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] For port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:16.881782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:16.890264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-306a2531-c63d-4a79-b518-9b105f801c3f tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:16.893565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] For port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8efc2553-ab76-4d26-bb1a-e23fdd7baedc,segment=NetworkSegment(84386431-1bc6-4b6b-9ec0-90c7b973d86c),segment_id=84386431-1bc6-4b6b-9ec0-90c7b973d86c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:16.900535 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:16.905319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-016f1500-70ac-482b-80f7-4dee895c0606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:16.979702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Port': ['ID=5e6ca3d6-89d7-48d2-94d2-d064c26c118e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:16.981618 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No DVR routers for this DVR port 5e6ca3d6-89d7-48d2-94d2-d064c26c118e on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:01:16.989035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:17.044405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Pushing event updated for resources: {'Port': ['ID=8efc2553-ab76-4d26-bb1a-e23fdd7baedc,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:17.049263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:17.066178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:17.101044 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=67f197cc-1f92-473a-8d7a-2a3b4d27d05b,segment=NetworkSegment(76405d76-feea-44e5-9c99-bbd0a66290e2),segment_id=76405d76-feea-44e5-9c99-bbd0a66290e2)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:17.106226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:17.108274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:17.113801 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ef84e50-cb4e-4597-bae3-3a52c50cb2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:17.126140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4adddd0a-9f62-45ed-b365-df87ec9d00d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:17.167000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef84e50-cb4e-4597-bae3-3a52c50cb2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5958ed1c-609f-4a38-83e1-59c24044797f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:17.206606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=67f197cc-1f92-473a-8d7a-2a3b4d27d05b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:17.209733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:17.221441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1ef84e50-cb4e-4597-bae3-3a52c50cb2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:17.240569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:17.314873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c8d1d7-359f-4dda-92fe-eb5f025a10c7']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:17.325680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:17.343346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd15c4055-0573-4be2-a8ad-da88213a5b4d') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:17.343668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd15c4055-0573-4be2-a8ad-da88213a5b4d') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:17.351330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3fd0dd8c-e678-4c25-ba40-43e745df634e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:17.407101 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:17.415495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:17.439233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ef84e50-cb4e-4597-bae3-3a52c50cb2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:17.440399 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1ef84e50-cb4e-4597-bae3-3a52c50cb2be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5958ed1c-609f-4a38-83e1-59c24044797f HTTP/1.1" status: 204 len: 168 time: 1.3823388 Dec 22 13:01:17.443397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-07e667cc-34f3-4565-b3e0-ca75b1ba20c5 None None] Provisioning complete for port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:17.443996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-07e667cc-34f3-4565-b3e0-ca75b1ba20c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:17.451964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:17.500171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'Subnet': ['ID=c259e4fd-5f2a-46ab-9a7c-bf4887a9e2c2,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:17.502815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:17.503148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:17.542893 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:17.545548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:17.562844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dcd27b8a-2e38-4ada-8d10-9d340febd751 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:17.956406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=2e8ad7e5-317a-4d2c-a384-e5cf78876649,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:17.981131 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:17.984166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Checking segment: {'id': '9eb885d2-a47f-4054-ba21-f5cd529b84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9860419a-4487-472a-825c-b8e541d17675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:17.984525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Network hostable DHCP agents. Network: 9860419a-4487-472a-825c-b8e541d17675, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:18.004958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:18.013596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:18.021096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f7fe9675-751c-4c9e-b6ab-0e6573430f87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1480047176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:18.040492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:18.098093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Network': ['ID=38c8d1d7-359f-4dda-92fe-eb5f025a10c7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:18.107360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:18.108739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Network 9860419a-4487-472a-825c-b8e541d17675 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:18.172711 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/38c8d1d7-359f-4dda-92fe-eb5f025a10c7 HTTP/1.1" status: 204 len: 168 time: 5.7189929 Dec 22 13:01:18.172827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45162) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:18.178692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-487175666'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:18.183900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:18.196461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94defe8d-0caf-4f6d-be04-357c9d19590a None None] Network 965d96a5-574f-40b1-a2f9-76acdd7a9f5f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:18.198329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 9860419a-4487-472a-825c-b8e541d17675) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:18.202713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:network and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:18.210437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:18.219713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:18.232323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:18.236636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:18.273088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:18.283300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:18.283664 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Added segment 3b22a361-a3d7-47f9-a717-e450c40971f1 of type vlan for network d66861ce-ce4e-4421-ad1e-72f133b1d007 Dec 22 13:01:18.303080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e5f258-7322-42fb-baea-f83e48ecd659 None None] Network 9860419a-4487-472a-825c-b8e541d17675 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:18.318072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:18.318854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:18.320168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:18.359778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router a1475693-e305-402b-ade2-92de083c22fd has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:01:18.363701 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:18.364128 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8025756 Dec 22 13:01:18.367290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45170) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:18.370481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:18.371344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:18.376679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:18.471289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-42e47950-7837-4166-a51d-181bb0bc74cc None None] Provisioning for port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:18.482208 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3086226 Dec 22 13:01:18.485534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45176) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:18.494575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'subnet': {'network_id': 'd66861ce-ce4e-4421-ad1e-72f133b1d007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:18.509917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Network': ['ID=d66861ce-ce4e-4421-ad1e-72f133b1d007,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:18.516177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:18.576417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network d66861ce-ce4e-4421-ad1e-72f133b1d007 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:18.645428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:18.656920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:subnet and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:18.663494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:18.677976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:18.702538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:18.706460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:18.771181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:18.773895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8efc2553-ab76-4d26-bb1a-e23fdd7baedc up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:18.783650 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/a1475693-e305-402b-ade2-92de083c22fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4935741 Dec 22 13:01:18.786412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45182) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:18.836273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed7c4d85-6a8b-4ff9-9707-5dfd2c5abd16 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Synchronizing usage tracker for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:01:18.867656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7edd82-64d4-41ee-912d-65ff229eb73d None None] Sync routers for ids ['a1475693-e305-402b-ade2-92de083c22fd'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:19.002532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.013372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:19.114233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7edd82-64d4-41ee-912d-65ff229eb73d None None] Routers {'a1475693-e305-402b-ade2-92de083c22fd'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:19.114876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9a7edd82-64d4-41ee-912d-65ff229eb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a1475693-e305-402b-ade2-92de083c22fd'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:19.117859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Subnet': ['ID=65ed4296-e1dc-4069-aba2-4e0332ab349c,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:19.120580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Checking segment: {'id': '3b22a361-a3d7-47f9-a717-e450c40971f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd66861ce-ce4e-4421-ad1e-72f133b1d007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:19.121092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network hostable DHCP agents. Network: d66861ce-ce4e-4421-ad1e-72f133b1d007, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:19.126805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:19.147054 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network d66861ce-ce4e-4421-ad1e-72f133b1d007 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:19.163480 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, d66861ce-ce4e-4421-ad1e-72f133b1d007) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:19.179844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:19.180605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.212658 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7257638 Dec 22 13:01:19.216610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45200) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:19.225315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1480016375'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:19.231745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:19.236061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:network and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:19.242887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:19.249767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:19.264064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed7c4d85-6a8b-4ff9-9707-5dfd2c5abd16 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Unset dirty status for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:01:19.265245 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ed7c4d85-6a8b-4ff9-9707-5dfd2c5abd16 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1475693-e305-402b-ade2-92de083c22fd HTTP/1.1" status: 200 len: 205 time: 0.4778903 Dec 22 13:01:19.268739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45206) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:19.306277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e277e30c-e998-4583-94f1-0dda64720b46 None None] Network d66861ce-ce4e-4421-ad1e-72f133b1d007 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:19.332545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.334664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:19.338799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.409956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45210) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:19.411648 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-9860419a-4487-472a-825c-b8e541d17675', 'network_id': '9860419a-4487-472a-825c-b8e541d17675', 'tenant_id': 'bc7fe93a9e4a4827b1741c3fe2d8cbc0', 'fixed_ips': [{'subnet_id': 'c259e4fd-5f2a-46ab-9a7c-bf4887a9e2c2'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:19.412489 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.421189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9a7edd82-64d4-41ee-912d-65ff229eb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:19.444616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1728061-4ce1-4ec8-a361-a5b53d5444cd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.470829 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7edd82-64d4-41ee-912d-65ff229eb73d None None] Routers {'a1475693-e305-402b-ade2-92de083c22fd'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:19.471226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9a7edd82-64d4-41ee-912d-65ff229eb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a1475693-e305-402b-ade2-92de083c22fd'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:19.495514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:19.576807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.577170 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Added segment c347ad53-1143-42e9-8711-6051816a8979 of type vlan for network 6c7304af-20e4-436a-9eaf-20a53a73bb2d Dec 22 13:01:19.588870 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9a7edd82-64d4-41ee-912d-65ff229eb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:19.589508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7edd82-64d4-41ee-912d-65ff229eb73d None None] The sync data for ids ['a1475693-e305-402b-ade2-92de083c22fd'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:19.615846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:19.642196 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-bc474c20-9ab5-4c12-955f-7563b161281e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1352791255'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:19.655932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:19.656725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.682005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bc474c20-9ab5-4c12-955f-7563b161281e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:19.698116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-bc474c20-9ab5-4c12-955f-7563b161281e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Usage tracker for resource:router and tenant:5d875b244acd42569cf518191d70887c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:19.703967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-bc474c20-9ab5-4c12-955f-7563b161281e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:19.715786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bc474c20-9ab5-4c12-955f-7563b161281e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:19.766115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc474c20-9ab5-4c12-955f-7563b161281e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.767212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc474c20-9ab5-4c12-955f-7563b161281e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.808059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc474c20-9ab5-4c12-955f-7563b161281e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.830830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Allocated IP 2001:db8::1 (965d96a5-574f-40b1-a2f9-76acdd7a9f5f/8ae1a701-7eaa-423d-b557-4fd063b74e0d/166d54b4-4f6d-4f39-beb4-9d69210833c8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:19.846506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Allocated IP 2001:db8::2 (9860419a-4487-472a-825c-b8e541d17675/c259e4fd-5f2a-46ab-9a7c-bf4887a9e2c2/b5cbdc74-a94e-4fa4-959f-80734d1eabf6) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:19.873009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc474c20-9ab5-4c12-955f-7563b161281e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.886746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1728061-4ce1-4ec8-a361-a5b53d5444cd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.891023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1728061-4ce1-4ec8-a361-a5b53d5444cd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.896495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.937096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1728061-4ce1-4ec8-a361-a5b53d5444cd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.937698 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1728061-4ce1-4ec8-a361-a5b53d5444cd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Fanout notify agent at l3_agent the message router_deleted on router a1475693-e305-402b-ade2-92de083c22fd {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:01:19.943667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.949058 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:19.949645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.955706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-15f49037-87f0-497a-bd6a-dd95f63a70de tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:19.956574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-d66861ce-ce4e-4421-ad1e-72f133b1d007', 'network_id': 'd66861ce-ce4e-4421-ad1e-72f133b1d007', 'tenant_id': 'facdeebb2a8e45a8a58abd0396f79f69', 'fixed_ips': [{'subnet_id': '65ed4296-e1dc-4069-aba2-4e0332ab349c'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:19.957410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.964146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc474c20-9ab5-4c12-955f-7563b161281e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:19.965563 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bc474c20-9ab5-4c12-955f-7563b161281e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5545788 Dec 22 13:01:19.974072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45216) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:20.058756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e1728061-4ce1-4ec8-a361-a5b53d5444cd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.059941 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e1728061-4ce1-4ec8-a361-a5b53d5444cd tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/a1475693-e305-402b-ade2-92de083c22fd HTTP/1.1" status: 204 len: 168 time: 0.7898173 Dec 22 13:01:20.072958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45224) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:20.078313 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8597701 Dec 22 13:01:20.083941 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45226) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:20.137317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'subnet': {'network_id': '6c7304af-20e4-436a-9eaf-20a53a73bb2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:20.179376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.192014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Network': ['ID=6c7304af-20e4-436a-9eaf-20a53a73bb2d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:20.251758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:20.268143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.283870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Transition to ACTIVE for port object 166d54b4-4f6d-4f39-beb4-9d69210833c8 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:20.289494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7dc9323-d29a-4091-b5cc-cfb0405dcb89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting subnet 21c12cd4-2715-4e47-a23c-dbc887ee4021 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:01:20.300470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e7dc9323-d29a-4091-b5cc-cfb0405dcb89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.314794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Allocated IP 2001:db8::1 (d66861ce-ce4e-4421-ad1e-72f133b1d007/65ed4296-e1dc-4069-aba2-4e0332ab349c/4b7537ea-1d8c-41e4-af06-e29243d9a6d3) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:20.315440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.319750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 6c7304af-20e4-436a-9eaf-20a53a73bb2d details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:20.321458 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-06d8afe8-42b8-48cc-bf67-547364ddf6fa tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:20.357765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:20.364990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:subnet and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:20.370241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:20.374383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e7dc9323-d29a-4091-b5cc-cfb0405dcb89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.385673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f25aa7ba-a45e-456f-b1d0-63fac8c7c10b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.412524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:20.435366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8efc2553-ab76-4d26-bb1a-e23fdd7baedc,segment=NetworkSegment(84386431-1bc6-4b6b-9ec0-90c7b973d86c),segment_id=84386431-1bc6-4b6b-9ec0-90c7b973d86c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:20.436010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:20.440111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.475061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.476076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 67f197cc-1f92-473a-8d7a-2a3b4d27d05b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:20.500408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Network 965d96a5-574f-40b1-a2f9-76acdd7a9f5f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:20.512610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:20.516460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:20.518464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:20.519004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.526789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'Port': ['ID=166d54b4-4f6d-4f39-beb4-9d69210833c8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:20.539586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:20.551161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Performing IP validity checks on allocation pools {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:01:20.551746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:01:20.576376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e7dc9323-d29a-4091-b5cc-cfb0405dcb89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.649863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-294f4ee8-b381-436e-a3f4-76c694f28292 None None] Provisioning complete for port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:20.650571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-294f4ee8-b381-436e-a3f4-76c694f28292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.719275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e7dc9323-d29a-4091-b5cc-cfb0405dcb89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.744592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a10f9863-38c2-4d93-b818-df497fe1820b tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:20.752455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f25aa7ba-a45e-456f-b1d0-63fac8c7c10b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.755861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f25aa7ba-a45e-456f-b1d0-63fac8c7c10b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.806579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc9323-d29a-4091-b5cc-cfb0405dcb89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Subnet': ['ID=21c12cd4-2715-4e47-a23c-dbc887ee4021,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:20.809069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e7dc9323-d29a-4091-b5cc-cfb0405dcb89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.814470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e7dc9323-d29a-4091-b5cc-cfb0405dcb89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:20.824103 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e7dc9323-d29a-4091-b5cc-cfb0405dcb89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/21c12cd4-2715-4e47-a23c-dbc887ee4021 HTTP/1.1" status: 204 len: 168 time: 0.7420101 Dec 22 13:01:20.830142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45234) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:20.833595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.833827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f25aa7ba-a45e-456f-b1d0-63fac8c7c10b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:20.834501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25aa7ba-a45e-456f-b1d0-63fac8c7c10b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 250b0fa6-e612-45dc-90d6-d716c9822b0e {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:01:20.839536 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:20.850701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f301c88d-0bba-4eff-b478-9b1fa6f951bf None None] Network 28e9acb8-1c75-4f3b-b9d0-8b2baf799647 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:20.921079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Subnet': ['ID=9b74ecb8-cd58-43f0-a141-c5d74e623857,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:20.925236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:20.932216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Checking segment: {'id': 'c347ad53-1143-42e9-8711-6051816a8979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6c7304af-20e4-436a-9eaf-20a53a73bb2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:20.932579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network hostable DHCP agents. Network: 6c7304af-20e4-436a-9eaf-20a53a73bb2d, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:20.955940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network 6c7304af-20e4-436a-9eaf-20a53a73bb2d is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:20.971016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 6c7304af-20e4-436a-9eaf-20a53a73bb2d) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:20.976694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:20.977352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.003339 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9158647 Dec 22 13:01:21.003724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45238) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:21.041064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f25aa7ba-a45e-456f-b1d0-63fac8c7c10b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.042304 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f25aa7ba-a45e-456f-b1d0-63fac8c7c10b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] 10.222.0.24 "DELETE /v2.0/routers/250b0fa6-e612-45dc-90d6-d716c9822b0e HTTP/1.1" status: 204 len: 168 time: 1.0666909 Dec 22 13:01:21.049482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45242) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:21.058049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=8efc2553-ab76-4d26-bb1a-e23fdd7baedc,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:21.061296 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:21.062227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6cabfe85-3952-4f54-8cf3-8f8875bed59f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Request body: {'router': {'name': 'tempest-router-1803039196', 'distributed': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:21.065107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.079064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af969c90-015e-4f33-a726-6bccf5534c1b None None] Network 6c7304af-20e4-436a-9eaf-20a53a73bb2d requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:21.079428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6cabfe85-3952-4f54-8cf3-8f8875bed59f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:21.091930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6cabfe85-3952-4f54-8cf3-8f8875bed59f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Usage tracker for resource:router and tenant:5d875b244acd42569cf518191d70887c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:21.098219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d3f424-16d4-4514-805e-ad6ffc596ee2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting subnet d3013ad9-5b36-48d9-99ae-f1c20e64c3d4 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:01:21.102767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6cabfe85-3952-4f54-8cf3-8f8875bed59f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:21.105833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f424-16d4-4514-805e-ad6ffc596ee2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.154284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.169901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6cabfe85-3952-4f54-8cf3-8f8875bed59f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:21.198545 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.225757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cabfe85-3952-4f54-8cf3-8f8875bed59f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.226698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cabfe85-3952-4f54-8cf3-8f8875bed59f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.270614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.292019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Transition to ACTIVE for port object b5cbdc74-a94e-4fa4-959f-80734d1eabf6 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:21.345778 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:21.346441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.369250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.377166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:21.422283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f424-16d4-4514-805e-ad6ffc596ee2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.435196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Subnet': ['ID=9b74ecb8-cd58-43f0-a141-c5d74e623857,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:21.457101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:21.496910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Transition to ACTIVE for port object b5cbdc74-a94e-4fa4-959f-80734d1eabf6 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:21.498370 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cabfe85-3952-4f54-8cf3-8f8875bed59f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.546799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.561283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.570928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:21.576048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7304af-20e4-436a-9eaf-20a53a73bb2d']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:21.593235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c347ad53-1143-42e9-8711-6051816a8979') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:21.593630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c347ad53-1143-42e9-8711-6051816a8979') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:21.605639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.622143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.629504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:21.629998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.638903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cabfe85-3952-4f54-8cf3-8f8875bed59f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:21.645131 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:21.661048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cabfe85-3952-4f54-8cf3-8f8875bed59f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.664989 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6cabfe85-3952-4f54-8cf3-8f8875bed59f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6097367 Dec 22 13:01:21.666325 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45252) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:21.671215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f424-16d4-4514-805e-ad6ffc596ee2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.727431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.728621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.732193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ce0f0986-6f12-4956-a7be-20ee2980a4a7 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:21.736578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Pushing event updated for resources: {'Port': ['ID=b5cbdc74-a94e-4fa4-959f-80734d1eabf6,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:21.757037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:21.758399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.773049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Network': ['ID=6c7304af-20e4-436a-9eaf-20a53a73bb2d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:21.775535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:21.782312 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/6c7304af-20e4-436a-9eaf-20a53a73bb2d HTTP/1.1" status: 204 len: 168 time: 0.7740133 Dec 22 13:01:21.782549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45256) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:21.789473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-142413865'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:21.795105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:21.799529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:network and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:21.802715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:21.808526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:21.809657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Transition to ACTIVE for port object 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:21.813110 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Network 9860419a-4487-472a-825c-b8e541d17675 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:21.820356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-06b11ca2-df60-4895-9f7a-fe47ab47dfc1 None None] Provisioning for port 166d54b4-4f6d-4f39-beb4-9d69210833c8 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:21.820708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:21.824810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.831537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:21.839293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:21.847298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33d708-a3c1-4383-91d7-babbf96332c9 None None] Network 6c7304af-20e4-436a-9eaf-20a53a73bb2d requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:21.860606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-06b11ca2-df60-4895-9f7a-fe47ab47dfc1 None None] Provisioning complete for port 166d54b4-4f6d-4f39-beb4-9d69210833c8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:21.860990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-06b11ca2-df60-4895-9f7a-fe47ab47dfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.861902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:21.872623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.873077 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Added segment 00ee96bb-dfa1-46b7-afff-1dccdd6c0441 of type vlan for network fac57265-5753-4fed-bf29-d46cfd9c4989 Dec 22 13:01:21.899303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0baabe0f-bb70-4535-a046-37ad821bbadb tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.903748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.938726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.945657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:21.946536 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:21.950113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Transition to ACTIVE for port object 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:21.956238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33d708-a3c1-4383-91d7-babbf96332c9 None None] Network 6c7304af-20e4-436a-9eaf-20a53a73bb2d could not be found, it might have been deleted concurrently. {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 13:01:21.973802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-827d536d-3b9d-46b9-8375-84f464ee4c19 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:21.998034 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2126141 Dec 22 13:01:22.003955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.004229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45260) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:22.015052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-458f8add-8d85-41b2-af5c-4f3c1f0e782d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:22.059790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8efc2553-ab76-4d26-bb1a-e23fdd7baedc up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:22.085186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f424-16d4-4514-805e-ad6ffc596ee2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.105627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9d7942-68a8-4c33-8c7c-103e47ba015e None None] DHCP port deletion for 28e9acb8-1c75-4f3b-b9d0-8b2baf799647 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:01:22.108130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-06b11ca2-df60-4895-9f7a-fe47ab47dfc1 None None] Port 166d54b4-4f6d-4f39-beb4-9d69210833c8 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:01:22.152194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Attempting to bind port b5cbdc74-a94e-4fa4-959f-80734d1eabf6 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:22.152729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Attempting to bind port b5cbdc74-a94e-4fa4-959f-80734d1eabf6 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9eb885d2-a47f-4054-ba21-f5cd529b84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9860419a-4487-472a-825c-b8e541d17675'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:22.153203 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Attempting to bind port b5cbdc74-a94e-4fa4-959f-80734d1eabf6 on network 9860419a-4487-472a-825c-b8e541d17675 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:22.155570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d7942-68a8-4c33-8c7c-103e47ba015e None None] Deleting port 7c3487b5-1450-4ab9-b4c8-2016f73625f6 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:22.156088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd9d7942-68a8-4c33-8c7c-103e47ba015e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.181115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Network d66861ce-ce4e-4421-ad1e-72f133b1d007 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:22.194834 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:22.200818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6b20c3a7-757d-4b2b-887d-681ad83ebf96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:22.201682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'subnet': {'network_id': 'fac57265-5753-4fed-bf29-d46cfd9c4989', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:22.206794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:22.207310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Checking segment: {'id': '9eb885d2-a47f-4054-ba21-f5cd529b84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9860419a-4487-472a-825c-b8e541d17675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:22.207851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.208398 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Bound using segment: {'id': '9eb885d2-a47f-4054-ba21-f5cd529b84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9860419a-4487-472a-825c-b8e541d17675'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:22.208989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Bound port: b5cbdc74-a94e-4fa4-959f-80734d1eabf6, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb885d2-a47f-4054-ba21-f5cd529b84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9860419a-4487-472a-825c-b8e541d17675'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:22.209484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.218754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:22.246948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Pushing event updated for resources: {'Port': ['ID=4b7537ea-1d8c-41e4-af06-e29243d9a6d3,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:22.250817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:22.307677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:01:22.318522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3f424-16d4-4514-805e-ad6ffc596ee2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Subnet': ['ID=d3013ad9-5b36-48d9-99ae-f1c20e64c3d4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:22.320950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c4d3f424-16d4-4514-805e-ad6ffc596ee2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:22.322241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Network': ['ID=fac57265-5753-4fed-bf29-d46cfd9c4989,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:22.328277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d3f424-16d4-4514-805e-ad6ffc596ee2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.335498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0baabe0f-bb70-4535-a046-37ad821bbadb tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.339262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.343663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0baabe0f-bb70-4535-a046-37ad821bbadb tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.348530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.349392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.361305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b643619b-be31-4d32-85c9-bb846ffb1ddd tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:22.377280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:22.382757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:subnet and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:22.386577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:22.394205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:22.399028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87090ec-388c-4c86-817f-a74000304205 None None] Network abe8f17a-003f-440d-a1e3-3ef940766770 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:22.405923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:22.408123 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c4d3f424-16d4-4514-805e-ad6ffc596ee2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/d3013ad9-5b36-48d9-99ae-f1c20e64c3d4 HTTP/1.1" status: 204 len: 168 time: 1.5758340 Dec 22 13:01:22.408917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45266) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:22.411252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network fac57265-5753-4fed-bf29-d46cfd9c4989 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:22.412422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:22.416864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.742541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0baabe0f-bb70-4535-a046-37ad821bbadb tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.743168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baabe0f-bb70-4535-a046-37ad821bbadb tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2142b8e2-4b0c-442c-bba9-8ec7d0bf5665 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:01:22.762584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'Port': ['ID=166d54b4-4f6d-4f39-beb4-9d69210833c8,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:22.765542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:22.767534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0baabe0f-bb70-4535-a046-37ad821bbadb tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.773821 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0baabe0f-bb70-4535-a046-37ad821bbadb tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] 10.222.0.24 "DELETE /v2.0/routers/2142b8e2-4b0c-442c-bba9-8ec7d0bf5665 HTTP/1.1" status: 204 len: 168 time: 1.1061282 Dec 22 13:01:22.773982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45274) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:22.782862 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Attempting to bind port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:22.783239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Attempting to bind port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '3b22a361-a3d7-47f9-a717-e450c40971f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd66861ce-ce4e-4421-ad1e-72f133b1d007'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:22.783633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Attempting to bind port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 on network d66861ce-ce4e-4421-ad1e-72f133b1d007 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:22.785920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:22.786509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.795762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-fc72fd42-49d1-4ad9-9449-20f9b3df81c5 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Request body: {'router': {'name': 'tempest-router-835952060', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0c7ca3e4f7ba48bfa12ef7d62092fabe'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:22.814899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Network 965d96a5-574f-40b1-a2f9-76acdd7a9f5f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:22.815833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:22.817916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fc72fd42-49d1-4ad9-9449-20f9b3df81c5 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:22.824318 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fc72fd42-49d1-4ad9-9449-20f9b3df81c5 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Usage tracker for resource:router and tenant:0c7ca3e4f7ba48bfa12ef7d62092fabe is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:22.825112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] For port b5cbdc74-a94e-4fa4-959f-80734d1eabf6, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:22.839160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fc72fd42-49d1-4ad9-9449-20f9b3df81c5 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:22.842011 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:22.842615 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Checking segment: {'id': '3b22a361-a3d7-47f9-a717-e450c40971f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd66861ce-ce4e-4421-ad1e-72f133b1d007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:22.843206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.843781 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Bound using segment: {'id': '3b22a361-a3d7-47f9-a717-e450c40971f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd66861ce-ce4e-4421-ad1e-72f133b1d007'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:22.845569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.846697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Bound port: 4b7537ea-1d8c-41e4-af06-e29243d9a6d3, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b22a361-a3d7-47f9-a717-e450c40971f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd66861ce-ce4e-4421-ad1e-72f133b1d007'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:22.848920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.857083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fc72fd42-49d1-4ad9-9449-20f9b3df81c5 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:22.909146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc72fd42-49d1-4ad9-9449-20f9b3df81c5 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.910554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc72fd42-49d1-4ad9-9449-20f9b3df81c5 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.920480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] For port b5cbdc74-a94e-4fa4-959f-80734d1eabf6, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b5cbdc74-a94e-4fa4-959f-80734d1eabf6,segment=NetworkSegment(9eb885d2-a47f-4054-ba21-f5cd529b84a1),segment_id=9eb885d2-a47f-4054-ba21-f5cd529b84a1)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:22.926135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:22.931799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:22.961918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 7c3487b5-1450-4ab9-b4c8-2016f73625f6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:22.962269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:23.026094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Router 5ce7ef1d-fc06-49c9-8811-922e50dd847e is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:01:23.044567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc72fd42-49d1-4ad9-9449-20f9b3df81c5 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:23.087493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:23.092414 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bd9d7942-68a8-4c33-8c7c-103e47ba015e None None] For port 7c3487b5-1450-4ab9-b4c8-2016f73625f6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7c3487b5-1450-4ab9-b4c8-2016f73625f6,segment=NetworkSegment(b029602f-8971-4000-b45c-a4a2db1508d8),segment_id=b029602f-8971-4000-b45c-a4a2db1508d8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:23.092806 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd9d7942-68a8-4c33-8c7c-103e47ba015e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:23.110235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5ddf02cb-32a5-48a5-9ed2-2fd19b5cedf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:23.124037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Subnet': ['ID=bdcd32a0-3656-4a29-ab30-846e292528b2,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:23.140327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:23.162918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc72fd42-49d1-4ad9-9449-20f9b3df81c5 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:23.193152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Checking segment: {'id': '00ee96bb-dfa1-46b7-afff-1dccdd6c0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fac57265-5753-4fed-bf29-d46cfd9c4989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:23.193516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network hostable DHCP agents. Network: fac57265-5753-4fed-bf29-d46cfd9c4989, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:23.245263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:23.254151 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "PUT /v2.0/routers/5ce7ef1d-fc06-49c9-8811-922e50dd847e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8855846 Dec 22 13:01:23.255011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45278) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:23.266307 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf922b0f-d3b2-4c1a-a92b-0355df24fa1e None None] Sync routers for ids ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:23.276771 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf922b0f-d3b2-4c1a-a92b-0355df24fa1e None None] Routers {'5ce7ef1d-fc06-49c9-8811-922e50dd847e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:23.277714 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cf922b0f-d3b2-4c1a-a92b-0355df24fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:23.295866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc72fd42-49d1-4ad9-9449-20f9b3df81c5 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:23.297076 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fc72fd42-49d1-4ad9-9449-20f9b3df81c5 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5124862 Dec 22 13:01:23.300415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45282) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:23.310035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:23.313382 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-bd9d7942-68a8-4c33-8c7c-103e47ba015e None None] Calling delete_port for 7c3487b5-1450-4ab9-b4c8-2016f73625f6 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:23.350043 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cf922b0f-d3b2-4c1a-a92b-0355df24fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:23.371616 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf922b0f-d3b2-4c1a-a92b-0355df24fa1e None None] Routers {'5ce7ef1d-fc06-49c9-8811-922e50dd847e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:23.372605 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cf922b0f-d3b2-4c1a-a92b-0355df24fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:23.404213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] For port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:23.410832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9ac5c544-f624-4ca3-8dac-b29a540008bb None None] Provisioning complete for port 166d54b4-4f6d-4f39-beb4-9d69210833c8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:23.411232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ac5c544-f624-4ca3-8dac-b29a540008bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:23.438241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network fac57265-5753-4fed-bf29-d46cfd9c4989 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:23.451496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] For port 7c3487b5-1450-4ab9-b4c8-2016f73625f6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7c3487b5-1450-4ab9-b4c8-2016f73625f6,segment=NetworkSegment(b029602f-8971-4000-b45c-a4a2db1508d8),segment_id=b029602f-8971-4000-b45c-a4a2db1508d8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:23.451889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:23.462335 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cf922b0f-d3b2-4c1a-a92b-0355df24fa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:23.462992 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf922b0f-d3b2-4c1a-a92b-0355df24fa1e None None] The sync data for ids ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:23.476240 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5c544-f624-4ca3-8dac-b29a540008bb None None] Port 166d54b4-4f6d-4f39-beb4-9d69210833c8 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:01:23.490528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Pushing event updated for resources: {'Port': ['ID=b5cbdc74-a94e-4fa4-959f-80734d1eabf6,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:23.496626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] For port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4b7537ea-1d8c-41e4-af06-e29243d9a6d3,segment=NetworkSegment(3b22a361-a3d7-47f9-a717-e450c40971f1),segment_id=3b22a361-a3d7-47f9-a717-e450c40971f1)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:23.499433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:23.547345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:23.566056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3956590b-20e9-4ff4-97ad-7fac47853892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:23.668314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd9d7942-68a8-4c33-8c7c-103e47ba015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:23.719483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d7942-68a8-4c33-8c7c-103e47ba015e None None] No DVR routers for this DVR port 7c3487b5-1450-4ab9-b4c8-2016f73625f6 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:01:23.721082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for 7c3487b5-1450-4ab9-b4c8-2016f73625f6 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:23.748694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Pushing event updated for resources: {'Port': ['ID=4b7537ea-1d8c-41e4-af06-e29243d9a6d3,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:23.751956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:23.752454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3372a8ad-2534-4580-b5c5-6e4c6ccabdf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:23.833180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d7942-68a8-4c33-8c7c-103e47ba015e None None] Pushing event deleted for resources: {'Port': ['ID=7c3487b5-1450-4ab9-b4c8-2016f73625f6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:23.835760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bd9d7942-68a8-4c33-8c7c-103e47ba015e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:23.858868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e9fc9e-727c-418a-97e6-911c63822f30 None None] DHCP port deletion for abe8f17a-003f-440d-a1e3-3ef940766770 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:01:23.868101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9fc9e-727c-418a-97e6-911c63822f30 None None] Deleting port 4ec3f474-2d69-40c1-93a4-17e78e58f247 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:23.868871 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7e9fc9e-727c-418a-97e6-911c63822f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:23.929244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, fac57265-5753-4fed-bf29-d46cfd9c4989) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:23.938425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:23.938998 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8804a719-70fe-427c-8d4e-62bc6e220ccc None None] Network fac57265-5753-4fed-bf29-d46cfd9c4989 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:23.939140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:24.186271 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b5cbdc74-a94e-4fa4-959f-80734d1eabf6 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:24.269539 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-e65e961d-4339-4acf-98de-e004b5bc3b6b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:01:24.270442 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e65e961d-4339-4acf-98de-e004b5bc3b6b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "PUT /v2.0/routers/5ce7ef1d-fc06-49c9-8811-922e50dd847e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0142016 Dec 22 13:01:24.274285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45292) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:24.324578 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3163097 Dec 22 13:01:24.334055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45296) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:24.391424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:01:24.391865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:01:24.395588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:24.396003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:24.460393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port b5cbdc74-a94e-4fa4-959f-80734d1eabf6 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:24.468770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-fac57265-5753-4fed-bf29-d46cfd9c4989', 'network_id': 'fac57265-5753-4fed-bf29-d46cfd9c4989', 'tenant_id': 'facdeebb2a8e45a8a58abd0396f79f69', 'fixed_ips': [{'subnet_id': 'bdcd32a0-3656-4a29-ab30-846e292528b2'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:24.469622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:24.492955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c7e9fc9e-727c-418a-97e6-911c63822f30 None None] For port 4ec3f474-2d69-40c1-93a4-17e78e58f247, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4ec3f474-2d69-40c1-93a4-17e78e58f247,segment=NetworkSegment(2014c669-64a1-4694-887e-5b794f7195cb),segment_id=2014c669-64a1-4694-887e-5b794f7195cb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:24.493355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7e9fc9e-727c-418a-97e6-911c63822f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:24.550449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87569) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 22 13:01:24.551002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Router 591777d8-f526-4ccc-b904-3c5b6d503469 migrating from provider to provider. {{(pid=87569) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 22 13:01:24.551492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:24.558663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:24.565427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:24.666115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4ec3f474-2d69-40c1-93a4-17e78e58f247 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:01:24.742462 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] No L3 agents can host the router 591777d8-f526-4ccc-b904-3c5b6d503469 Dec 22 13:01:24.782201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c7e9fc9e-727c-418a-97e6-911c63822f30 None None] Calling delete_port for 4ec3f474-2d69-40c1-93a4-17e78e58f247 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:24.894123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 7c3487b5-1450-4ab9-b4c8-2016f73625f6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:24.894650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:25.038543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Hosts for router 591777d8-f526-4ccc-b904-3c5b6d503469: [] {{(pid=87569) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Dec 22 13:01:25.124221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] The port '7c3487b5-1450-4ab9-b4c8-2016f73625f6' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:01:25.130448 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:25.131772 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Hosts for other DVR routers connected to router 591777d8-f526-4ccc-b904-3c5b6d503469: set() {{(pid=87569) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Dec 22 13:01:25.213825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:25.215021 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6f51ea4d-9691-47c7-a6c8-3084d90f338b tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] 10.222.0.24 "PUT /v2.0/routers/591777d8-f526-4ccc-b904-3c5b6d503469 HTTP/1.1" status: 200 len: 716 time: 1.9137030 Dec 22 13:01:25.223923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7e9fc9e-727c-418a-97e6-911c63822f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:25.239229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45306) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:25.241515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-356638cf-fcb3-42b4-9366-7a0b4cb08780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:25.300545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:25.314498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9fc9e-727c-418a-97e6-911c63822f30 None None] Pushing event deleted for resources: {'Port': ['ID=4ec3f474-2d69-40c1-93a4-17e78e58f247,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:25.317350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Allocated IP 2001:db8::1 (fac57265-5753-4fed-bf29-d46cfd9c4989/bdcd32a0-3656-4a29-ab30-846e292528b2/04fba169-acc0-435d-81c1-9778f5d75a2f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:25.324915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c7e9fc9e-727c-418a-97e6-911c63822f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:25.334562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9fc9e-727c-418a-97e6-911c63822f30 None None] No DVR routers for this DVR port 4ec3f474-2d69-40c1-93a4-17e78e58f247 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:01:25.343166 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:25.361041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047853c5-af3e-45d0-96aa-9ba90dc366ef None None] Network d66861ce-ce4e-4421-ad1e-72f133b1d007 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:25.415833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:25.480398 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223bf81-5027-4533-b6a8-540767045740 None None] Network 9860419a-4487-472a-825c-b8e541d17675 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:25.495423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:25.507709 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d6931c51-a5e6-456d-b5ed-1da3bfc3275f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] 10.222.0.24 "GET /v2.0/routers/591777d8-f526-4ccc-b904-3c5b6d503469 HTTP/1.1" status: 200 len: 716 time: 0.2643371 Dec 22 13:01:25.508453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45310) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:25.542050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e9acb8-1c75-4f3b-b9d0-8b2baf799647']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:25.571892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b029602f-8971-4000-b45c-a4a2db1508d8') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:25.571892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b029602f-8971-4000-b45c-a4a2db1508d8') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:25.604815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:25.631107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:25.637688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:25.638311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:25.682676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-445d4183-e545-44f1-9915-e44ff981f0a2 None None] Provisioning for port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:25.685684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7c3487b5-1450-4ab9-b4c8-2016f73625f6 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:01:25.703553 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:25.724753 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:25.741425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 7c3487b5-1450-4ab9-b4c8-2016f73625f6 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:01:25.741776 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7c3487b5-1450-4ab9-b4c8-2016f73625f6 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:01:25.811585 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Deleting port 166d54b4-4f6d-4f39-beb4-9d69210833c8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:25.811965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.031310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e317b24c-8940-4f4f-bfed-c8948d1d49a0 None None] Provisioning for port b5cbdc74-a94e-4fa4-959f-80734d1eabf6 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:26.052582 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3fb1dba3-3650-43cf-b93a-c8de77419d68 tempest-RoutersTestDVR-1066951052 tempest-RoutersTestDVR-1066951052-project] 10.222.0.24 "GET /v2.0/routers/591777d8-f526-4ccc-b904-3c5b6d503469 HTTP/1.1" status: 200 len: 682 time: 0.5423725 Dec 22 13:01:26.053890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.055711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45318) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:26.059533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-82f0030a-14a9-4ce0-a7c2-3542fd2e9c04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:26.061841 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.074284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:26.097805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e317b24c-8940-4f4f-bfed-c8948d1d49a0 None None] Provisioning complete for port b5cbdc74-a94e-4fa4-959f-80734d1eabf6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:26.098175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e317b24c-8940-4f4f-bfed-c8948d1d49a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.124164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.171996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.194772 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Network': ['ID=28e9acb8-1c75-4f3b-b9d0-8b2baf799647,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:26.197578 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/networks/28e9acb8-1c75-4f3b-b9d0-8b2baf799647 HTTP/1.1" status: 204 len: 168 time: 3.7874246 Dec 22 13:01:26.198642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:26.203261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Calling delete_port for 166d54b4-4f6d-4f39-beb4-9d69210833c8 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:26.206796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45324) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:26.241807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Transition to ACTIVE for port object 04fba169-acc0-435d-81c1-9778f5d75a2f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:26.304616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7360bcff-7c74-48b9-ae1f-975ff978689e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.318822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Transition to ACTIVE for port object 04fba169-acc0-435d-81c1-9778f5d75a2f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:26.448850 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.456583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:26.469936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.479556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:26.516747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:26.523978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Subnet': ['ID=bdcd32a0-3656-4a29-ab30-846e292528b2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:26.529772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:26.547364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e317b24c-8940-4f4f-bfed-c8948d1d49a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.567441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:26.567901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.605002 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Network fac57265-5753-4fed-bf29-d46cfd9c4989 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:26.620700 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:26.623371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:26.624566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.688169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Pushing event updated for resources: {'Port': ['ID=04fba169-acc0-435d-81c1-9778f5d75a2f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:26.690989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:26.736645 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e317b24c-8940-4f4f-bfed-c8948d1d49a0 None None] For port b5cbdc74-a94e-4fa4-959f-80734d1eabf6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b5cbdc74-a94e-4fa4-959f-80734d1eabf6,segment=NetworkSegment(9eb885d2-a47f-4054-ba21-f5cd529b84a1),segment_id=9eb885d2-a47f-4054-ba21-f5cd529b84a1)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:26.751332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e317b24c-8940-4f4f-bfed-c8948d1d49a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.756838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:26.800318 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7360bcff-7c74-48b9-ae1f-975ff978689e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.806308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.806836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7360bcff-7c74-48b9-ae1f-975ff978689e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.816486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c67a8ac2-1c49-4bdb-86e9-f7d7103f4359 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:26.819568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Attempting to bind port 04fba169-acc0-435d-81c1-9778f5d75a2f on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:26.819977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Attempting to bind port 04fba169-acc0-435d-81c1-9778f5d75a2f by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '00ee96bb-dfa1-46b7-afff-1dccdd6c0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fac57265-5753-4fed-bf29-d46cfd9c4989'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:26.820358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Attempting to bind port 04fba169-acc0-435d-81c1-9778f5d75a2f on network fac57265-5753-4fed-bf29-d46cfd9c4989 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:26.832796 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:26.833204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Checking segment: {'id': '00ee96bb-dfa1-46b7-afff-1dccdd6c0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fac57265-5753-4fed-bf29-d46cfd9c4989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:26.833610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.834005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Bound using segment: {'id': '00ee96bb-dfa1-46b7-afff-1dccdd6c0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fac57265-5753-4fed-bf29-d46cfd9c4989'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:26.834501 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Bound port: 04fba169-acc0-435d-81c1-9778f5d75a2f, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ee96bb-dfa1-46b7-afff-1dccdd6c0441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fac57265-5753-4fed-bf29-d46cfd9c4989'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:26.834882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.893544 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.914421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7360bcff-7c74-48b9-ae1f-975ff978689e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.914784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7360bcff-7c74-48b9-ae1f-975ff978689e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 591777d8-f526-4ccc-b904-3c5b6d503469 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:01:26.917678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event deleted for resources: {'Port': ['ID=166d54b4-4f6d-4f39-beb4-9d69210833c8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:26.925969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe8f17a-003f-440d-a1e3-3ef940766770']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:26.937792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7360bcff-7c74-48b9-ae1f-975ff978689e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.938936 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7360bcff-7c74-48b9-ae1f-975ff978689e tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] 10.222.0.24 "DELETE /v2.0/routers/591777d8-f526-4ccc-b904-3c5b6d503469 HTTP/1.1" status: 204 len: 168 time: 0.8824079 Dec 22 13:01:26.942995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2014c669-64a1-4694-887e-5b794f7195cb') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:26.943241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2014c669-64a1-4694-887e-5b794f7195cb') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:26.949695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45330) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:26.962686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-aee232ae-e513-404f-bbdd-0641b3f39a02 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Request body: {'router': {'name': 'tempest-router-2106886267', 'distributed': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:26.963355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:26.969583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:26.977035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-aee232ae-e513-404f-bbdd-0641b3f39a02 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:26.985617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aee232ae-e513-404f-bbdd-0641b3f39a02 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Usage tracker for resource:router and tenant:5d875b244acd42569cf518191d70887c is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:26.986944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317b24c-8940-4f4f-bfed-c8948d1d49a0 None None] Pushing event updated for resources: {'Port': ['ID=b5cbdc74-a94e-4fa4-959f-80734d1eabf6,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:26.990411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e317b24c-8940-4f4f-bfed-c8948d1d49a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:26.990568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aee232ae-e513-404f-bbdd-0641b3f39a02 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:27.006997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.008451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.009609 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-aee232ae-e513-404f-bbdd-0641b3f39a02 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:27.029132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:27.030049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.032498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0ba0d8d9-03f0-4e64-8e53-7dfd73c678a7 None None] Provisioning complete for port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:27.032891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0ba0d8d9-03f0-4e64-8e53-7dfd73c678a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.109770 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.129060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] For port 04fba169-acc0-435d-81c1-9778f5d75a2f, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:27.141841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4b7537ea-1d8c-41e4-af06-e29243d9a6d3,segment=NetworkSegment(3b22a361-a3d7-47f9-a717-e450c40971f1),segment_id=3b22a361-a3d7-47f9-a717-e450c40971f1)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:27.152980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:27.160052 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:27.162518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee232ae-e513-404f-bbdd-0641b3f39a02 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.163092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:27.163342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee232ae-e513-404f-bbdd-0641b3f39a02 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.168383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.173192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:27.194984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.206664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Network': ['ID=abe8f17a-003f-440d-a1e3-3ef940766770,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:27.209900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:27.211445 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/networks/abe8f17a-003f-440d-a1e3-3ef940766770 HTTP/1.1" status: 204 len: 168 time: 1.0036840 Dec 22 13:01:27.216471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45336) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:27.225285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.225533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1238233002'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:27.232139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:27.234867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee232ae-e513-404f-bbdd-0641b3f39a02 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.238588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:network and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:27.246834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:27.248827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac57265-5753-4fed-bf29-d46cfd9c4989']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:27.255817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:27.269344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:27.273035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.282266 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] For port 04fba169-acc0-435d-81c1-9778f5d75a2f, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=04fba169-acc0-435d-81c1-9778f5d75a2f,segment=NetworkSegment(00ee96bb-dfa1-46b7-afff-1dccdd6c0441),segment_id=00ee96bb-dfa1-46b7-afff-1dccdd6c0441)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:27.284641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee232ae-e513-404f-bbdd-0641b3f39a02 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.294672 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.314259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee232ae-e513-404f-bbdd-0641b3f39a02 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.318502 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-aee232ae-e513-404f-bbdd-0641b3f39a02 tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3648348 Dec 22 13:01:27.318643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ee96bb-dfa1-46b7-afff-1dccdd6c0441') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:27.318643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ee96bb-dfa1-46b7-afff-1dccdd6c0441') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:27.320092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:27.327411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45340) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:27.330594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.330939 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Added segment ba3a6b37-ab65-4d53-8a9b-79c511c162c2 of type vlan for network 6a9ce342-21a2-448b-870f-1e7ca9a6d32a Dec 22 13:01:27.332859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=4b7537ea-1d8c-41e4-af06-e29243d9a6d3,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:27.340460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:27.341864 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bd9d7942-68a8-4c33-8c7c-103e47ba015e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:27.370287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.414238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.415431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0ba0d8d9-03f0-4e64-8e53-7dfd73c678a7 None None] Provisioning complete for port b5cbdc74-a94e-4fa4-959f-80734d1eabf6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:27.415853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0ba0d8d9-03f0-4e64-8e53-7dfd73c678a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.422489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:27.423497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.430050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-49470abc-6c93-4b00-a620-cfa2eb2db24a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:27.547032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aea796dd-3395-4e33-bca3-fd117e0fe3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.548787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Pushing event updated for resources: {'Port': ['ID=04fba169-acc0-435d-81c1-9778f5d75a2f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:27.562555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:27.593021 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3734016 Dec 22 13:01:27.595932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45350) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:27.601033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28c0210-09a1-484b-ae89-211b9279676e None None] Network fac57265-5753-4fed-bf29-d46cfd9c4989 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:27.604167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'subnet': {'network_id': '6a9ce342-21a2-448b-870f-1e7ca9a6d32a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:27.618203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Network': ['ID=6a9ce342-21a2-448b-870f-1e7ca9a6d32a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:27.623055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:27.630327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.679431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 6a9ce342-21a2-448b-870f-1e7ca9a6d32a details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:27.726436 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f971517-6dc3-4f52-8d30-6cc2266ada3f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.783570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.837259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:27.841548 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:subnet and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:27.844849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:27.850269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:27.861028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:27.861455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.863387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:27.867585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:27.876197 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:27.886680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Router 5ce7ef1d-fc06-49c9-8811-922e50dd847e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:01:27.997349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba348ae-12d0-4d3a-a68e-0cb5baf7bfd0 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:01:28.027149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:28.163838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:28.164247 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.255593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba348ae-12d0-4d3a-a68e-0cb5baf7bfd0 None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:01:28.325889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:01:28.325889 dv-neutron-822668-1-hyperv neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:01:28.325889 dv-neutron-822668-1-hyperv neutron-server[87568]: [parameters: {'id': 'fac57265-5753-4fed-bf29-d46cfd9c4989'}] Dec 22 13:01:28.325889 dv-neutron-822668-1-hyperv neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:01:28.326329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:01:28.385231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f971517-6dc3-4f52-8d30-6cc2266ada3f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.391668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.396753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b234c5ce-5f19-4976-8654-035772a54603 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:28.398445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f971517-6dc3-4f52-8d30-6cc2266ada3f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.419543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:28.441324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f971517-6dc3-4f52-8d30-6cc2266ada3f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.441832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f971517-6dc3-4f52-8d30-6cc2266ada3f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ac5d433-7ea4-4223-9c1e-a3b5cede21be {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:01:28.446874 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "PUT /v2.0/routers/5ce7ef1d-fc06-49c9-8811-922e50dd847e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1714630 Dec 22 13:01:28.449837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f971517-6dc3-4f52-8d30-6cc2266ada3f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.450884 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8f971517-6dc3-4f52-8d30-6cc2266ada3f tempest-RoutersTestDVR-2002909736 tempest-RoutersTestDVR-2002909736-project-admin] 10.222.0.24 "DELETE /v2.0/routers/5ac5d433-7ea4-4223-9c1e-a3b5cede21be HTTP/1.1" status: 204 len: 168 time: 1.0217214 Dec 22 13:01:28.451407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45356) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:28.459372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d37bc-3f35-49c2-968b-c8fff8001a23 None None] Sync routers for ids ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:28.479983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b5cbdc74-a94e-4fa4-959f-80734d1eabf6 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:28.519460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Subnet': ['ID=eaf3d0d8-0f8b-4476-a36b-72d2961be7c2,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:28.522662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:28.527988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Checking segment: {'id': 'ba3a6b37-ab65-4d53-8a9b-79c511c162c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6a9ce342-21a2-448b-870f-1e7ca9a6d32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:28.528539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network hostable DHCP agents. Network: 6a9ce342-21a2-448b-870f-1e7ca9a6d32a, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:28.553573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 6a9ce342-21a2-448b-870f-1e7ca9a6d32a is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:28.557311 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-bd2718a4-a5ee-45ad-8813-f3f159dc0d3c tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] delete failed (client error): The resource could not be found. Dec 22 13:01:28.558555 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bd2718a4-a5ee-45ad-8813-f3f159dc0d3c tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1846894131 HTTP/1.1" status: 404 len: 335 time: 0.1060314 Dec 22 13:01:28.563878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45364) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:28.570819 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 6a9ce342-21a2-448b-870f-1e7ca9a6d32a) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:28.576868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-29b7a79a-b9b1-4cea-b883-127b170cab37 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Request body: {'router': {'external_gateway_info': {'network_id': '5ce7ef1d-fc06-49c9-8811-922e50dd847e'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:28.580580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:28.581195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.596745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d37bc-3f35-49c2-968b-c8fff8001a23 None None] Routers {'5ce7ef1d-fc06-49c9-8811-922e50dd847e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:28.597393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9e6d37bc-3f35-49c2-968b-c8fff8001a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:28.634856 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0377913 Dec 22 13:01:28.636359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45370) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:28.642079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-eee85608-3783-418f-9187-eadd46a80793 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-536953097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:28.649570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-eee85608-3783-418f-9187-eadd46a80793 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:28.653951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-eee85608-3783-418f-9187-eadd46a80793 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:router and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:28.657684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-eee85608-3783-418f-9187-eadd46a80793 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:28.664306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-eee85608-3783-418f-9187-eadd46a80793 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:28.686002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eee85608-3783-418f-9187-eadd46a80793 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.687340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eee85608-3783-418f-9187-eadd46a80793 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.706853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eee85608-3783-418f-9187-eadd46a80793 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.719349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9e6d37bc-3f35-49c2-968b-c8fff8001a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:28.747908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eee85608-3783-418f-9187-eadd46a80793 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.759201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d37bc-3f35-49c2-968b-c8fff8001a23 None None] Routers {'5ce7ef1d-fc06-49c9-8811-922e50dd847e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:28.759902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9e6d37bc-3f35-49c2-968b-c8fff8001a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:28.778789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eee85608-3783-418f-9187-eadd46a80793 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.780274 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-eee85608-3783-418f-9187-eadd46a80793 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1426518 Dec 22 13:01:28.782924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45376) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:28.790812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'port': {'network_id': '6a9ce342-21a2-448b-870f-1e7ca9a6d32a', 'name': 'tempest-RoutersIpV6Test-1120956112'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:28.834544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9e6d37bc-3f35-49c2-968b-c8fff8001a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:28.834956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d37bc-3f35-49c2-968b-c8fff8001a23 None None] The sync data for ids ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:28.869214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45380) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:28.869214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.896829 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port b5cbdc74-a94e-4fa4-959f-80734d1eabf6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:28.897199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:28.948545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:28.953466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:port and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:28.956732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:28.964974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:28.978397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:28.982998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.009093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] device_id is not set on port 83eb4285-1dd5-40a3-a48f-19f893a67df6 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:01:29.023085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting port 04fba169-acc0-435d-81c1-9778f5d75a2f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:29.023441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.164824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f44a2cd-c1a9-40a7-9184-2580308b6048 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:01:29.166175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597b844b-56bf-40cd-bc8e-245eee7b6e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.175742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Allocated IP 2001:db8::221 (6a9ce342-21a2-448b-870f-1e7ca9a6d32a/eaf3d0d8-0f8b-4476-a36b-72d2961be7c2/83eb4285-1dd5-40a3-a48f-19f893a67df6) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:29.185972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29b7a79a-b9b1-4cea-b883-127b170cab37 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.196017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-597b844b-56bf-40cd-bc8e-245eee7b6e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:29.202230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-597b844b-56bf-40cd-bc8e-245eee7b6e0c admin admin] Usage tracker for resource:security_group_rule and tenant:0c7ca3e4f7ba48bfa12ef7d62092fabe is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:29.207004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-597b844b-56bf-40cd-bc8e-245eee7b6e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:29.258210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-597b844b-56bf-40cd-bc8e-245eee7b6e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:29.269512 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-29b7a79a-b9b1-4cea-b883-127b170cab37 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] update failed (client error): The resource could not be found. Dec 22 13:01:29.274506 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-29b7a79a-b9b1-4cea-b883-127b170cab37 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "PUT /v2.0/routers/5ce7ef1d-fc06-49c9-8811-922e50dd847e HTTP/1.1" status: 404 len: 339 time: 0.7054589 Dec 22 13:01:29.279169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45386) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:29.292255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-669440020'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:29.305175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:29.314373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Usage tracker for resource:network and tenant:bc7fe93a9e4a4827b1741c3fe2d8cbc0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:29.316693 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f44a2cd-c1a9-40a7-9184-2580308b6048 None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:01:29.320205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:29.352254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:29.423117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.429873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Made reservation on behalf of bc7fe93a9e4a4827b1741c3fe2d8cbc0 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:29.433372 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.441143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Transition to ACTIVE for port object 83eb4285-1dd5-40a3-a48f-19f893a67df6 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:29.468620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.479757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-04f7a35c-5823-4b6b-bcdf-4aadff7e62ea tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:29.479991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] For port 04fba169-acc0-435d-81c1-9778f5d75a2f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=04fba169-acc0-435d-81c1-9778f5d75a2f,segment=NetworkSegment(00ee96bb-dfa1-46b7-afff-1dccdd6c0441),segment_id=00ee96bb-dfa1-46b7-afff-1dccdd6c0441)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:29.480364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.504683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:29.579275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.579641 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Added segment 8ab27519-169b-4d68-833f-d3510e68577d of type vlan for network d14de5ba-3b4f-4930-ae94-77d4b629865f Dec 22 13:01:29.588813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 6a9ce342-21a2-448b-870f-1e7ca9a6d32a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:29.593934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:29.596472 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=83eb4285-1dd5-40a3-a48f-19f893a67df6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:29.599407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:29.605983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:29.606821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.611124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:29.635267 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8481982 Dec 22 13:01:29.635617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45392) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:29.651267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Calling delete_port for 04fba169-acc0-435d-81c1-9778f5d75a2f owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:29.723591 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-6a9ce342-21a2-448b-870f-1e7ca9a6d32a', 'network_id': '6a9ce342-21a2-448b-870f-1e7ca9a6d32a', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'fixed_ips': [{'subnet_id': 'eaf3d0d8-0f8b-4476-a36b-72d2961be7c2'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:29.724544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.858384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc2680f0-4e74-4679-8d26-a0a3dc0be72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.916793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.922160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597b844b-56bf-40cd-bc8e-245eee7b6e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.930562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597b844b-56bf-40cd-bc8e-245eee7b6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:29.941174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-19967698-7bf0-4ca9-90c6-4197e7674027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:29.950488 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Allocated IP 2001:db8::2 (6a9ce342-21a2-448b-870f-1e7ca9a6d32a/eaf3d0d8-0f8b-4476-a36b-72d2961be7c2/8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:29.965115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.014771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.020638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:30.021242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.025213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No DVR routers for this DVR port 04fba169-acc0-435d-81c1-9778f5d75a2f on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:01:30.029681 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-597b844b-56bf-40cd-bc8e-245eee7b6e0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c7ca3e4f7ba48bfa12ef7d62092fabe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1570299 Dec 22 13:01:30.044998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45400) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:30.057174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b844b-56bf-40cd-bc8e-245eee7b6e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b69ec3d-edc4-4d38-aed0-fa3d2ce8d74e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:30.070741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-597b844b-56bf-40cd-bc8e-245eee7b6e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:30.071253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:30.179444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.190833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Transition to ACTIVE for port object 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:30.201297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.210883 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Transition to ACTIVE for port object 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:30.217279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.223629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3d1d74ac-07df-4ff6-8f83-7ff529e462a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:30.230010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Port': ['ID=04fba169-acc0-435d-81c1-9778f5d75a2f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:30.239318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:30.239948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f52f1119-b7cb-486c-9187-06905db52a6a tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:30.257553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac57265-5753-4fed-bf29-d46cfd9c4989']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:30.331448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Network 6a9ce342-21a2-448b-870f-1e7ca9a6d32a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:30.332311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ee96bb-dfa1-46b7-afff-1dccdd6c0441') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:30.332686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ee96bb-dfa1-46b7-afff-1dccdd6c0441') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:30.334388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:30.340788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:30.346693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf65afbc-8d60-4c0f-a91f-24c9a8754f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.348397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Pushing event updated for resources: {'Port': ['ID=8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:30.365336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.374827 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0914941 Dec 22 13:01:30.379727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45404) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:30.380302 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:30.386433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'Network': ['ID=d14de5ba-3b4f-4930-ae94-77d4b629865f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:30.389757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf65afbc-8d60-4c0f-a91f-24c9a8754f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.391996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Request body: {'subnet': {'network_id': 'd14de5ba-3b4f-4930-ae94-77d4b629865f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:30.408735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:30.410960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.421749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network d14de5ba-3b4f-4930-ae94-77d4b629865f details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:30.478079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:30.478406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.484643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:30.493476 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:30.579940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Attempting to bind port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:30.580773 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Attempting to bind port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'ba3a6b37-ab65-4d53-8a9b-79c511c162c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6a9ce342-21a2-448b-870f-1e7ca9a6d32a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:30.581168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Attempting to bind port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 on network 6a9ce342-21a2-448b-870f-1e7ca9a6d32a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:30.586816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:30.587205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Checking segment: {'id': 'ba3a6b37-ab65-4d53-8a9b-79c511c162c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6a9ce342-21a2-448b-870f-1e7ca9a6d32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:30.588621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.589374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Bound using segment: {'id': 'ba3a6b37-ab65-4d53-8a9b-79c511c162c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6a9ce342-21a2-448b-870f-1e7ca9a6d32a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:30.590019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Bound port: 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3a6b37-ab65-4d53-8a9b-79c511c162c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6a9ce342-21a2-448b-870f-1e7ca9a6d32a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:30.590213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.600615 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:30.605370 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Usage tracker for resource:subnet and tenant:bc7fe93a9e4a4827b1741c3fe2d8cbc0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:30.608762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:30.611562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.617677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:30.632810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.635896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:30.647505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Network': ['ID=fac57265-5753-4fed-bf29-d46cfd9c4989,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:30.651034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:30.652709 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/fac57265-5753-4fed-bf29-d46cfd9c4989 HTTP/1.1" status: 204 len: 168 time: 6.3119090 Dec 22 13:01:30.656853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45410) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:30.662538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1179564931'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:30.667468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Made reservation on behalf of bc7fe93a9e4a4827b1741c3fe2d8cbc0 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:30.670857 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.685033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:30.694587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:network and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:30.702008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.731577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] For port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:30.734779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] For port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0,segment=NetworkSegment(ba3a6b37-ab65-4d53-8a9b-79c511c162c2),segment_id=ba3a6b37-ab65-4d53-8a9b-79c511c162c2)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:30.739573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.745156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:30.745321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:30.758627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:30.765019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf65afbc-8d60-4c0f-a91f-24c9a8754f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.773653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f04e6ede-2321-4de1-83d2-4c7fed80ca3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:30.788241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:30.791836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.835922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:30.836297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Pushing event updated for resources: {'Port': ['ID=8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:30.840096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:30.847689 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.848099 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Added segment f39911ea-d674-4daa-ad99-dd92f0ba9b3e of type vlan for network e150405c-9b05-4c4c-bf02-ca3eacf22aaf Dec 22 13:01:30.855319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65afbc-8d60-4c0f-a91f-24c9a8754f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b69ec3d-edc4-4d38-aed0-fa3d2ce8d74e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:30.861142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cf65afbc-8d60-4c0f-a91f-24c9a8754f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:30.864720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf65afbc-8d60-4c0f-a91f-24c9a8754f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.865900 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cf65afbc-8d60-4c0f-a91f-24c9a8754f84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b69ec3d-edc4-4d38-aed0-fa3d2ce8d74e HTTP/1.1" status: 204 len: 168 time: 0.8199401 Dec 22 13:01:30.877994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.944568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.987947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.996167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:30.998406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:31.001804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2483b9c4-aefd-4930-ab9c-1e66c3e23fdc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:31.003944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:31.004561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:31.014974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a5f5656e-71ca-4ce9-bb3a-963e223b8b6b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:31.152102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=83eb4285-1dd5-40a3-a48f-19f893a67df6,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:31.158123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:31.215171 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5572069 Dec 22 13:01:31.220596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45422) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:31.232782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'subnet': {'network_id': 'e150405c-9b05-4c4c-bf02-ca3eacf22aaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:31.247833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Network': ['ID=e150405c-9b05-4c4c-bf02-ca3eacf22aaf,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:31.258197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network e150405c-9b05-4c4c-bf02-ca3eacf22aaf details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:31.260107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:31.261123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:31.317193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:31.390408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45426) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:31.391300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:31.423771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:31.430191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e01b86b-a555-4116-a5d7-d18592573d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:31.438019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:subnet and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:31.445141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:31.447899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'Subnet': ['ID=4dc552d4-2eb4-4f5b-9d24-7f10bbb18042,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:31.451841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6e01b86b-a555-4116-a5d7-d18592573d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:31.454387 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:31.455209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:31.462232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6e01b86b-a555-4116-a5d7-d18592573d41 admin admin] Usage tracker for resource:security_group_rule and tenant:5d875b244acd42569cf518191d70887c is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:31.466813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6e01b86b-a555-4116-a5d7-d18592573d41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:31.468577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Checking segment: {'id': '8ab27519-169b-4d68-833f-d3510e68577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd14de5ba-3b4f-4930-ae94-77d4b629865f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:31.468940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Network hostable DHCP agents. Network: d14de5ba-3b4f-4930-ae94-77d4b629865f, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:31.475037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6e01b86b-a555-4116-a5d7-d18592573d41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:31.476202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:31.479745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:31.576695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:31.587040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Network d14de5ba-3b4f-4930-ae94-77d4b629865f is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:31.606944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, d14de5ba-3b4f-4930-ae94-77d4b629865f) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:31.613733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:31.614328 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:31.644504 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2620816 Dec 22 13:01:31.645314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45432) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:31.654809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-99b129d4-f2a3-40a5-bc84-10c1c86c9e41 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd14de5ba-3b4f-4930-ae94-77d4b629865f'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:31.849529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e01b86b-a555-4116-a5d7-d18592573d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:31.858616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e01b86b-a555-4116-a5d7-d18592573d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:31.875157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-669758cf-8468-4ad8-bcab-9dbc6eadd877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:32.002772 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6e01b86b-a555-4116-a5d7-d18592573d41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d875b244acd42569cf518191d70887c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6067960 Dec 22 13:01:32.007306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01b86b-a555-4116-a5d7-d18592573d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8500a5-15c9-4707-aa33-c2252710afd3,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:32.007501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45438) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:32.017775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6e01b86b-a555-4116-a5d7-d18592573d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:32.069367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:32.124350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:32.131436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:32.133120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:32.140512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-472551d7-33ac-4cee-8207-79f0ea46fdf9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:32.185033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:32.249405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:32.297370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864a47e1-eb48-4240-899d-c527e99fb1b8 None None] Network 6a9ce342-21a2-448b-870f-1e7ca9a6d32a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:32.322237 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416e569-721c-433a-803d-4941e51776ca None None] Network d14de5ba-3b4f-4930-ae94-77d4b629865f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:32.388375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99b129d4-f2a3-40a5-bc84-10c1c86c9e41 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:32.422746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:32.441498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff83d5-7c43-426a-889f-edf13612457e req-7aebe434-4817-4782-b349-fe2efaba95e3 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:32.443051 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-49ff83d5-7c43-426a-889f-edf13612457e req-7aebe434-4817-4782-b349-fe2efaba95e3 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 946 time: 0.5782862 Dec 22 13:01:32.447189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b856c170-3fa3-4c38-825e-8dd4d547b956 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:32.449328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=83eb4285-1dd5-40a3-a48f-19f893a67df6,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:32.452500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:32.479780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64b07e6b-0e04-4734-9583-9bd55bf0aae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:32.486508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] Provisioning for port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:32.511294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] Provisioning complete for port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:32.511832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:32.514982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 6a9ce342-21a2-448b-870f-1e7ca9a6d32a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:32.516143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:32.626671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64b07e6b-0e04-4734-9583-9bd55bf0aae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:32.673404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Subnet': ['ID=4128e790-b0b4-4b17-aa84-2c9260e3cbe6,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:32.684595 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:32.689784 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-49ff83d5-7c43-426a-889f-edf13612457e req-c3870b95-6b4d-4959-9ae9-e70f41f77a22 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080214 Dec 22 13:01:32.721492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Checking segment: {'id': 'f39911ea-d674-4daa-ad99-dd92f0ba9b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e150405c-9b05-4c4c-bf02-ca3eacf22aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:32.722347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network hostable DHCP agents. Network: e150405c-9b05-4c4c-bf02-ca3eacf22aaf, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:32.724409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router c4a1df9d-440d-4cbb-9120-2ff8896cf952 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:01:32.759903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network e150405c-9b05-4c4c-bf02-ca3eacf22aaf is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:32.780887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64b07e6b-0e04-4734-9583-9bd55bf0aae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:32.788467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-088c0216-5e93-4cf2-91f8-a1149b4726de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:32.799531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, e150405c-9b05-4c4c-bf02-ca3eacf22aaf) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:32.810015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b07e6b-0e04-4734-9583-9bd55bf0aae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8500a5-15c9-4707-aa33-c2252710afd3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:32.812402 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:32.813079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:32.819482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64b07e6b-0e04-4734-9583-9bd55bf0aae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:32.822971 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-64b07e6b-0e04-4734-9583-9bd55bf0aae2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e8500a5-15c9-4707-aa33-c2252710afd3 HTTP/1.1" status: 204 len: 168 time: 0.8070681 Dec 22 13:01:32.823108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0878434e-b187-419d-ae04-5718802afd65 None None] Network e150405c-9b05-4c4c-bf02-ca3eacf22aaf requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:32.824870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-64b07e6b-0e04-4734-9583-9bd55bf0aae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:32.868536 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6446650 Dec 22 13:01:32.871006 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-99b129d4-f2a3-40a5-bc84-10c1c86c9e41 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:01:32.872281 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-99b129d4-f2a3-40a5-bc84-10c1c86c9e41 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "PUT /v2.0/routers/5ce7ef1d-fc06-49c9-8811-922e50dd847e HTTP/1.1" status: 400 len: 364 time: 1.2236757 Dec 22 13:01:32.872972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45452) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:32.946581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:32.948430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45456) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:32.957396 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1e3fc8-636c-48cb-98bd-e853cfb96f3a None None] Sync routers for ids ['c4a1df9d-440d-4cbb-9120-2ff8896cf952'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:32.975145 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1e3fc8-636c-48cb-98bd-e853cfb96f3a None None] Routers {'c4a1df9d-440d-4cbb-9120-2ff8896cf952'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:32.975945 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-db1e3fc8-636c-48cb-98bd-e853cfb96f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c4a1df9d-440d-4cbb-9120-2ff8896cf952'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:33.016795 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/c4a1df9d-440d-4cbb-9120-2ff8896cf952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3785458 Dec 22 13:01:33.019793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45460) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:33.138112 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-db1e3fc8-636c-48cb-98bd-e853cfb96f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:33.138742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-d14de5ba-3b4f-4930-ae94-77d4b629865f', 'network_id': 'd14de5ba-3b4f-4930-ae94-77d4b629865f', 'tenant_id': 'bc7fe93a9e4a4827b1741c3fe2d8cbc0', 'fixed_ips': [{'subnet_id': '4dc552d4-2eb4-4f5b-9d24-7f10bbb18042'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:33.139957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:33.144817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f441ff-affb-4d4b-b129-b69225ddbc69 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:33.146458 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c0f441ff-affb-4d4b-b129-b69225ddbc69 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports/83eb4285-1dd5-40a3-a48f-19f893a67df6 HTTP/1.1" status: 200 len: 984 time: 0.1256220 Dec 22 13:01:33.151715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:33.154808 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:33.158608 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1e3fc8-636c-48cb-98bd-e853cfb96f3a None None] Routers {'c4a1df9d-440d-4cbb-9120-2ff8896cf952'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:33.159403 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-db1e3fc8-636c-48cb-98bd-e853cfb96f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c4a1df9d-440d-4cbb-9120-2ff8896cf952'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:33.183921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:33.241845 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-db1e3fc8-636c-48cb-98bd-e853cfb96f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:33.242269 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1e3fc8-636c-48cb-98bd-e853cfb96f3a None None] The sync data for ids ['c4a1df9d-440d-4cbb-9120-2ff8896cf952'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:33.469676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] For port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0,segment=NetworkSegment(ba3a6b37-ab65-4d53-8a9b-79c511c162c2),segment_id=ba3a6b37-ab65-4d53-8a9b-79c511c162c2)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:33.490176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:33.502973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:33.771254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] Provisioning for port 83eb4285-1dd5-40a3-a48f-19f893a67df6 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:33.842970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:33.855845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] Provisioning complete for port 83eb4285-1dd5-40a3-a48f-19f893a67df6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:33.856697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:33.900509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:33.977765 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d4febc-a54a-404c-914b-65aae55a7dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-e150405c-9b05-4c4c-bf02-ca3eacf22aaf', 'network_id': 'e150405c-9b05-4c4c-bf02-ca3eacf22aaf', 'tenant_id': 'facdeebb2a8e45a8a58abd0396f79f69', 'fixed_ips': [{'subnet_id': '4128e790-b0b4-4b17-aa84-2c9260e3cbe6'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:33.978633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-63d4febc-a54a-404c-914b-65aae55a7dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:34.033535 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Allocated IP 2001:db8:1::2 (d14de5ba-3b4f-4930-ae94-77d4b629865f/4dc552d4-2eb4-4f5b-9d24-7f10bbb18042/532c5b87-4cca-4f9b-b269-b285165ca070) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:34.090196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] Port 83eb4285-1dd5-40a3-a48f-19f893a67df6 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:01:34.142989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] Pushing event updated for resources: {'Port': ['ID=8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:34.150086 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:34.260473 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:34.284788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3b9a38-f4a8-4461-8016-ae5e8dcedef1 None None] Network 6a9ce342-21a2-448b-870f-1e7ca9a6d32a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:34.292341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-87719ace-722a-4e24-9a27-ca9e187435b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:34.345421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Subnet': ['ID=4128e790-b0b4-4b17-aa84-2c9260e3cbe6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:34.355306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server [None req-63d4febc-a54a-404c-914b-65aae55a7dd9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4128e790-b0b4-4b17-aa84-2c9260e3cbe6: This subnet is being modified by another concurrent operation. Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:01:34.392070 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4128e790-b0b4-4b17-aa84-2c9260e3cbe6: This subnet is being modified by another concurrent operation. Dec 22 13:01:34.395418 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server Dec 22 13:01:34.421480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-474da8f4-c45c-416a-831c-8ff4db0435d1 None None] Provisioning complete for port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:34.421863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-474da8f4-c45c-416a-831c-8ff4db0435d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:34.454304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a5202b-e6a8-4bf0-a2d9-57f600d408f8 None None] Network e150405c-9b05-4c4c-bf02-ca3eacf22aaf requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:34.558430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:34.583291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd29318-63dc-4f21-a69b-af2a7fcc0cdd req-cd6a0440-d459-4d50-a24f-71f5b2b84ebc tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:34.585151 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8bd29318-63dc-4f21-a69b-af2a7fcc0cdd req-cd6a0440-d459-4d50-a24f-71f5b2b84ebc tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.7550843 Dec 22 13:01:34.623746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e150405c-9b05-4c4c-bf02-ca3eacf22aaf']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:34.673716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39911ea-d674-4daa-ad99-dd92f0ba9b3e') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:34.674007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39911ea-d674-4daa-ad99-dd92f0ba9b3e') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:34.719162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:34.724124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Allocated IP 2001:db8::1 (bdbc13a4-082c-472d-bc99-74e9c5956ba4/7d6f168f-7077-4660-aa63-96d6d791e6a4/704c9a6a-c402-4e62-8580-2797fc1afb74) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:34.753554 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8bd29318-63dc-4f21-a69b-af2a7fcc0cdd req-ccad852a-c2b7-4053-becc-8e6784856481 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521714 Dec 22 13:01:34.757466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:34.768104 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:34.768702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:34.800080 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:34.890745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:34.947163 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:34.952081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:34.968977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Transition to ACTIVE for port object 532c5b87-4cca-4f9b-b269-b285165ca070 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:34.971902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:34.982727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Network': ['ID=e150405c-9b05-4c4c-bf02-ca3eacf22aaf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:34.985754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:34.992747 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03a46f-f5fb-4cdd-80c9-cb5c7dd0a755 req-0145ba9a-209e-4370-8c3a-8719d45c0375 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:34.994331 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a03a46f-f5fb-4cdd-80c9-cb5c7dd0a755 req-0145ba9a-209e-4370-8c3a-8719d45c0375 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 946 time: 0.7947297 Dec 22 13:01:35.035729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:35.039896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Transition to ACTIVE for port object 532c5b87-4cca-4f9b-b269-b285165ca070 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:35.046116 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/e150405c-9b05-4c4c-bf02-ca3eacf22aaf HTTP/1.1" status: 204 len: 168 time: 2.1683850 Dec 22 13:01:35.052023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45514) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:35.080737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2118827899'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:35.090835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:35.113850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:network and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:35.122535 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.127204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:35.137206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:35.143094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-474da8f4-c45c-416a-831c-8ff4db0435d1 None None] Provisioning complete for port 83eb4285-1dd5-40a3-a48f-19f893a67df6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:35.143629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-474da8f4-c45c-416a-831c-8ff4db0435d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.175589 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a03a46f-f5fb-4cdd-80c9-cb5c7dd0a755 req-651869b8-604e-4229-89cf-4a6bc630222c tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583672 Dec 22 13:01:35.179190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:35.182580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.215678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:35.237256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.263069 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-474da8f4-c45c-416a-831c-8ff4db0435d1 None None] Port 83eb4285-1dd5-40a3-a48f-19f893a67df6 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:01:35.276623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:35.276623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Transition to ACTIVE for port object 704c9a6a-c402-4e62-8580-2797fc1afb74 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:35.277365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45520) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:35.294665 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Network d14de5ba-3b4f-4930-ae94-77d4b629865f is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:35.299639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:35.302445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:35.303164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.303516 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Added segment 3756b7f3-c28b-48db-a8a0-7a880501d292 of type vlan for network 520ac841-0742-41ad-ab8f-98e2d4922d37 Dec 22 13:01:35.342085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.382520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.405863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3dd7eb7a-e12f-4909-a6b9-3ed152577b22 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:35.452672 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Pushing event updated for resources: {'Port': ['ID=532c5b87-4cca-4f9b-b269-b285165ca070,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:35.461068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:35.467518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Attempting to bind port 532c5b87-4cca-4f9b-b269-b285165ca070 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:35.468557 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Attempting to bind port 532c5b87-4cca-4f9b-b269-b285165ca070 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '8ab27519-169b-4d68-833f-d3510e68577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd14de5ba-3b4f-4930-ae94-77d4b629865f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:35.469169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Attempting to bind port 532c5b87-4cca-4f9b-b269-b285165ca070 on network d14de5ba-3b4f-4930-ae94-77d4b629865f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:35.494918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'Port': ['ID=704c9a6a-c402-4e62-8580-2797fc1afb74,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:35.498434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:35.499645 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Checking segment: {'id': '8ab27519-169b-4d68-833f-d3510e68577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd14de5ba-3b4f-4930-ae94-77d4b629865f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:35.500538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.501569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:35.501833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Bound using segment: {'id': '8ab27519-169b-4d68-833f-d3510e68577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd14de5ba-3b4f-4930-ae94-77d4b629865f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:35.502775 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Bound port: 532c5b87-4cca-4f9b-b269-b285165ca070, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab27519-169b-4d68-833f-d3510e68577d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd14de5ba-3b4f-4930-ae94-77d4b629865f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:35.503755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.553536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 83eb4285-1dd5-40a3-a48f-19f893a67df6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:35.554170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.555910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Network bdbc13a4-082c-472d-bc99-74e9c5956ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:35.558289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:35.568490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:35.569070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.637524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.652646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:35.653324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.657643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] For port 532c5b87-4cca-4f9b-b269-b285165ca070, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:35.664858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] For port 532c5b87-4cca-4f9b-b269-b285165ca070, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=532c5b87-4cca-4f9b-b269-b285165ca070,segment=NetworkSegment(8ab27519-169b-4d68-833f-d3510e68577d),segment_id=8ab27519-169b-4d68-833f-d3510e68577d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:35.670774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7e58786f-6dd6-44fe-a4c0-5103ec4a155e tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:35.674681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.682825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3c799274-cda2-4d30-b342-2216e1e4d76b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:35.730132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1273641988', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:35.736794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:35.743961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Usage tracker for resource:port and tenant:bc6ad8ddc30d4e6f84e10ed3bc9ca8f6 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:35.746873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:35.752983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:35.754426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb381e-7f6d-477c-9401-2a20d05a55ca req-c6b89f42-b919-481c-b95a-9efc24912b39 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:35.767768 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-10bb381e-7f6d-477c-9401-2a20d05a55ca req-c6b89f42-b919-481c-b95a-9efc24912b39 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.3306479 Dec 22 13:01:35.775458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Made reservation on behalf of bc6ad8ddc30d4e6f84e10ed3bc9ca8f6 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:35.777852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.793352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Pushing event updated for resources: {'Port': ['ID=532c5b87-4cca-4f9b-b269-b285165ca070,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:35.796887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:35.871704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:35.938564 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8787727 Dec 22 13:01:35.951542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45528) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:35.966996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:35.970949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Network': ['ID=520ac841-0742-41ad-ab8f-98e2d4922d37,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:35.982605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'subnet': {'network_id': '520ac841-0742-41ad-ab8f-98e2d4922d37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:36.001685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:36.002654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Usage tracker for resource:security_group_rule and tenant:bc6ad8ddc30d4e6f84e10ed3bc9ca8f6 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:36.013524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:36.038586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 520ac841-0742-41ad-ab8f-98e2d4922d37 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:36.081359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:36.091851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bb805-5740-4abc-97be-c54f42ac93bd req-89964123-cf59-416e-a4ea-b94370ce9a6d tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:36.093896 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c91bb805-5740-4abc-97be-c54f42ac93bd req-89964123-cf59-416e-a4ea-b94370ce9a6d tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 945 time: 0.5998921 Dec 22 13:01:36.110163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:36.135412 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-10bb381e-7f6d-477c-9401-2a20d05a55ca req-27559498-7485-402e-aa65-63285589f05d tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666401 Dec 22 13:01:36.222975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:36.249013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:36.416685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-568e42b6-e89c-456a-9552-08f6a50f7721 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:36.418397 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-568e42b6-e89c-456a-9552-08f6a50f7721 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.54 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 946 time: 0.6000760 Dec 22 13:01:36.447124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-322b40f4-ae5f-4421-a5f3-91e6b61dc836 None None] Provisioning complete for port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:36.447498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-322b40f4-ae5f-4421-a5f3-91e6b61dc836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:36.584080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:36.584622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:36.612673 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c91bb805-5740-4abc-97be-c54f42ac93bd req-d48377c1-6f04-40d3-989d-0605714c09df tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4878914 Dec 22 13:01:36.613698 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:36.644081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:subnet and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:36.647372 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for 83eb4285-1dd5-40a3-a48f-19f893a67df6 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:36.688727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Deleting port 37a48997-48bb-4ae4-9054-847a1e519fdb {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:36.689444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:36.702297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:36.766198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:36.810886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:36.814907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:36.927574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:36.982230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-322b40f4-ae5f-4421-a5f3-91e6b61dc836 None None] Provisioning complete for port 83eb4285-1dd5-40a3-a48f-19f893a67df6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:36.982792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-322b40f4-ae5f-4421-a5f3-91e6b61dc836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:37.007377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:37.008788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:37.023348 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b73e5085-2805-422b-b4e0-e930a7d81d09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:37.061076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:37.077481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-322b40f4-ae5f-4421-a5f3-91e6b61dc836 None None] Port 83eb4285-1dd5-40a3-a48f-19f893a67df6 was deleted so its status cannot be updated. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 13:01:37.102130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1448836a-1e10-4df0-bfa9-051bcb5d1410 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:37.120642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event updated for resources: {'Port': ['ID=704c9a6a-c402-4e62-8580-2797fc1afb74,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:37.124001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:37.217505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-05bdb8f1-f2e6-460c-acda-4e44d221d1be None None] Provisioning for port 704c9a6a-c402-4e62-8580-2797fc1afb74 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:37.224183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-05bdb8f1-f2e6-460c-acda-4e44d221d1be None None] Provisioning complete for port 704c9a6a-c402-4e62-8580-2797fc1afb74 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:37.224906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05bdb8f1-f2e6-460c-acda-4e44d221d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:37.281888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=83eb4285-1dd5-40a3-a48f-19f893a67df6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:37.323692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:37.377288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-05bdb8f1-f2e6-460c-acda-4e44d221d1be None None] Port 704c9a6a-c402-4e62-8580-2797fc1afb74 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:01:37.388206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-05bdb8f1-f2e6-460c-acda-4e44d221d1be None None] Could not find standard attr ID for object 83eb4285-1dd5-40a3-a48f-19f893a67df6. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:01:37.501919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5fb87cc5-bff4-4e51-8521-d7862f4d1845 None None] Could not find standard attr ID for object 83eb4285-1dd5-40a3-a48f-19f893a67df6. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:01:37.576289 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:37.582157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:37.619516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:37.625774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:37.662218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] device_id is not set on port d18287f9-8272-4aac-b104-e72010064e4e yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:01:37.687499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c295f7c-ab96-42ad-ba76-8e91528bb68c None None] Network d14de5ba-3b4f-4930-ae94-77d4b629865f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:37.744878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Network bdbc13a4-082c-472d-bc99-74e9c5956ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:37.757444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:37.769869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f122997c-802d-4925-9a69-94e1e44a6c34,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:37.774140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:37.785261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63a4d7-9e91-4553-bd88-4b7ec3d71ea1 req-80054c35-7a53-4e3d-b9ae-a6f826ee8e35 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:37.787082 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0f63a4d7-9e91-4553-bd88-4b7ec3d71ea1 req-80054c35-7a53-4e3d-b9ae-a6f826ee8e35 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 946 time: 1.0368712 Dec 22 13:01:37.793856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1b53ecb0-30bd-4686-a56e-f25c8ba76956 None None] Provisioning for port 532c5b87-4cca-4f9b-b269-b285165ca070 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:38.023577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4abdfd-180e-471a-9c78-237913497131 req-db51eded-bd3d-4c9e-8abf-527354e1cee0 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:38.025303 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff4abdfd-180e-471a-9c78-237913497131 req-db51eded-bd3d-4c9e-8abf-527354e1cee0 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5303957 Dec 22 13:01:38.035382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] For port 37a48997-48bb-4ae4-9054-847a1e519fdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=37a48997-48bb-4ae4-9054-847a1e519fdb,segment=NetworkSegment(93e21159-fc30-44fc-8388-798f46adf90e),segment_id=93e21159-fc30-44fc-8388-798f46adf90e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:38.035968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:38.054190 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0f63a4d7-9e91-4553-bd88-4b7ec3d71ea1 req-a96e8baa-b576-4a6b-8522-1037b28c2706 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544985 Dec 22 13:01:38.104717 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 532c5b87-4cca-4f9b-b269-b285165ca070 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:38.162176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Allocated IP 172.26.4.46 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/d18287f9-8272-4aac-b104-e72010064e4e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:38.211356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Router 5ce7ef1d-fc06-49c9-8811-922e50dd847e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:01:38.275633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ca9084f8-3d9a-49bb-b42e-bf9f3e8540bc None None] Provisioning complete for port 704c9a6a-c402-4e62-8580-2797fc1afb74 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:38.276597 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca9084f8-3d9a-49bb-b42e-bf9f3e8540bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:38.313755 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff4abdfd-180e-471a-9c78-237913497131 req-4ba8bb8b-e127-4b00-8873-9f0bddd8f7c1 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705100 Dec 22 13:01:38.336489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:38.350597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e6665db4-6a6d-49b9-a751-534022050251 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:38.367843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ca9084f8-3d9a-49bb-b42e-bf9f3e8540bc None None] Port 704c9a6a-c402-4e62-8580-2797fc1afb74 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:01:38.380317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router c4a1df9d-440d-4cbb-9120-2ff8896cf952 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:01:38.383949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1dfde0-925c-4ca6-a666-b96e3fdc7fbe None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:01:38.433420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 532c5b87-4cca-4f9b-b269-b285165ca070 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:38.448148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 532c5b87-4cca-4f9b-b269-b285165ca070 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:38.449040 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:38.576914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fdf267b8-0aa4-4e56-82cb-8497109b4000 None None] Provisioning complete for port 532c5b87-4cca-4f9b-b269-b285165ca070 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:38.577201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fdf267b8-0aa4-4e56-82cb-8497109b4000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:38.600143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:38.621249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:38.622707 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55157f2d-7952-4d72-8663-d4a23c8cb50a None None] Sync routers for ids ['c4a1df9d-440d-4cbb-9120-2ff8896cf952'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:38.630876 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad81ed9-de75-4fdd-aca0-d04320429dcf None None] Sync routers for ids ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:38.641475 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad81ed9-de75-4fdd-aca0-d04320429dcf None None] Routers {'5ce7ef1d-fc06-49c9-8811-922e50dd847e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:38.642448 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6ad81ed9-de75-4fdd-aca0-d04320429dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:38.648507 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/c4a1df9d-440d-4cbb-9120-2ff8896cf952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4922822 Dec 22 13:01:38.687497 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55157f2d-7952-4d72-8663-d4a23c8cb50a None None] Routers {'c4a1df9d-440d-4cbb-9120-2ff8896cf952'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:38.688306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-55157f2d-7952-4d72-8663-d4a23c8cb50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c4a1df9d-440d-4cbb-9120-2ff8896cf952'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:38.706284 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6ad81ed9-de75-4fdd-aca0-d04320429dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:38.715980 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad81ed9-de75-4fdd-aca0-d04320429dcf None None] Routers {'5ce7ef1d-fc06-49c9-8811-922e50dd847e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:38.716838 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6ad81ed9-de75-4fdd-aca0-d04320429dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:38.734416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45550) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:38.783001 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6ad81ed9-de75-4fdd-aca0-d04320429dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:38.783722 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad81ed9-de75-4fdd-aca0-d04320429dcf None None] The sync data for ids ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:38.801033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:38.801706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:38.802087 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Floating IP 20fa35ef-e2e7-4a36-b0ef-c89e68bf9e9d disassociated. External IP: 172.26.4.140, port: 37a48997-48bb-4ae4-9054-847a1e519fdb. Dec 22 13:01:38.802367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Calling delete_port for 37a48997-48bb-4ae4-9054-847a1e519fdb owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:38.811229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-55157f2d-7952-4d72-8663-d4a23c8cb50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:38.909116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Subnet': ['ID=9b07d9ba-2e35-447a-8caa-caf8471e6034,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:38.921747 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Checking segment: {'id': '3756b7f3-c28b-48db-a8a0-7a880501d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '520ac841-0742-41ad-ab8f-98e2d4922d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:38.922083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network hostable DHCP agents. Network: 520ac841-0742-41ad-ab8f-98e2d4922d37, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:38.934684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:38.958938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:38.965542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:38.965911 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "PUT /v2.0/routers/5ce7ef1d-fc06-49c9-8811-922e50dd847e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0159457 Dec 22 13:01:38.969492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:38.978039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55157f2d-7952-4d72-8663-d4a23c8cb50a None None] Routers {'c4a1df9d-440d-4cbb-9120-2ff8896cf952'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:38.978687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-55157f2d-7952-4d72-8663-d4a23c8cb50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c4a1df9d-440d-4cbb-9120-2ff8896cf952'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:38.995795 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45554) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:39.062884 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Pushing event deleted for resources: {'Port': ['ID=37a48997-48bb-4ae4-9054-847a1e519fdb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:39.076656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:39.120202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-55157f2d-7952-4d72-8663-d4a23c8cb50a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:39.120679 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55157f2d-7952-4d72-8663-d4a23c8cb50a None None] The sync data for ids ['c4a1df9d-440d-4cbb-9120-2ff8896cf952'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:39.147349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fdf267b8-0aa4-4e56-82cb-8497109b4000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:39.200491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 532c5b87-4cca-4f9b-b269-b285165ca070, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=532c5b87-4cca-4f9b-b269-b285165ca070,segment=NetworkSegment(8ab27519-169b-4d68-833f-d3510e68577d),segment_id=8ab27519-169b-4d68-833f-d3510e68577d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:39.221466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:39.256825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f05d9dbc-1125-41c6-9058-0af1b827145a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:39.287030 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network 520ac841-0742-41ad-ab8f-98e2d4922d37 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:39.342140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:39.350269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 520ac841-0742-41ad-ab8f-98e2d4922d37) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:39.359942 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ef4ceace-ed6a-449c-9734-1e65d6f24d7b req-1171466e-c221-4c4b-9eb4-ec73d641178b tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 210 time: 0.1057937 Dec 22 13:01:39.371510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8bb6999b-fbf5-4f80-acde-94e67c966821 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:39.375057 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-fdf267b8-0aa4-4e56-82cb-8497109b4000 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:01:39.375415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-fdf267b8-0aa4-4e56-82cb-8497109b4000 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:01:39.384186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:39.384799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:39.400670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=532c5b87-4cca-4f9b-b269-b285165ca070,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:39.402451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d29e38-21c3-41a5-8db1-e72dccff8b8e req-673dc72e-14e2-4098-871b-2df04f9b3147 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:39.407531 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:39.409359 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c2d29e38-21c3-41a5-8db1-e72dccff8b8e req-673dc72e-14e2-4098-871b-2df04f9b3147 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 945 time: 0.7903745 Dec 22 13:01:39.420996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1dfde0-925c-4ca6-a666-b96e3fdc7fbe None None] Unable to find a vacant binding_index for network 520ac841-0742-41ad-ab8f-98e2d4922d37 and agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 22 13:01:39.430178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1dfde0-925c-4ca6-a666-b96e3fdc7fbe None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 520ac841-0742-41ad-ab8f-98e2d4922d37) {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:01:39.441805 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-e0c7e91c-31ef-46b5-b69f-fbe263e50876 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 13:01:39.445407 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e0c7e91c-31ef-46b5-b69f-fbe263e50876 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/c4a1df9d-440d-4cbb-9120-2ff8896cf952/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6881821 Dec 22 13:01:39.449355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45562) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:39.505910 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5485649 Dec 22 13:01:39.510937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b2743ae5-b86e-4ae6-b214-5db611319a88 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Synchronizing usage tracker for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:01:39.514281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45566) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:39.527275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'subnet': {'network_id': '520ac841-0742-41ad-ab8f-98e2d4922d37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:39.569126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 37a48997-48bb-4ae4-9054-847a1e519fdb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:01:39.578087 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c2d29e38-21c3-41a5-8db1-e72dccff8b8e req-a24fb09c-d144-4e3d-941e-5de427688a27 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677668 Dec 22 13:01:39.584150 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-8bb6999b-fbf5-4f80-acde-94e67c966821 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 13:01:39.588965 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8bb6999b-fbf5-4f80-acde-94e67c966821 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "DELETE /v2.0/routers/5ce7ef1d-fc06-49c9-8811-922e50dd847e HTTP/1.1" status: 409 len: 329 time: 0.5863719 Dec 22 13:01:39.613615 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 37a48997-48bb-4ae4-9054-847a1e519fdb {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:01:39.614427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 37a48997-48bb-4ae4-9054-847a1e519fdb not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:01:39.631269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:39.635059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Router e639761d-5225-4abf-822f-682665dbe08f has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:01:39.662148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b2743ae5-b86e-4ae6-b214-5db611319a88 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Unset dirty status for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:01:39.665993 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b2743ae5-b86e-4ae6-b214-5db611319a88 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4a1df9d-440d-4cbb-9120-2ff8896cf952 HTTP/1.1" status: 200 len: 205 time: 0.2120669 Dec 22 13:01:39.666135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45574) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:39.726242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:39.749444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ec6aaa2a-821b-48db-bd32-d1d6c83b92f8 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378 tempest-ExternalNetworksAdminNegativeTestJSON-2066686378-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:39.910455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:39.914072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96a51853-7d51-4243-a2a1-a0d523b3e4ac tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:39.972496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:39.985079 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-520ac841-0742-41ad-ab8f-98e2d4922d37', 'network_id': '520ac841-0742-41ad-ab8f-98e2d4922d37', 'tenant_id': 'facdeebb2a8e45a8a58abd0396f79f69', 'fixed_ips': [{'subnet_id': '9b07d9ba-2e35-447a-8caa-caf8471e6034'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:39.986774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.034493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:40.061374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 532c5b87-4cca-4f9b-b269-b285165ca070 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:40.070778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Pushing event updated for resources: {'Port': ['ID=d18287f9-8272-4aac-b104-e72010064e4e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:40.073502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:40.129928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:40.138662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:subnet and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:40.148891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:40.210562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 532c5b87-4cca-4f9b-b269-b285165ca070 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:40.210905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.260997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:40.269241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Allocated IP 2001:db8::2 (520ac841-0742-41ad-ab8f-98e2d4922d37/9b07d9ba-2e35-447a-8caa-caf8471e6034/0b892cc5-9b55-443e-9448-a27a385e7de4) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:40.281276 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdda9d-43d7-4c7a-b7be-8fc0df522aa8 req-89cce8df-30bb-4485-874b-f8142905314d tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:40.288260 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9ecdda9d-43d7-4c7a-b7be-8fc0df522aa8 req-89cce8df-30bb-4485-874b-f8142905314d tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.7109621 Dec 22 13:01:40.355503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96a51853-7d51-4243-a2a1-a0d523b3e4ac tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.360125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:40.361184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.366189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96a51853-7d51-4243-a2a1-a0d523b3e4ac tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.367823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:40.371301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.374422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:40.398559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f84fb8-16ab-4e2c-8dd2-ceebb9ebfc04 None None] Sync routers for ids ['e639761d-5225-4abf-822f-682665dbe08f'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:40.445122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f84fb8-16ab-4e2c-8dd2-ceebb9ebfc04 None None] Routers {'e639761d-5225-4abf-822f-682665dbe08f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:40.446105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-44f84fb8-16ab-4e2c-8dd2-ceebb9ebfc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e639761d-5225-4abf-822f-682665dbe08f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:40.464410 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9ecdda9d-43d7-4c7a-b7be-8fc0df522aa8 req-889c8b14-0eee-44f9-a028-1789a04216e8 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736989 Dec 22 13:01:40.515095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.597121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] No DVR routers for this DVR port 37a48997-48bb-4ae4-9054-847a1e519fdb on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:01:40.612950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.616482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59aaa1e7-278c-46de-9214-06cd877e4887', 'name': 'network-vif-deleted', 'tag': '37a48997-48bb-4ae4-9054-847a1e519fdb'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:01:40.623804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96a51853-7d51-4243-a2a1-a0d523b3e4ac tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.624573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a51853-7d51-4243-a2a1-a0d523b3e4ac tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Fanout notify agent at l3_agent the message router_deleted on router c4a1df9d-440d-4cbb-9120-2ff8896cf952 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:01:40.648384 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-88a94e42-3ac7-4a67-8006-62b8c6ea8b00 req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.54 "DELETE /v2.0/ports/37a48997-48bb-4ae4-9054-847a1e519fdb HTTP/1.1" status: 204 len: 173 time: 4.1318381 Dec 22 13:01:40.659332 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.3782022 Dec 22 13:01:40.662838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45584) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:40.670964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.46'}]}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:40.711408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:40.721921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Usage tracker for resource:router and tenant:bc6ad8ddc30d4e6f84e10ed3bc9ca8f6 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:40.726263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:40.745773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:40.762822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-44f84fb8-16ab-4e2c-8dd2-ceebb9ebfc04 None None] Set router e639761d-5225-4abf-822f-682665dbe08f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:01:40.803884 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.804949 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.835085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.858193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.912236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96a51853-7d51-4243-a2a1-a0d523b3e4ac tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:40.916355 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-96a51853-7d51-4243-a2a1-a0d523b3e4ac tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/c4a1df9d-440d-4cbb-9120-2ff8896cf952 HTTP/1.1" status: 204 len: 168 time: 1.2465177 Dec 22 13:01:40.922280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-7d1a1401-4e38-4318-884f-eb4f4ac697f7 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:40.924090 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-7d1a1401-4e38-4318-884f-eb4f4ac697f7 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.54 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 945 time: 0.8439560 Dec 22 13:01:40.926086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45588) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:40.990858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Transition to ACTIVE for port object 0b892cc5-9b55-443e-9448-a27a385e7de4 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:40.991655 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:41.047034 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f338ffae-19a6-44f7-90a9-c53163732619 req-6cc43f74-2f1b-4dab-9160-32e7f9a4a016 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/ports?device_id=59aaa1e7-278c-46de-9214-06cd877e4887 HTTP/1.1" status: 200 len: 210 time: 0.4272988 Dec 22 13:01:41.113265 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Transition to ACTIVE for port object 0b892cc5-9b55-443e-9448-a27a385e7de4 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:41.126242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:41.140216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:41.164990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf203d70-4be6-4a78-b76b-ca190c93f444 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting subnet eaf3d0d8-0f8b-4476-a36b-72d2961be7c2 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:01:41.170087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Deleting port d87f0e23-0fe8-4340-8187-7ccca4ce9e55 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:41.170547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:41.200479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Network 520ac841-0742-41ad-ab8f-98e2d4922d37 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:41.217085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:41.230257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:41.310097 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Pushing event updated for resources: {'Port': ['ID=0b892cc5-9b55-443e-9448-a27a385e7de4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:41.319645 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:41.382040 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Attempting to bind port 0b892cc5-9b55-443e-9448-a27a385e7de4 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:41.382424 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Attempting to bind port 0b892cc5-9b55-443e-9448-a27a385e7de4 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '3756b7f3-c28b-48db-a8a0-7a880501d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '520ac841-0742-41ad-ab8f-98e2d4922d37'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:41.382747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Attempting to bind port 0b892cc5-9b55-443e-9448-a27a385e7de4 on network 520ac841-0742-41ad-ab8f-98e2d4922d37 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:41.391923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:41.392298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Checking segment: {'id': '3756b7f3-c28b-48db-a8a0-7a880501d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '520ac841-0742-41ad-ab8f-98e2d4922d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:41.392717 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:41.393122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Bound using segment: {'id': '3756b7f3-c28b-48db-a8a0-7a880501d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '520ac841-0742-41ad-ab8f-98e2d4922d37'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:41.393595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Bound port: 0b892cc5-9b55-443e-9448-a27a385e7de4, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3756b7f3-c28b-48db-a8a0-7a880501d292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '520ac841-0742-41ad-ab8f-98e2d4922d37'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:41.393977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:41.409288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bf203d70-4be6-4a78-b76b-ca190c93f444 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:41.449540 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59aaa1e7-278c-46de-9214-06cd877e4887', 'name': 'network-vif-deleted', 'tag': '37a48997-48bb-4ae4-9054-847a1e519fdb', 'status': 'completed', 'code': 200} Dec 22 13:01:41.503105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-44f84fb8-16ab-4e2c-8dd2-ceebb9ebfc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '2fd12083-d44e-4676-a525-ab5e40ea20e5', 'name': '', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'mac_address': 'fa:16:3e:91:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:02Z', 'updated_at': '2021-12-22T12:59:17Z', 'revision_number': 5, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'subnets': [{'id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:41.504384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de240a-a28d-4991-938e-1d27a1d41ab6 req-af9961c0-a557-4443-ade0-cead533e09bf tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:41.514406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f84fb8-16ab-4e2c-8dd2-ceebb9ebfc04 None None] Checking router: e639761d-5225-4abf-822f-682665dbe08f for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:01:41.517149 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-79de240a-a28d-4991-938e-1d27a1d41ab6 req-af9961c0-a557-4443-ade0-cead533e09bf tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 945 time: 0.7568545 Dec 22 13:01:41.525515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] For port 0b892cc5-9b55-443e-9448-a27a385e7de4, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:41.529478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] For port 0b892cc5-9b55-443e-9448-a27a385e7de4, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0b892cc5-9b55-443e-9448-a27a385e7de4,segment=NetworkSegment(3756b7f3-c28b-48db-a8a0-7a880501d292),segment_id=3756b7f3-c28b-48db-a8a0-7a880501d292)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:41.531827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f84fb8-16ab-4e2c-8dd2-ceebb9ebfc04 None None] Routers {'e639761d-5225-4abf-822f-682665dbe08f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:41.532538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-44f84fb8-16ab-4e2c-8dd2-ceebb9ebfc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e639761d-5225-4abf-822f-682665dbe08f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:41.567917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bf203d70-4be6-4a78-b76b-ca190c93f444 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:41.606496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:41.619649 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e317b24c-8940-4f4f-bfed-c8948d1d49a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:41.665964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bf203d70-4be6-4a78-b76b-ca190c93f444 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:41.706167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Pushing event updated for resources: {'Port': ['ID=0b892cc5-9b55-443e-9448-a27a385e7de4,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:41.721379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:41.764084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:41.777623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3c29addd-b83c-4dd6-959f-6b3280667814 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:41.841272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-44f84fb8-16ab-4e2c-8dd2-ceebb9ebfc04 None None] Set router e639761d-5225-4abf-822f-682665dbe08f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:01:41.852541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] For port d87f0e23-0fe8-4340-8187-7ccca4ce9e55, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d87f0e23-0fe8-4340-8187-7ccca4ce9e55,segment=NetworkSegment(7b11e030-39b5-46ff-a844-3c762b120efa),segment_id=7b11e030-39b5-46ff-a844-3c762b120efa)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:41.852917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:41.886724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Subnet': ['ID=c126eb33-046a-401e-82e8-fe14472ba58a,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:41.889456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:41.925585 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-79de240a-a28d-4991-938e-1d27a1d41ab6 req-bae4d4bf-c153-4fea-b53d-2c134650f947 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups?id=46a458eb-7a79-4d47-8f83-c157f58a3182&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4057469 Dec 22 13:01:41.932941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:41.950203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network 520ac841-0742-41ad-ab8f-98e2d4922d37 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:41.968172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:41.976246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:41.976881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:42.055415 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5375819 Dec 22 13:01:42.057113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bf203d70-4be6-4a78-b76b-ca190c93f444 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:42.064716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45596) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:42.065208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02b5c524-ab63-43b0-a101-419198fc323f tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:42.215641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45604) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:42.240475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Deleting port 704c9a6a-c402-4e62-8580-2797fc1afb74 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:42.240801 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:42.252369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb3479e-4c35-43ca-b147-3e707d6f7aae tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:42.253976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb3479e-4c35-43ca-b147-3e707d6f7aae tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:42.255462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb3479e-4c35-43ca-b147-3e707d6f7aae tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:42.257084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb3479e-4c35-43ca-b147-3e707d6f7aae tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:42.258573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb3479e-4c35-43ca-b147-3e707d6f7aae tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:42.259801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7cb3479e-4c35-43ca-b147-3e707d6f7aae tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Synchronizing usage tracker for tenant:facdeebb2a8e45a8a58abd0396f79f69 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:01:42.281173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf203d70-4be6-4a78-b76b-ca190c93f444 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf3d0d8-0f8b-4476-a36b-72d2961be7c2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:42.293556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bf203d70-4be6-4a78-b76b-ca190c93f444 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:42.301600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab9fbb-63ab-4250-ba7c-ad8738b7f9b3 req-6f1e4a19-bbcc-4518-b621-646da7c48e4c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:42.305557 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8dab9fbb-63ab-4250-ba7c-ad8738b7f9b3 req-6f1e4a19-bbcc-4518-b621-646da7c48e4c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5951653 Dec 22 13:01:42.309811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bf203d70-4be6-4a78-b76b-ca190c93f444 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:42.311831 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bf203d70-4be6-4a78-b76b-ca190c93f444 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/eaf3d0d8-0f8b-4476-a36b-72d2961be7c2 HTTP/1.1" status: 204 len: 168 time: 1.3746324 Dec 22 13:01:42.319304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45608) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:42.336725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-44f84fb8-16ab-4e2c-8dd2-ceebb9ebfc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '2fd12083-d44e-4676-a525-ab5e40ea20e5', 'name': '', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'mac_address': 'fa:16:3e:91:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:02Z', 'updated_at': '2021-12-22T12:59:17Z', 'revision_number': 5, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'subnets': [{'id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:42.341401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f84fb8-16ab-4e2c-8dd2-ceebb9ebfc04 None None] The sync data for ids ['e639761d-5225-4abf-822f-682665dbe08f'] in dv-neutron-822668-1-hyperv is: [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '2fd12083-d44e-4676-a525-ab5e40ea20e5', 'name': '', 'network_id': '91b12b74-efcc-4a89-a606-2b317c2af70a', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'mac_address': 'fa:16:3e:91:dc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:59:02Z', 'updated_at': '2021-12-22T12:59:17Z', 'revision_number': 5, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'subnets': [{'id': '46825628-1a9b-4da0-bc63-6cbbd1d59b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:42.446248 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e72e232a-4a73-4aa6-ac1d-0e9be87a411f tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:42.501951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7cb3479e-4c35-43ca-b147-3e707d6f7aae tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Unset dirty status for tenant:facdeebb2a8e45a8a58abd0396f79f69 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:01:42.503134 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7cb3479e-4c35-43ca-b147-3e707d6f7aae tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4055724 Dec 22 13:01:42.514144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e72e232a-4a73-4aa6-ac1d-0e9be87a411f tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:42.521338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45612) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:42.535967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-232312908'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:42.560391 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8dab9fbb-63ab-4250-ba7c-ad8738b7f9b3 req-734247ed-5b05-48dd-81c0-f24e09bd3984 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441142 Dec 22 13:01:42.569680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:42.575581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:42.594722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:42.599339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:42.599731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:42.600046 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Floating IP 0da1a3bf-2c22-4487-89ef-f0da7fce41bf disassociated. External IP: 172.26.4.5, port: d87f0e23-0fe8-4340-8187-7ccca4ce9e55. Dec 22 13:01:42.600390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Calling delete_port for d87f0e23-0fe8-4340-8187-7ccca4ce9e55 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:42.615917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:network and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:42.627879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:42.659799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:42.660162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:42.762943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Calling delete_port for 704c9a6a-c402-4e62-8580-2797fc1afb74 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:42.792338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:42.832932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:42.836616 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:42.935063 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9edd435-a662-48e6-a99d-742f48720c9f None None] New status for floating IP 20fa35ef-e2e7-4a36-b0ef-c89e68bf9e9d: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:01:42.999083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e72e232a-4a73-4aa6-ac1d-0e9be87a411f tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.001836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-24023dbe-0744-4a88-b749-8feaea484b41 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:43.048301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e232a-4a73-4aa6-ac1d-0e9be87a411f tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:43.048811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.112233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e72e232a-4a73-4aa6-ac1d-0e9be87a411f tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:43.120043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:43.193870 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c21df5f-9564-44e1-bceb-a487d175bce7 None None] Network 520ac841-0742-41ad-ab8f-98e2d4922d37 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:43.196047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.196393 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Added segment 4b379182-cd06-452d-a6ce-c04b3809d3f7 of type vlan for network 91e34f7e-7430-46fd-98d7-57dea582f1eb Dec 22 13:01:43.200123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] For port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0,segment=NetworkSegment(ba3a6b37-ab65-4d53-8a9b-79c511c162c2),segment_id=ba3a6b37-ab65-4d53-8a9b-79c511c162c2)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:43.200483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.203067 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-48cc21b6-47b5-4e32-8f21-c8ed5a5f7465 req-ccd79fe3-b78e-427c-9568-82e6a2a29ff9 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.0763049 Dec 22 13:01:43.233167 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.236227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdedf56d-b9b7-4a3f-88af-c17d1b559d4e None None] Network 6a9ce342-21a2-448b-870f-1e7ca9a6d32a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:43.264825 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e72e232a-4a73-4aa6-ac1d-0e9be87a411f tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.268882 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e72e232a-4a73-4aa6-ac1d-0e9be87a411f tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "DELETE /v2.0/security-groups/3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a HTTP/1.1" status: 204 len: 168 time: 1.0496218 Dec 22 13:01:43.281024 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45618) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:43.307418 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-50a3c516-4619-4320-8542-8077c2b3cee1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] show failed (client error): The resource could not be found. Dec 22 13:01:43.311795 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-50a3c516-4619-4320-8542-8077c2b3cee1 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "GET /v2.0/security-groups/3e7f4d60-5ce6-46a6-99dd-47655a7a1e8a HTTP/1.1" status: 404 len: 347 time: 0.0291293 Dec 22 13:01:43.313001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.314767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45622) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:43.344566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:43.377844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.432534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b73a910c-6457-44cb-acab-07eeec9a7f60 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:43.435922 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e245ef68-a17c-42d2-a06d-bca4f03c947e None None] Provisioning for port 0b892cc5-9b55-443e-9448-a27a385e7de4 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:43.566060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d87f0e23-0fe8-4340-8187-7ccca4ce9e55 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:01:43.622381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.665148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: d87f0e23-0fe8-4340-8187-7ccca4ce9e55 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:01:43.665500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d87f0e23-0fe8-4340-8187-7ccca4ce9e55 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:01:43.674200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Pushing event deleted for resources: {'Port': ['ID=d87f0e23-0fe8-4340-8187-7ccca4ce9e55,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:43.766949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:43.769103 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No DVR routers for this DVR port 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:01:43.793242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a965ab3-53db-419d-b3b9-2c8c911592db None None] DHCP port deletion for 6a9ce342-21a2-448b-870f-1e7ca9a6d32a request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:01:43.807418 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:01:43.811183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:43.822141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f9180a11-c54e-4f42-af74-7a32e986cb59 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Deleting port a0337785-aaf2-417e-8a77-2ceb2ee1e459 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:43.822395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9180a11-c54e-4f42-af74-7a32e986cb59 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.952089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.959845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:43.960603 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.966457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:43.981493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f65a70ec-f8d5-4fc4-857a-f9d448d36f09 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:43.985570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f99c07-4421-421e-90da-2f1fc9fc47a4 None None] Update dhcp port {'port': {'network_id': '520ac841-0742-41ad-ab8f-98e2d4922d37', 'fixed_ips': [{'subnet_id': '9b07d9ba-2e35-447a-8caa-caf8471e6034', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c126eb33-046a-401e-82e8-fe14472ba58a'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': '0b892cc5-9b55-443e-9448-a27a385e7de4'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:01:44.011461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.040883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9ce342-21a2-448b-870f-1e7ca9a6d32a']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:44.056129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3a6b37-ab65-4d53-8a9b-79c511c162c2') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:44.056551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3a6b37-ab65-4d53-8a9b-79c511c162c2') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:44.071689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.089559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.098176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:44.098929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.131992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-07f99c07-4421-421e-90da-2f1fc9fc47a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.153285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0b892cc5-9b55-443e-9448-a27a385e7de4 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:44.213444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:44.217530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:44.224900 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:44.226814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.230415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.250121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:44.276883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Network': ['ID=6a9ce342-21a2-448b-870f-1e7ca9a6d32a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:44.281204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:44.296222 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/networks/6a9ce342-21a2-448b-870f-1e7ca9a6d32a HTTP/1.1" status: 204 len: 168 time: 1.9582324 Dec 22 13:01:44.299071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45630) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:44.307274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-739251911'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:44.312374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:44.317160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:network and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:44.320225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:44.328388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:44.400017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 0b892cc5-9b55-443e-9448-a27a385e7de4 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:44.413401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:44.417127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.457262 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9312115 Dec 22 13:01:44.463748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45634) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:44.468573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 0b892cc5-9b55-443e-9448-a27a385e7de4 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:44.469167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.480419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-021f975f-ba5b-4c7c-9912-21d771390cb3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:44.503395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:44.578386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a02ad-0d35-4d71-a99e-1e6fec394ab6 req-5bdab51e-8ccf-4c0d-a408-a81fe0e0ac95 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:44.579893 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4a8a02ad-0d35-4d71-a99e-1e6fec394ab6 req-5bdab51e-8ccf-4c0d-a408-a81fe0e0ac95 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.7240350 Dec 22 13:01:44.596240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.596642 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Added segment 2de3d65d-64e6-4042-a289-5a76de0674eb of type vlan for network 4076baa5-1161-421b-a840-2f77a66886ae Dec 22 13:01:44.605273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Router 5967ab74-2b51-427a-9c37-cf0934af5a2b has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:01:44.644630 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Network': ['ID=91e34f7e-7430-46fd-98d7-57dea582f1eb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:44.661136 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b69f21a6-7a3b-41d6-8d3b-66e6198d4331 req-4ce17fa4-bd28-4b8f-9c11-d38c8a4d4379 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.1950746 Dec 22 13:01:44.664439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 91e34f7e-7430-46fd-98d7-57dea582f1eb details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:44.666226 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:44.667002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-df7fee30-81ee-43ea-9e75-bd711dba8117 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.663s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:44.703661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.706092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.733577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-07f99c07-4421-421e-90da-2f1fc9fc47a4 None None] Allocated IP 172.20.0.1 (520ac841-0742-41ad-ab8f-98e2d4922d37/c126eb33-046a-401e-82e8-fe14472ba58a/0b892cc5-9b55-443e-9448-a27a385e7de4) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:44.782304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.795003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event deleted for resources: {'Port': ['ID=704c9a6a-c402-4e62-8580-2797fc1afb74,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:44.805340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.942184 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4a8a02ad-0d35-4d71-a99e-1e6fec394ab6 req-8d6e50d4-ecfd-42a4-8d6a-fd7954aa2eb2 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3415143 Dec 22 13:01:44.948895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-07f99c07-4421-421e-90da-2f1fc9fc47a4 None None] For port 0b892cc5-9b55-443e-9448-a27a385e7de4, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0b892cc5-9b55-443e-9448-a27a385e7de4,segment=NetworkSegment(3756b7f3-c28b-48db-a8a0-7a880501d292),segment_id=3756b7f3-c28b-48db-a8a0-7a880501d292)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:44.957013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.969426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:44.969426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.988362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-07f99c07-4421-421e-90da-2f1fc9fc47a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:44.994140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:45.009976 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-07f99c07-4421-421e-90da-2f1fc9fc47a4 None None] Transition to ACTIVE for port object 0b892cc5-9b55-443e-9448-a27a385e7de4 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:45.017016 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-07f99c07-4421-421e-90da-2f1fc9fc47a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:45.055151 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-463f129b-8fcc-4bcf-b8d4-430bd09909af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:45.166464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:45.230502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:01:45.231131 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:01:45.254489 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f99c07-4421-421e-90da-2f1fc9fc47a4 None None] Pushing event updated for resources: {'Port': ['ID=0b892cc5-9b55-443e-9448-a27a385e7de4,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:45.258234 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-07f99c07-4421-421e-90da-2f1fc9fc47a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:45.356381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9180a11-c54e-4f42-af74-7a32e986cb59 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:45.356381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9180a11-c54e-4f42-af74-7a32e986cb59 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:45.431152 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1300428 Dec 22 13:01:45.433055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-021f975f-ba5b-4c7c-9912-21d771390cb3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:45.444216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Network': ['ID=4076baa5-1161-421b-a840-2f77a66886ae,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:45.446370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45638) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:45.454891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:45.460107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 4076baa5-1161-421b-a840-2f77a66886ae details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:45.461097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'subnet': {'network_id': '4076baa5-1161-421b-a840-2f77a66886ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:45.557519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-021f975f-ba5b-4c7c-9912-21d771390cb3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:45.573055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c78f63c2-90fd-4a53-a181-2ded7eaa2e63 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:45.633695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-021f975f-ba5b-4c7c-9912-21d771390cb3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network 91e34f7e-7430-46fd-98d7-57dea582f1eb is not hosted by any dhcp agent {{(pid=87569) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 13:01:45.645629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f9180a11-c54e-4f42-af74-7a32e986cb59 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Calling delete_port for a0337785-aaf2-417e-8a77-2ceb2ee1e459 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:45.650243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f975f-ba5b-4c7c-9912-21d771390cb3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:45.651092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-021f975f-ba5b-4c7c-9912-21d771390cb3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:45.655654 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-021f975f-ba5b-4c7c-9912-21d771390cb3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "PUT /v2.0/networks/91e34f7e-7430-46fd-98d7-57dea582f1eb HTTP/1.1" status: 200 len: 723 time: 1.1838918 Dec 22 13:01:45.656776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45642) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:45.670392 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:45.693053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c626573-645f-45a1-a5e5-65d6ee4043be None None] Sync routers for ids ['5967ab74-2b51-427a-9c37-cf0934af5a2b'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:45.720498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c626573-645f-45a1-a5e5-65d6ee4043be None None] Routers {'5967ab74-2b51-427a-9c37-cf0934af5a2b'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:45.722420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1c626573-645f-45a1-a5e5-65d6ee4043be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5967ab74-2b51-427a-9c37-cf0934af5a2b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:45.846453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'subnet': {'network_id': '91e34f7e-7430-46fd-98d7-57dea582f1eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:45.942621 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:45.998242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:46.007995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:46.039853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:46.046214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:46.050408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:46.061489 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1c626573-645f-45a1-a5e5-65d6ee4043be None None] Set router 5967ab74-2b51-427a-9c37-cf0934af5a2b gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:01:46.069802 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-08f66559-b2d8-4337-a45f-a5250db0b193 req-36871779-6a62-4a4e-9b21-b02ce0e89257 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/ports?device_id=e344c733-1819-4528-b51b-fd80db544e9a HTTP/1.1" status: 200 len: 210 time: 0.1475115 Dec 22 13:01:46.139398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] No DVR routers for this DVR port d87f0e23-0fe8-4340-8187-7ccca4ce9e55 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:01:46.141905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:46.145003 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12377eed-0e8c-43b0-8d1d-0cdc59316ce7 req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.54 "DELETE /v2.0/ports/d87f0e23-0fe8-4340-8187-7ccca4ce9e55 HTTP/1.1" status: 204 len: 173 time: 5.2048683 Dec 22 13:01:46.162270 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Router 5ce7ef1d-fc06-49c9-8811-922e50dd847e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:01:46.164255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:46.164763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94bb5a68-697e-4a3d-a173-15ffdfb4e2f2 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:01:46.185888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b7d47e-c742-4eb1-8c76-005066730fa2 None None] Network 520ac841-0742-41ad-ab8f-98e2d4922d37 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:46.205407 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 13:01:46.206613 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-22f0e5d5-eb0d-49c0-a84d-780003fbe009 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.5410502 Dec 22 13:01:46.211351 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45650) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:46.227791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:46.316107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e344c733-1819-4528-b51b-fd80db544e9a', 'name': 'network-vif-deleted', 'tag': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:01:46.334645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:46.339865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:subnet and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:46.342884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:46.354388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:46.421550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f975f-ba5b-4c7c-9912-21d771390cb3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Network': ['ID=91e34f7e-7430-46fd-98d7-57dea582f1eb,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:46.424852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-021f975f-ba5b-4c7c-9912-21d771390cb3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.852s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:46.488636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 91e34f7e-7430-46fd-98d7-57dea582f1eb details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:46.531130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:46.535729 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e344c733-1819-4528-b51b-fd80db544e9a', 'name': 'network-vif-deleted', 'tag': 'd87f0e23-0fe8-4340-8187-7ccca4ce9e55', 'status': 'completed', 'code': 200} Dec 22 13:01:46.542083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:46.546006 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d084127-5bcb-438d-af0d-01dd4779cc6c None None] Sync routers for ids ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:46.546592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:46.561292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7fcfc770-1bca-4b70-9096-e53847fefd83 None None] Provisioning for port 0b892cc5-9b55-443e-9448-a27a385e7de4 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:46.564514 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d084127-5bcb-438d-af0d-01dd4779cc6c None None] Routers {'5ce7ef1d-fc06-49c9-8811-922e50dd847e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:46.565485 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3d084127-5bcb-438d-af0d-01dd4779cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:46.582220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 0b892cc5-9b55-443e-9448-a27a385e7de4, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0b892cc5-9b55-443e-9448-a27a385e7de4,segment=NetworkSegment(3756b7f3-c28b-48db-a8a0-7a880501d292),segment_id=3756b7f3-c28b-48db-a8a0-7a880501d292)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:46.592632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e0a40d50-07b6-4222-a6aa-9eea5ada9649 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Deleting port d18287f9-8272-4aac-b104-e72010064e4e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:46.593171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a40d50-07b6-4222-a6aa-9eea5ada9649 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:46.660421 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3d084127-5bcb-438d-af0d-01dd4779cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:46.669924 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d084127-5bcb-438d-af0d-01dd4779cc6c None None] Routers {'5ce7ef1d-fc06-49c9-8811-922e50dd847e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:46.670847 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3d084127-5bcb-438d-af0d-01dd4779cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:46.719432 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "PUT /v2.0/routers/5ce7ef1d-fc06-49c9-8811-922e50dd847e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0867536 Dec 22 13:01:46.720785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9180a11-c54e-4f42-af74-7a32e986cb59 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:46.727274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45656) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:46.738776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e92e91e6-c3f5-4223-af80-a83cee5ced90 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:46.739208 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3d084127-5bcb-438d-af0d-01dd4779cc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:46.739831 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d084127-5bcb-438d-af0d-01dd4779cc6c None None] The sync data for ids ['5ce7ef1d-fc06-49c9-8811-922e50dd847e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:46.747260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:46.749125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:46.798996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9180a11-c54e-4f42-af74-7a32e986cb59 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Pushing event deleted for resources: {'Port': ['ID=a0337785-aaf2-417e-8a77-2ceb2ee1e459,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:46.802168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f9180a11-c54e-4f42-af74-7a32e986cb59 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:46.881893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7fcfc770-1bca-4b70-9096-e53847fefd83 None None] Provisioning complete for port 0b892cc5-9b55-443e-9448-a27a385e7de4 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:46.882607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7fcfc770-1bca-4b70-9096-e53847fefd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:46.890638 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f764d4-a9fa-4e76-91a7-bf8695c36437 req-1fe11825-b388-4f9c-ae0b-18cb0e4afbbd tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:46.893243 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a0f764d4-a9fa-4e76-91a7-bf8695c36437 req-1fe11825-b388-4f9c-ae0b-18cb0e4afbbd tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5832734 Dec 22 13:01:46.895083 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-12bc3fff-a660-4ec7-b477-8c2bb658eb2b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] show failed (client error): The resource could not be found. Dec 22 13:01:46.896774 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-12bc3fff-a660-4ec7-b477-8c2bb658eb2b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-296487251 HTTP/1.1" status: 404 len: 334 time: 0.1662009 Dec 22 13:01:46.906618 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45660) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:46.910358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:01:46.948803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-912eb163-616a-4ee2-8692-840df752e45e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:46.950079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:46.956811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bc8d57dc-a4c9-4e47-b0ff-8cfc7ec7684c tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:46.993933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:01:46.994342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8fd9b68c-70d1-4f97-b9a0-9793e5bc7fb0 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:01:47.020862 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a0f764d4-a9fa-4e76-91a7-bf8695c36437 req-7b95cf06-d87c-49f4-ad70-6678ec71a27f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053720 Dec 22 13:01:47.042578 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-912eb163-616a-4ee2-8692-840df752e45e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] update failed (client error): The resource could not be found. Dec 22 13:01:47.047337 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-912eb163-616a-4ee2-8692-840df752e45e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1309959663 HTTP/1.1" status: 404 len: 335 time: 0.1394882 Dec 22 13:01:47.051948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45664) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:47.080297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=0b892cc5-9b55-443e-9448-a27a385e7de4,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:47.110637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9180a11-c54e-4f42-af74-7a32e986cb59 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:47.113711 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f9180a11-c54e-4f42-af74-7a32e986cb59 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:47.114262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:47.117831 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f9180a11-c54e-4f42-af74-7a32e986cb59 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] 10.222.0.24 "DELETE /v2.0/floatingips/20fa35ef-e2e7-4a36-b0ef-c89e68bf9e9d HTTP/1.1" status: 204 len: 168 time: 3.7967978 Dec 22 13:01:47.120741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Subnet': ['ID=2fdf6ffe-b69e-4fdd-9576-7981d47f03b1,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:47.122746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45670) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:47.135205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:47.217483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a6f9e1-3591-4204-99d4-956703aa641b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Deleting subnet 4dc552d4-2eb4-4f5b-9d24-7f10bbb18042 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:01:47.224839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0b892cc5-9b55-443e-9448-a27a385e7de4 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:47.225702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f9e1-3591-4204-99d4-956703aa641b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:47.276212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45676) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:47.460425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 0b892cc5-9b55-443e-9448-a27a385e7de4 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:47.460812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:47.476929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Checking segment: {'id': '4b379182-cd06-452d-a6ce-c04b3809d3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '91e34f7e-7430-46fd-98d7-57dea582f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:47.477345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network hostable DHCP agents. Network: 91e34f7e-7430-46fd-98d7-57dea582f1eb, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:47.481512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a40d50-07b6-4222-a6aa-9eea5ada9649 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:47.503528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f9e1-3591-4204-99d4-956703aa641b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:47.517334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1c626573-645f-45a1-a5e5-65d6ee4043be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f0a35768-458f-42ca-a57a-7608991d4f5c', 'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'mac_address': 'fa:16:3e:42:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:58Z', 'updated_at': '2021-12-22T12:59:18Z', 'revision_number': 5, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'subnets': [{'id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:47.530181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c626573-645f-45a1-a5e5-65d6ee4043be None None] Checking router: 5967ab74-2b51-427a-9c37-cf0934af5a2b for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:01:47.545357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c626573-645f-45a1-a5e5-65d6ee4043be None None] Routers {'5967ab74-2b51-427a-9c37-cf0934af5a2b'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:47.546057 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1c626573-645f-45a1-a5e5-65d6ee4043be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5967ab74-2b51-427a-9c37-cf0934af5a2b'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:47.588924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:47.598672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cd0c2cfc-922f-4e9e-8911-0a28662c43cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:47.625804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network 91e34f7e-7430-46fd-98d7-57dea582f1eb is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:47.698877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e0a40d50-07b6-4222-a6aa-9eea5ada9649 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Calling delete_port for d18287f9-8272-4aac-b104-e72010064e4e owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:47.706077 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Subnet': ['ID=08056cb6-ef07-4394-8fc0-a38600bd93a9,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:47.720508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:47.730354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 91e34f7e-7430-46fd-98d7-57dea582f1eb) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:47.763636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c39a323-7b09-4935-9843-a807edec606a tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:47.834045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:47.834568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:47.834996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c39a323-7b09-4935-9843-a807edec606a tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:47.868176 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1877961 Dec 22 13:01:47.873337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45680) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:47.882915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7ba2404e-4b0f-456c-a16f-d907e0d68c9f tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:47.913484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5917e8-f10e-4cdd-92b0-3c0d95006522 None None] Network 91e34f7e-7430-46fd-98d7-57dea582f1eb requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:47.934971 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0c69b-2823-4c4b-a64d-ca80444b85b8 None None] Network 520ac841-0742-41ad-ab8f-98e2d4922d37 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:47.941641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f9e1-3591-4204-99d4-956703aa641b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:47.943298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Checking segment: {'id': '2de3d65d-64e6-4042-a289-5a76de0674eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4076baa5-1161-421b-a840-2f77a66886ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:47.943851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network hostable DHCP agents. Network: 4076baa5-1161-421b-a840-2f77a66886ae, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:48.014281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a40d50-07b6-4222-a6aa-9eea5ada9649 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.025288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:48.057500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c39a323-7b09-4935-9843-a807edec606a tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.067679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 4076baa5-1161-421b-a840-2f77a66886ae is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:48.085740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a40d50-07b6-4222-a6aa-9eea5ada9649 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Pushing event deleted for resources: {'Port': ['ID=d18287f9-8272-4aac-b104-e72010064e4e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:48.106447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ba2404e-4b0f-456c-a16f-d907e0d68c9f tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-128002366'] for subnet, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.131673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e0a40d50-07b6-4222-a6aa-9eea5ada9649 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:48.138638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c8fe4fc5-4a93-4549-bf2a-854aaeba483b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:48.199999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39a323-7b09-4935-9843-a807edec606a tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a458eb-7a79-4d47-8f83-c157f58a3182,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:48.203491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9c39a323-7b09-4935-9843-a807edec606a tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:48.217220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 4076baa5-1161-421b-a840-2f77a66886ae) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:48.232262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:48.232798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.255666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8cb5ec-15e8-46ed-a49e-7d614e21e014 None None] Network 4076baa5-1161-421b-a840-2f77a66886ae requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:48.263583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f9e1-3591-4204-99d4-956703aa641b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.283265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:48.314547 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8644073 Dec 22 13:01:48.318170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45686) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:48.328944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c39a323-7b09-4935-9843-a807edec606a tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.332822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-38b9d512-b7a6-4505-9667-9fde3f8fc1f3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-305656444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:48.332984 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9c39a323-7b09-4935-9843-a807edec606a tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "DELETE /v2.0/security-groups/46a458eb-7a79-4d47-8f83-c157f58a3182 HTTP/1.1" status: 204 len: 168 time: 1.0533731 Dec 22 13:01:48.336257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1c626573-645f-45a1-a5e5-65d6ee4043be None None] Set router 5967ab74-2b51-427a-9c37-cf0934af5a2b gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:01:48.336571 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6f9e1-3591-4204-99d4-956703aa641b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc552d4-2eb4-4f5b-9d24-7f10bbb18042,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:48.337436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45690) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:48.340236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d4a6f9e1-3591-4204-99d4-956703aa641b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:48.342486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-38b9d512-b7a6-4505-9667-9fde3f8fc1f3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:48.355652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d4a6f9e1-3591-4204-99d4-956703aa641b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.365325 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0a40d50-07b6-4222-a6aa-9eea5ada9649 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.371193 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e0a40d50-07b6-4222-a6aa-9eea5ada9649 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d18287f9-8272-4aac-b104-e72010064e4e HTTP/1.1" status: 204 len: 168 time: 2.1549163 Dec 22 13:01:48.371346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-38b9d512-b7a6-4505-9667-9fde3f8fc1f3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:router and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:48.378914 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d4a6f9e1-3591-4204-99d4-956703aa641b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "DELETE /v2.0/subnets/4dc552d4-2eb4-4f5b-9d24-7f10bbb18042 HTTP/1.1" status: 204 len: 168 time: 1.3236990 Dec 22 13:01:48.381727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45696) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:48.406875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-38b9d512-b7a6-4505-9667-9fde3f8fc1f3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:48.412452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-14a8446c-7981-47f8-b8e5-ca054a40a58e None None] Provisioning complete for port 0b892cc5-9b55-443e-9448-a27a385e7de4 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:48.412844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14a8446c-7981-47f8-b8e5-ca054a40a58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.416170 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-731e48b3-df39-4c37-83f6-78c28abb344f tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] show failed (client error): The resource could not be found. Dec 22 13:01:48.419899 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-731e48b3-df39-4c37-83f6-78c28abb344f tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "GET /v2.0/security-groups/46a458eb-7a79-4d47-8f83-c157f58a3182 HTTP/1.1" status: 404 len: 347 time: 0.0775223 Dec 22 13:01:48.423633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45700) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:48.427084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-38b9d512-b7a6-4505-9667-9fde3f8fc1f3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:48.454293 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38b9d512-b7a6-4505-9667-9fde3f8fc1f3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.455321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38b9d512-b7a6-4505-9667-9fde3f8fc1f3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.469627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ba2404e-4b0f-456c-a16f-d907e0d68c9f tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760330113365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1604484'] for subnet, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.477773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cc4713fd-def0-464a-b75c-72b81d34bc64 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:48.487809 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e935db-09f5-42de-a90a-8c24f2fca0d7 None None] Network d14de5ba-3b4f-4930-ae94-77d4b629865f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:48.563596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38b9d512-b7a6-4505-9667-9fde3f8fc1f3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.570347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba2404e-4b0f-456c-a16f-d907e0d68c9f tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:48.571010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ba2404e-4b0f-456c-a16f-d907e0d68c9f tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.572335 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7ba2404e-4b0f-456c-a16f-d907e0d68c9f tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "PUT /v2.0/subnets/2fdf6ffe-b69e-4fdd-9576-7981d47f03b1 HTTP/1.1" status: 200 len: 826 time: 0.6964040 Dec 22 13:01:48.580468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45704) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:48.698044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2404e-4b0f-456c-a16f-d907e0d68c9f tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Subnet': ['ID=2fdf6ffe-b69e-4fdd-9576-7981d47f03b1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:48.704191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38b9d512-b7a6-4505-9667-9fde3f8fc1f3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.712621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7ba2404e-4b0f-456c-a16f-d907e0d68c9f tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:48.768767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-38b9d512-b7a6-4505-9667-9fde3f8fc1f3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.769969 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-38b9d512-b7a6-4505-9667-9fde3f8fc1f3 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4499555 Dec 22 13:01:48.772611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee70317-5520-4509-bb7b-8e929fbb122d req-792309c4-af07-4893-8a85-6541c41ee42d tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:48.780279 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5ee70317-5520-4509-bb7b-8e929fbb122d req-792309c4-af07-4893-8a85-6541c41ee42d tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5903401 Dec 22 13:01:48.782918 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8cad311c-e547-498b-985a-48bb3f48984b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Deleting port bdd50950-6d69-4647-843d-b038533232d8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:48.783288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45710) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:48.783414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cad311c-e547-498b-985a-48bb3f48984b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.839861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45714) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:48.874922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.918789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Deleting port 532c5b87-4cca-4f9b-b269-b285165ca070 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:48.919211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.927811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:48.940969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:49.013623 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5ee70317-5520-4509-bb7b-8e929fbb122d req-abd9251b-2f4f-4bf4-8f61-3b08be2482ba tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323391 Dec 22 13:01:49.016625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-91e34f7e-7430-46fd-98d7-57dea582f1eb', 'network_id': '91e34f7e-7430-46fd-98d7-57dea582f1eb', 'tenant_id': 'facdeebb2a8e45a8a58abd0396f79f69', 'fixed_ips': [{'subnet_id': '2fdf6ffe-b69e-4fdd-9576-7981d47f03b1'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:49.017528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:49.067073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95c4c595-1a12-4ac7-9af4-1eba2e825dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:49.086671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-95c4c595-1a12-4ac7-9af4-1eba2e825dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:49.091139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-95c4c595-1a12-4ac7-9af4-1eba2e825dbc admin admin] Usage tracker for resource:security_group_rule and tenant:c754f46cca334d1897c2b3ee3e179769 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:49.094225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-95c4c595-1a12-4ac7-9af4-1eba2e825dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:49.100816 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-95c4c595-1a12-4ac7-9af4-1eba2e825dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:49.173068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0b892cc5-9b55-443e-9448-a27a385e7de4 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:49.189319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95c4c595-1a12-4ac7-9af4-1eba2e825dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:49.198680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95c4c595-1a12-4ac7-9af4-1eba2e825dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:49.208903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6f5513e5-ae7d-4147-b97d-d2933a13b97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:49.525140 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-95c4c595-1a12-4ac7-9af4-1eba2e825dbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c754f46cca334d1897c2b3ee3e179769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6745574 Dec 22 13:01:49.532520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cad311c-e547-498b-985a-48bb3f48984b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:49.532847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cad311c-e547-498b-985a-48bb3f48984b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:49.579221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45724) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:49.594893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4c595-1a12-4ac7-9af4-1eba2e825dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f7b08f-2da7-474d-b11e-6de715cabaf9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:49.611496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-95c4c595-1a12-4ac7-9af4-1eba2e825dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:49.745736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-4076baa5-1161-421b-a840-2f77a66886ae', 'network_id': '4076baa5-1161-421b-a840-2f77a66886ae', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'fixed_ips': [{'subnet_id': '08056cb6-ef07-4394-8fc0-a38600bd93a9'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:49.746159 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:49.748250 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8cad311c-e547-498b-985a-48bb3f48984b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Calling delete_port for bdd50950-6d69-4647-843d-b038533232d8 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:49.769298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 0b892cc5-9b55-443e-9448-a27a385e7de4 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:49.769667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:49.821762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] For port 532c5b87-4cca-4f9b-b269-b285165ca070, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=532c5b87-4cca-4f9b-b269-b285165ca070,segment=NetworkSegment(8ab27519-169b-4d68-833f-d3510e68577d),segment_id=8ab27519-169b-4d68-833f-d3510e68577d)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:49.821762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:49.836024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:49.913973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Allocated IP 2001:db8::2 (91e34f7e-7430-46fd-98d7-57dea582f1eb/2fdf6ffe-b69e-4fdd-9576-7981d47f03b1/07455a75-e83e-4fbd-937d-7c0188266d03) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:49.966542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Calling delete_port for 532c5b87-4cca-4f9b-b269-b285165ca070 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:50.028895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.031056 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe3d4c-d1d4-474a-b25c-b9bd68116225 req-279ba4f0-c358-4b45-a72b-e1af41414768 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:50.038185 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-00fe3d4c-d1d4-474a-b25c-b9bd68116225 req-279ba4f0-c358-4b45-a72b-e1af41414768 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5852602 Dec 22 13:01:50.074193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.101602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fc528b-2db0-47a4-a82c-e44694c7b301 None None] DHCP port deletion for d14de5ba-3b4f-4930-ae94-77d4b629865f request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:01:50.117087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9aaa1-816a-40c3-86fd-54633e5df063 req-afe9dcef-e5ec-4790-a2e0-7565e895157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:50.118620 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d4a9aaa1-816a-40c3-86fd-54633e5df063 req-afe9dcef-e5ec-4790-a2e0-7565e895157f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f088456d3776496db28fcf551f85fdce&device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 1098 time: 0.6434796 Dec 22 13:01:50.129675 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-03fc528b-2db0-47a4-a82c-e44694c7b301 None None] Deleting port 532c5b87-4cca-4f9b-b269-b285165ca070 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:50.130149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03fc528b-2db0-47a4-a82c-e44694c7b301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.149175 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-00fe3d4c-d1d4-474a-b25c-b9bd68116225 req-a3072fed-c58a-4633-92fb-22b7aeac8519 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100950 Dec 22 13:01:50.182280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.189030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ce3d738f-116e-4875-8029-0a9e36922582 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:50.206727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1c626573-645f-45a1-a5e5-65d6ee4043be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f0a35768-458f-42ca-a57a-7608991d4f5c', 'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'mac_address': 'fa:16:3e:42:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:58Z', 'updated_at': '2021-12-22T12:59:18Z', 'revision_number': 5, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'subnets': [{'id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:50.235770 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cad311c-e547-498b-985a-48bb3f48984b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.240252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event deleted for resources: {'Port': ['ID=532c5b87-4cca-4f9b-b269-b285165ca070,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:50.244911 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] No DVR routers for this DVR port 532c5b87-4cca-4f9b-b269-b285165ca070 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:01:50.277772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:50.282043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2264b7c4-8179-487b-8a4c-724f104b0bad tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:50.289513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c626573-645f-45a1-a5e5-65d6ee4043be None None] The sync data for ids ['5967ab74-2b51-427a-9c37-cf0934af5a2b'] in dv-neutron-822668-1-hyperv is: [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T12:59:01Z', 'revision_number': 4, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f0a35768-458f-42ca-a57a-7608991d4f5c', 'name': '', 'network_id': 'aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'mac_address': 'fa:16:3e:42:83:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:58Z', 'updated_at': '2021-12-22T12:59:18Z', 'revision_number': 5, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'subnets': [{'id': 'b605b490-cc40-4404-a5b3-ee2c1f8fdd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:50.305274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-03fc528b-2db0-47a4-a82c-e44694c7b301 None None] The port '532c5b87-4cca-4f9b-b269-b285165ca070' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:01:50.344673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.352340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad311c-e547-498b-985a-48bb3f48984b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Pushing event deleted for resources: {'Port': ['ID=bdd50950-6d69-4647-843d-b038533232d8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:50.355253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8cad311c-e547-498b-985a-48bb3f48984b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:50.374993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Allocated IP 2001:db8::2 (4076baa5-1161-421b-a840-2f77a66886ae/08056cb6-ef07-4394-8fc0-a38600bd93a9/114452db-7ff0-48f5-b364-07d3f5917c89) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:50.605135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.617344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9aaa1-816a-40c3-86fd-54633e5df063 req-0b894e05-c47e-4550-9e8a-b721e7848c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:50.618582 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d4a9aaa1-816a-40c3-86fd-54633e5df063 req-0b894e05-c47e-4550-9e8a-b721e7848c6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=f13a7c56-cda0-4112-8efa-249342855ee9 HTTP/1.1" status: 200 len: 912 time: 0.4394665 Dec 22 13:01:50.637335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Transition to ACTIVE for port object 07455a75-e83e-4fbd-937d-7c0188266d03 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:50.655047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.688654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Transition to ACTIVE for port object 07455a75-e83e-4fbd-937d-7c0188266d03 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:50.702544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cad311c-e547-498b-985a-48bb3f48984b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.711207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14de5ba-3b4f-4930-ae94-77d4b629865f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:50.719126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.731053 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab27519-169b-4d68-833f-d3510e68577d') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:50.731475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab27519-169b-4d68-833f-d3510e68577d') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:50.747818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.762098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fd932e39-5e31-4c5a-a225-71b558a2331c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:50.773294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.781295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8cad311c-e547-498b-985a-48bb3f48984b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.785862 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8cad311c-e547-498b-985a-48bb3f48984b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] 10.222.0.24 "DELETE /v2.0/floatingips/0da1a3bf-2c22-4487-89ef-f0da7fce41bf HTTP/1.1" status: 204 len: 168 time: 2.3579330 Dec 22 13:01:50.785862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:50.785862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.789492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.798596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45728) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:50.799854 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:50.806252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:50.851036 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fea12c-5e21-4de6-b023-e4a37a06c9a4 None None] New status for floating IP 0da1a3bf-2c22-4487-89ef-f0da7fce41bf: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:01:50.884792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.888486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ae04c8c6-993d-46c7-bb26-50ecc47f28d8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:50.904089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.914810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event deleted for resources: {'Network': ['ID=d14de5ba-3b4f-4930-ae94-77d4b629865f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:50.920845 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "DELETE /v2.0/networks/d14de5ba-3b4f-4930-ae94-77d4b629865f HTTP/1.1" status: 204 len: 168 time: 2.5321395 Dec 22 13:01:50.920845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:50.920845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45732) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:50.989298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Network 91e34f7e-7430-46fd-98d7-57dea582f1eb is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:50.991125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Deleting subnet c259e4fd-5f2a-46ab-9a7c-bf4887a9e2c2 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:01:50.995269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:50.996758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:50.999990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:51.029385 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Pushing event updated for resources: {'Port': ['ID=07455a75-e83e-4fbd-937d-7c0188266d03,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:51.032943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:51.047153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f7b08f-2da7-474d-b11e-6de715cabaf9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:51.063027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.078245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.130078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.130639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.131285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.131908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.132475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.133025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.133646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.134162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.134668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.135331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.135897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.136587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.144385 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-88e4862d-6d0d-4b19-adb2-ee86a0dc655f None None] Provisioning complete for port 0b892cc5-9b55-443e-9448-a27a385e7de4 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:51.144940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-88e4862d-6d0d-4b19-adb2-ee86a0dc655f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.145037 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d4a9aaa1-816a-40c3-86fd-54633e5df063 req-005b4c4e-1703-4f11-9466-bee3562b8945 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5 HTTP/1.1" status: 200 len: 1001 time: 0.4731221 Dec 22 13:01:51.145460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] Deleting port 2fd12083-d44e-4676-a525-ab5e40ea20e5 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:51.145795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.154482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.171557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:51.186184 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 532c5b87-4cca-4f9b-b269-b285165ca070 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:01:51.228839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Transition to ACTIVE for port object 114452db-7ff0-48f5-b364-07d3f5917c89 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:51.231839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Attempting to bind port 07455a75-e83e-4fbd-937d-7c0188266d03 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:51.232310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Attempting to bind port 07455a75-e83e-4fbd-937d-7c0188266d03 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '4b379182-cd06-452d-a6ce-c04b3809d3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '91e34f7e-7430-46fd-98d7-57dea582f1eb'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:51.232899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Attempting to bind port 07455a75-e83e-4fbd-937d-7c0188266d03 on network 91e34f7e-7430-46fd-98d7-57dea582f1eb {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:51.234050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.235618 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02f7b08f-2da7-474d-b11e-6de715cabaf9 HTTP/1.1" status: 204 len: 168 time: 1.6124401 Dec 22 13:01:51.236546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.271681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 532c5b87-4cca-4f9b-b269-b285165ca070 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:01:51.272046 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 532c5b87-4cca-4f9b-b269-b285165ca070 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:01:51.284385 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:51.285659 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Checking segment: {'id': '4b379182-cd06-452d-a6ce-c04b3809d3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '91e34f7e-7430-46fd-98d7-57dea582f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:51.286145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.286556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Bound using segment: {'id': '4b379182-cd06-452d-a6ce-c04b3809d3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '91e34f7e-7430-46fd-98d7-57dea582f1eb'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:51.287133 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Bound port: 07455a75-e83e-4fbd-937d-7c0188266d03, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b379182-cd06-452d-a6ce-c04b3809d3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '91e34f7e-7430-46fd-98d7-57dea582f1eb'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:51.287447 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.299624 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.305670 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:51.313850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7ba2404e-4b0f-456c-a16f-d907e0d68c9f tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:51.317304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Transition to ACTIVE for port object 114452db-7ff0-48f5-b364-07d3f5917c89 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:51.371370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.384105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:51.423770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Subnet': ['ID=2fdf6ffe-b69e-4fdd-9576-7981d47f03b1,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:51.431326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:51.441350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Network 4076baa5-1161-421b-a840-2f77a66886ae is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:51.450973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:51.479849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:51.517521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event deleted for resources: {'Subnet': ['ID=c259e4fd-5f2a-46ab-9a7c-bf4887a9e2c2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:51.520224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.530338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.530714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.531082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.531444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.531825 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.532182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.532535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.532894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.533245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.533598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.533937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.534284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:51.537424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:51.539167 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "DELETE /v2.0/subnets/c259e4fd-5f2a-46ab-9a7c-bf4887a9e2c2 HTTP/1.1" status: 204 len: 168 time: 0.6173832 Dec 22 13:01:51.541994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45742) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:51.560593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198f7274-1a6b-4035-bb70-3e1fa27bebb2 None None] Network 9860419a-4487-472a-825c-b8e541d17675 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:51.593650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Pushing event updated for resources: {'Port': ['ID=114452db-7ff0-48f5-b364-07d3f5917c89,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:51.626339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.653032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e34f7e-7430-46fd-98d7-57dea582f1eb']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:51.666359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b379182-cd06-452d-a6ce-c04b3809d3f7') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:51.666963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b379182-cd06-452d-a6ce-c04b3809d3f7') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:51.679349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7461af4c-aacb-4dfb-975a-3fe3a9d438ae tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Deleting subnet 8ae1a701-7eaa-423d-b557-4fd063b74e0d {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:01:51.679673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.683390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7461af4c-aacb-4dfb-975a-3fe3a9d438ae tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.697878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.713908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] For port 07455a75-e83e-4fbd-937d-7c0188266d03, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:51.716258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:51.744350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45746) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:51.776266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7461af4c-aacb-4dfb-975a-3fe3a9d438ae tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.795152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9aaa1-816a-40c3-86fd-54633e5df063 req-4740c9f3-6088-4740-9c04-5b52f733521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:51.796298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Attempting to bind port 114452db-7ff0-48f5-b364-07d3f5917c89 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:51.796685 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Attempting to bind port 114452db-7ff0-48f5-b364-07d3f5917c89 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '2de3d65d-64e6-4042-a289-5a76de0674eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4076baa5-1161-421b-a840-2f77a66886ae'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:51.796819 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d4a9aaa1-816a-40c3-86fd-54633e5df063 req-4740c9f3-6088-4740-9c04-5b52f733521f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d589bbeb-9639-4ffc-9c40-da0196ca78b1 HTTP/1.1" status: 200 len: 850 time: 0.6222918 Dec 22 13:01:51.797062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Attempting to bind port 114452db-7ff0-48f5-b364-07d3f5917c89 on network 4076baa5-1161-421b-a840-2f77a66886ae {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:51.829980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:51.829980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Checking segment: {'id': '2de3d65d-64e6-4042-a289-5a76de0674eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4076baa5-1161-421b-a840-2f77a66886ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:51.830381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.830729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Bound using segment: {'id': '2de3d65d-64e6-4042-a289-5a76de0674eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4076baa5-1161-421b-a840-2f77a66886ae'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:51.831199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Bound port: 114452db-7ff0-48f5-b364-07d3f5917c89, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de3d65d-64e6-4042-a289-5a76de0674eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4076baa5-1161-421b-a840-2f77a66886ae'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:51.831639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.863630 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-24d8448c-15f8-44ce-b4cf-9695eed7118f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc6ad8ddc30d4e6f84e10ed3bc9ca8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1156538 Dec 22 13:01:51.863873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:51.863873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.865678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45750) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:51.885711 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:51.928423 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7461af4c-aacb-4dfb-975a-3fe3a9d438ae tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.957404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] For port 114452db-7ff0-48f5-b364-07d3f5917c89, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:51.960679 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] For port 114452db-7ff0-48f5-b364-07d3f5917c89, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=114452db-7ff0-48f5-b364-07d3f5917c89,segment=NetworkSegment(2de3d65d-64e6-4042-a289-5a76de0674eb),segment_id=2de3d65d-64e6-4042-a289-5a76de0674eb)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:51.970624 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:51.975756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Allocated IP 2001:db8::1 (4076baa5-1161-421b-a840-2f77a66886ae/08056cb6-ef07-4394-8fc0-a38600bd93a9/f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:51.978640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:51.993380 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7306420f-aa98-4f1c-b952-f2bfaca31316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.034172 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7306420f-aa98-4f1c-b952-f2bfaca31316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.074613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Pushing event updated for resources: {'Port': ['ID=114452db-7ff0-48f5-b364-07d3f5917c89,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:52.076069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7461af4c-aacb-4dfb-975a-3fe3a9d438ae tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.079329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:52.090286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fc848bf9-81af-41cb-9a82-db53c2f30a18 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:52.099041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] For port 07455a75-e83e-4fbd-937d-7c0188266d03, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=07455a75-e83e-4fbd-937d-7c0188266d03,segment=NetworkSegment(4b379182-cd06-452d-a6ce-c04b3809d3f7),segment_id=4b379182-cd06-452d-a6ce-c04b3809d3f7)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:52.115916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.126992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:52.133927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7461af4c-aacb-4dfb-975a-3fe3a9d438ae tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.140021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:01:52.140021 dv-neutron-822668-1-hyperv neutron-server[87569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:01:52.140021 dv-neutron-822668-1-hyperv neutron-server[87569]: [parameters: {'id': '91e34f7e-7430-46fd-98d7-57dea582f1eb'}] Dec 22 13:01:52.140021 dv-neutron-822668-1-hyperv neutron-server[87569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:01:52.140440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:01:52.148729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461af4c-aacb-4dfb-975a-3fe3a9d438ae tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae1a701-7eaa-423d-b557-4fd063b74e0d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:52.152252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7461af4c-aacb-4dfb-975a-3fe3a9d438ae tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:52.158248 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7461af4c-aacb-4dfb-975a-3fe3a9d438ae tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "DELETE /v2.0/subnets/8ae1a701-7eaa-423d-b557-4fd063b74e0d HTTP/1.1" status: 204 len: 168 time: 0.6130681 Dec 22 13:01:52.159145 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45754) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:52.195513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec8b50-5520-4f86-99e7-2205f912f142 None None] Network 965d96a5-574f-40b1-a2f9-76acdd7a9f5f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:52.210480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058b22b6-c30f-478e-b641-3d01720b41e6 None None] DHCP port deletion for 9860419a-4487-472a-825c-b8e541d17675 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:01:52.235675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] For port 2fd12083-d44e-4676-a525-ab5e40ea20e5, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2fd12083-d44e-4676-a525-ab5e40ea20e5,segment=NetworkSegment(93e21159-fc30-44fc-8388-798f46adf90e),segment_id=93e21159-fc30-44fc-8388-798f46adf90e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:52.236274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.255654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-058b22b6-c30f-478e-b641-3d01720b41e6 None None] Deleting port b5cbdc74-a94e-4fa4-959f-80734d1eabf6 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:52.256101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-058b22b6-c30f-478e-b641-3d01720b41e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.271215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7306420f-aa98-4f1c-b952-f2bfaca31316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.278228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dfe3a6ab-2309-423a-b382-26f61b750323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:52.304295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306420f-aa98-4f1c-b952-f2bfaca31316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f122997c-802d-4925-9a69-94e1e44a6c34,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:52.307686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7306420f-aa98-4f1c-b952-f2bfaca31316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:52.314128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7306420f-aa98-4f1c-b952-f2bfaca31316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.317680 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7306420f-aa98-4f1c-b952-f2bfaca31316 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f122997c-802d-4925-9a69-94e1e44a6c34 HTTP/1.1" status: 204 len: 168 time: 0.4487150 Dec 22 13:01:52.319759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.331916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Deleting port b5cbdc74-a94e-4fa4-959f-80734d1eabf6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:52.332398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.333031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de589a-4967-4444-83b8-4348943108fa req-671cde4f-7a6f-47b4-b8a1-f62e60fdb072 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:52.334622 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-91de589a-4967-4444-83b8-4348943108fa req-671cde4f-7a6f-47b4-b8a1-f62e60fdb072 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.9750674 Dec 22 13:01:52.527855 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Pushing event updated for resources: {'Port': ['ID=07455a75-e83e-4fbd-937d-7c0188266d03,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:52.535385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] Calling delete_port for 2fd12083-d44e-4676-a525-ab5e40ea20e5 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:52.537370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:52.599837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c9e2d4-277f-46c5-8077-2bb808cf779c None None] Network 91e34f7e-7430-46fd-98d7-57dea582f1eb requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:52.746314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] For port b5cbdc74-a94e-4fa4-959f-80734d1eabf6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b5cbdc74-a94e-4fa4-959f-80734d1eabf6,segment=NetworkSegment(9eb885d2-a47f-4054-ba21-f5cd529b84a1),segment_id=9eb885d2-a47f-4054-ba21-f5cd529b84a1)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:52.746970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.757576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:52.909775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Calling delete_port for b5cbdc74-a94e-4fa4-959f-80734d1eabf6 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:52.912612 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-91de589a-4967-4444-83b8-4348943108fa req-0bd22af4-3dba-4c2e-aeb5-21cf7c6b58f5 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4973338 Dec 22 13:01:52.923375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9aaa1-816a-40c3-86fd-54633e5df063 req-b700843a-f448-4828-82e5-dafa1c637186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:52.925115 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d4a9aaa1-816a-40c3-86fd-54633e5df063 req-b700843a-f448-4828-82e5-dafa1c637186 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13a7c56-cda0-4112-8efa-249342855ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1063607 Dec 22 13:01:52.933905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting port 07455a75-e83e-4fbd-937d-7c0188266d03 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:52.934472 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.001932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.009741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c3c34fcc-efbf-4a09-83b3-ab6cc9aa6297 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:53.037595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-058b22b6-c30f-478e-b641-3d01720b41e6 None None] For port b5cbdc74-a94e-4fa4-959f-80734d1eabf6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b5cbdc74-a94e-4fa4-959f-80734d1eabf6,segment=NetworkSegment(9eb885d2-a47f-4054-ba21-f5cd529b84a1),segment_id=9eb885d2-a47f-4054-ba21-f5cd529b84a1)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:53.038144 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-058b22b6-c30f-478e-b641-3d01720b41e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.062193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.148917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event deleted for resources: {'Port': ['ID=b5cbdc74-a94e-4fa4-959f-80734d1eabf6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:53.160222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] No DVR routers for this DVR port b5cbdc74-a94e-4fa4-959f-80734d1eabf6 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:01:53.164415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:53.199035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Transition to ACTIVE for port object f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:53.251932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-058b22b6-c30f-478e-b641-3d01720b41e6 None None] Calling delete_port for b5cbdc74-a94e-4fa4-959f-80734d1eabf6 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:53.295099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 114452db-7ff0-48f5-b364-07d3f5917c89 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:53.392749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.443321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9860419a-4487-472a-825c-b8e541d17675']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:53.488654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb885d2-a47f-4054-ba21-f5cd529b84a1') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:53.489029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb885d2-a47f-4054-ba21-f5cd529b84a1') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:53.506998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.552630 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.577553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-058b22b6-c30f-478e-b641-3d01720b41e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:01:53.581141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-058b22b6-c30f-478e-b641-3d01720b41e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:01:53.583974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 114452db-7ff0-48f5-b364-07d3f5917c89 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:53.584641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] For port 07455a75-e83e-4fbd-937d-7c0188266d03, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=07455a75-e83e-4fbd-937d-7c0188266d03,segment=NetworkSegment(4b379182-cd06-452d-a6ce-c04b3809d3f7),segment_id=4b379182-cd06-452d-a6ce-c04b3809d3f7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:53.585709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.589734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:53.591307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:53.630609 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:53.632901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45778) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:53.634554 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674b9009-8c4e-40e1-8adb-24b8579b25d2 None None] Network 91e34f7e-7430-46fd-98d7-57dea582f1eb requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:53.678419 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df6e58f-24c6-41c0-a80e-018188c209f0 None None] DHCP port deletion for 965d96a5-574f-40b1-a2f9-76acdd7a9f5f request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:01:53.703995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4df6e58f-24c6-41c0-a80e-018188c209f0 None None] Deleting port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:53.704524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4df6e58f-24c6-41c0-a80e-018188c209f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.764400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Calling delete_port for 07455a75-e83e-4fbd-937d-7c0188266d03 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:53.818987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1794888954'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:53.826085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:53.831359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Usage tracker for resource:network and tenant:659fcce78bf3467082e6966141e0c1e6 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:53.834961 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.836901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:53.842211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9e7d418d-aae8-4a99-964c-99c58faeb1f7 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:53.862856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.863593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b5cbdc74-a94e-4fa4-959f-80734d1eabf6 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:01:53.868404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:53.878801 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event deleted for resources: {'Network': ['ID=9860419a-4487-472a-825c-b8e541d17675,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:53.883155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:53.891267 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "DELETE /v2.0/networks/9860419a-4487-472a-825c-b8e541d17675 HTTP/1.1" status: 204 len: 168 time: 1.7249334 Dec 22 13:01:53.891478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b22749-5179-488a-b030-291b36128f7d None None] Network 4076baa5-1161-421b-a840-2f77a66886ae requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:53.891894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45788) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:53.914341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Made reservation on behalf of 659fcce78bf3467082e6966141e0c1e6 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:53.916212 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d4a9aaa1-816a-40c3-86fd-54633e5df063 req-4bb1f990-aa6c-46a4-b6e5-cbbb384fa3ec service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9324884 Dec 22 13:01:53.918682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.947195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:53.956966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b843d867-732b-4b78-8ee5-5c567efd48e0 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:53.989877 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: b5cbdc74-a94e-4fa4-959f-80734d1eabf6 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:01:53.990222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b5cbdc74-a94e-4fa4-959f-80734d1eabf6 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:01:54.050044 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Provisioning for port 114452db-7ff0-48f5-b364-07d3f5917c89 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:54.072836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.082476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.088465 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.089643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-058b22b6-c30f-478e-b641-3d01720b41e6 None None] Deleting port b5cbdc74-a94e-4fa4-959f-80734d1eabf6 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:54.090026 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-058b22b6-c30f-478e-b641-3d01720b41e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.146670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 4076baa5-1161-421b-a840-2f77a66886ae is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:54.159521 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Provisioning complete for port 114452db-7ff0-48f5-b364-07d3f5917c89 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:54.159944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.163893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:54.165991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No DVR routers for this DVR port 07455a75-e83e-4fbd-937d-7c0188266d03 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:01:54.178260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:54.178799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.215667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:54.241441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:54.244580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-dd0f4b04-0571-4fc3-8dca-49f14cfd53a0 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:54.277494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:54.285972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Usage tracker for resource:security_group_rule and tenant:659fcce78bf3467082e6966141e0c1e6 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:54.288984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Deleting port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:54.289427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.300339 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-058b22b6-c30f-478e-b641-3d01720b41e6 None None] The port 'b5cbdc74-a94e-4fa4-959f-80734d1eabf6' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:01:54.318528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:54.341009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:54.373878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Port': ['ID=07455a75-e83e-4fbd-937d-7c0188266d03,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:54.383466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:54.390366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.413888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-660c4a2e-8ebe-40c6-be77-6ebab09e7ae7 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:54.500166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9b24d-a2bc-4744-a6ca-b140c31dc0c7 req-12fe8c8e-4ead-4861-b31c-09b23c91270e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:54.502410 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bfb9b24d-a2bc-4744-a6ca-b140c31dc0c7 req-12fe8c8e-4ead-4861-b31c-09b23c91270e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.4172463 Dec 22 13:01:54.514190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.526394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd12083-d44e-4676-a525-ab5e40ea20e5,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:54.530102 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d4a9aaa1-816a-40c3-86fd-54633e5df063 req-728ea1af-79ea-49da-8c88-c8611c470883 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062417 Dec 22 13:01:54.531583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:54.587965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4df6e58f-24c6-41c0-a80e-018188c209f0 None None] For port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8efc2553-ab76-4d26-bb1a-e23fdd7baedc,segment=NetworkSegment(84386431-1bc6-4b6b-9ec0-90c7b973d86c),segment_id=84386431-1bc6-4b6b-9ec0-90c7b973d86c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:54.588656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4df6e58f-24c6-41c0-a80e-018188c209f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.673208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] For port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8efc2553-ab76-4d26-bb1a-e23fdd7baedc,segment=NetworkSegment(84386431-1bc6-4b6b-9ec0-90c7b973d86c),segment_id=84386431-1bc6-4b6b-9ec0-90c7b973d86c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:54.673967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.685509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.702276 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bfb9b24d-a2bc-4744-a6ca-b140c31dc0c7 req-7e2c47c7-b041-497c-a849-54b4bb1a5f70 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356103 Dec 22 13:01:54.770951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4df6e58f-24c6-41c0-a80e-018188c209f0 None None] Calling delete_port for 8efc2553-ab76-4d26-bb1a-e23fdd7baedc owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:54.835768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Calling delete_port for 8efc2553-ab76-4d26-bb1a-e23fdd7baedc owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:54.870384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] For port 114452db-7ff0-48f5-b364-07d3f5917c89, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=114452db-7ff0-48f5-b364-07d3f5917c89,segment=NetworkSegment(2de3d65d-64e6-4042-a289-5a76de0674eb),segment_id=2de3d65d-64e6-4042-a289-5a76de0674eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:54.881712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.882929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.884987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cceb89cd-62e8-4e92-9d2c-90031e2114d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:54.889802 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.895488 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fd09a2af-b9a8-49fc-b2ad-8bf17d2ed351 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:54.921418 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4df6e58f-24c6-41c0-a80e-018188c209f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.949506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df6e58f-24c6-41c0-a80e-018188c209f0 None None] No DVR routers for this DVR port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:01:54.955883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:54.957930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e34f7e-7430-46fd-98d7-57dea582f1eb']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:54.966055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70520e2-acd4-42c2-b884-51f89a40b119,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:54.975692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:54.976064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Pushing event updated for resources: {'Port': ['ID=114452db-7ff0-48f5-b364-07d3f5917c89,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:54.976298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b379182-cd06-452d-a6ce-c04b3809d3f7') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:54.976779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b379182-cd06-452d-a6ce-c04b3809d3f7') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:54.980803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:54.981379 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Added segment 64f0f263-9348-4950-a623-0ccfd0c7e88f of type vlan for network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 Dec 22 13:01:54.992441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:01:54.992441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:01:54.994008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:54.994457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:54.994942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:54.995370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:54.995983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:54.996515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:54.997040 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:54.997730 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:54.998293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:54.998901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:54.999426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:55.000402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:01:55.004764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:55.005483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:55.028653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.074416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.082513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:55.083357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.085786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6e58f-24c6-41c0-a80e-018188c209f0 None None] Pushing event deleted for resources: {'Port': ['ID=8efc2553-ab76-4d26-bb1a-e23fdd7baedc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:55.088997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4df6e58f-24c6-41c0-a80e-018188c209f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:55.090527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ad6744e7-dfa1-45c3-a3b9-affe67138fd5 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:55.135915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.243587 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 114452db-7ff0-48f5-b364-07d3f5917c89 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:01:55.254801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.260053 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6278522 Dec 22 13:01:55.263922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45794) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:55.271767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Request body: {'subnet': {'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:55.333748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:55.334262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.341476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event updated for resources: {'Network': ['ID=c40a5f20-f2e5-45d3-9c87-40ba4be466c5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:55.344419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:55.356997 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:55.366261 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c65d452f-3db9-4b4f-92eb-b15103efe6ff None None] Provisioning complete for port 114452db-7ff0-48f5-b364-07d3f5917c89 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:55.366785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c65d452f-3db9-4b4f-92eb-b15103efe6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.397333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:55.402160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Usage tracker for resource:subnet and tenant:659fcce78bf3467082e6966141e0c1e6 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:55.405593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:55.411453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:55.419750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:55.424106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Made reservation on behalf of 659fcce78bf3467082e6966141e0c1e6 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:55.428735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.430142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.441142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.511428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Deleting port 8efc2553-ab76-4d26-bb1a-e23fdd7baedc {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:55.511896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.639020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] The port '8efc2553-ab76-4d26-bb1a-e23fdd7baedc' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:01:55.671222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f686b0-ae65-4ab9-bbd1-0ab256a61289 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:01:55.692433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.699937 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 114452db-7ff0-48f5-b364-07d3f5917c89 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:55.700324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.704026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.722109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:55.740717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.767199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Network': ['ID=91e34f7e-7430-46fd-98d7-57dea582f1eb,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:55.789035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.819712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965d96a5-574f-40b1-a2f9-76acdd7a9f5f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:55.868646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84386431-1bc6-4b6b-9ec0-90c7b973d86c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:55.869036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84386431-1bc6-4b6b-9ec0-90c7b973d86c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:55.872210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:55.885324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c65d452f-3db9-4b4f-92eb-b15103efe6ff None None] Provisioning for port f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:01:55.891467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.903500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c65d452f-3db9-4b4f-92eb-b15103efe6ff None None] Provisioning complete for port f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:55.904147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c65d452f-3db9-4b4f-92eb-b15103efe6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.915462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.934967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:01:55.935416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:01:55.950877 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:01:56.017167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c65d452f-3db9-4b4f-92eb-b15103efe6ff None None] Port f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:01:56.046115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.053625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:56.061401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8efc2553-ab76-4d26-bb1a-e23fdd7baedc no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:01:56.083699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.102413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.108161 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 8efc2553-ab76-4d26-bb1a-e23fdd7baedc {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:01:56.108711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8efc2553-ab76-4d26-bb1a-e23fdd7baedc not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:01:56.122597 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f686b0-ae65-4ab9-bbd1-0ab256a61289 None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:01:56.125218 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "DELETE /v2.0/networks/965d96a5-574f-40b1-a2f9-76acdd7a9f5f HTTP/1.1" status: 204 len: 168 time: 2.2341084 Dec 22 13:01:56.131705 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/91e34f7e-7430-46fd-98d7-57dea582f1eb HTTP/1.1" status: 204 len: 168 time: 7.5477636 Dec 22 13:01:56.136690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45800) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:56.137029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45802) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:56.224999 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-59d0b353-d4d5-4b43-b0d7-e7db2634264c None None] Provisioning complete for port f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:56.225369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59d0b353-d4d5-4b43-b0d7-e7db2634264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.304287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-59d0b353-d4d5-4b43-b0d7-e7db2634264c None None] Port f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:01:56.327379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event updated for resources: {'Subnet': ['ID=0117a455-40d1-4a37-b5bb-91e402469dbd,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:56.340932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:56.342482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:56.367876 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9150f7-010c-4636-8070-3156cc1e940e tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:01:56.368362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9150f7-010c-4636-8070-3156cc1e940e tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:01:56.370064 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9d9150f7-010c-4636-8070-3156cc1e940e tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/91e34f7e-7430-46fd-98d7-57dea582f1eb HTTP/1.1" status: 404 len: 339 time: 0.2285659 Dec 22 13:01:56.377040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:56.382150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event deleted for resources: {'Network': ['ID=965d96a5-574f-40b1-a2f9-76acdd7a9f5f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:56.384081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Checking segment: {'id': '64f0f263-9348-4950-a623-0ccfd0c7e88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:56.384430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Network hostable DHCP agents. Network: c40a5f20-f2e5-45d3-9c87-40ba4be466c5, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:01:56.392168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:56.396175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-485620906', 'description': 'd1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:56.406857 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:56.418766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Usage tracker for resource:network and tenant:facdeebb2a8e45a8a58abd0396f79f69 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:56.425152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4befb2-1493-404d-aff0-f2e9a6bfe984 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Deleting subnet 7d6f168f-7077-4660-aa63-96d6d791e6a4 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:01:56.428405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:56.434566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad4befb2-1493-404d-aff0-f2e9a6bfe984 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.463648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:56.500068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:01:56.507876 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:56.511502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.525831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad4befb2-1493-404d-aff0-f2e9a6bfe984 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.572015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, c40a5f20-f2e5-45d3-9c87-40ba4be466c5) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:56.586122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:56.586723 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.604534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216e8e9-edd3-4293-8b72-8f6cf69e52fc req-1ae56227-4ef7-41e2-86fd-1cff988532e7 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:56.606020 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4216e8e9-edd3-4293-8b72-8f6cf69e52fc req-1ae56227-4ef7-41e2-86fd-1cff988532e7 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.7730162 Dec 22 13:01:56.622338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:01:56.638853 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3711727 Dec 22 13:01:56.643039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45812) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:56.648045 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.648402 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Added segment e5c6a0fb-8239-4fec-b9d7-bacf07d7a3f0 of type vlan for network 51c31f16-1d9b-4ce3-9432-3738fce79e66 Dec 22 13:01:56.653317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Request body: {'port': {'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5', 'name': 'tempest-AllowedAddressPairTestJSON-660009143'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:56.655584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe71600d-f011-45d1-b259-0b440d1cbbe3 None None] Network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:56.759788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad4befb2-1493-404d-aff0-f2e9a6bfe984 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.801874 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.868717 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4216e8e9-edd3-4293-8b72-8f6cf69e52fc req-591eac51-fede-44fa-8060-e81b3fb6f843 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883008 Dec 22 13:01:56.895268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:01:56.908836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.908836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:56.908836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.915739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-355d92a0-944f-4ba4-abaf-252b8e55c84d tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:56.930441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.932299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] Deleting port f0a35768-458f-42ca-a57a-7608991d4f5c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:56.932587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.937055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-c40a5f20-f2e5-45d3-9c87-40ba4be466c5', 'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5', 'tenant_id': '659fcce78bf3467082e6966141e0c1e6', 'fixed_ips': [{'subnet_id': '0117a455-40d1-4a37-b5bb-91e402469dbd'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:01:56.938453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.952626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:01:56.956535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Usage tracker for resource:port and tenant:659fcce78bf3467082e6966141e0c1e6 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:01:56.959648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:01:56.967015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:01:56.980670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.981547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:56.993730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:57.032445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Made reservation on behalf of 659fcce78bf3467082e6966141e0c1e6 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:01:57.036632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:57.070473 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] device_id is not set on port 1b6d89d1-b949-4f5f-b7e9-3405efdd96a4 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:01:57.070799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] Router e639761d-5225-4abf-822f-682665dbe08f has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:01:57.138424 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Allocated IP 172.20.0.2 (c40a5f20-f2e5-45d3-9c87-40ba4be466c5/0117a455-40d1-4a37-b5bb-91e402469dbd/471b9a2d-bd07-4558-a6e6-96760d23291c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:57.201434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad4befb2-1493-404d-aff0-f2e9a6bfe984 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:57.224565 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8412235 Dec 22 13:01:57.230208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45818) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:57.233770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:57.241071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:57.246307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Network': ['ID=51c31f16-1d9b-4ce3-9432-3738fce79e66,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:57.248945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad4befb2-1493-404d-aff0-f2e9a6bfe984 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:57.254087 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ad4befb2-1493-404d-aff0-f2e9a6bfe984 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "DELETE /v2.0/subnets/7d6f168f-7077-4660-aa63-96d6d791e6a4 HTTP/1.1" status: 204 len: 168 time: 1.1109352 Dec 22 13:01:57.254265 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e1e51-10bf-4a04-84c4-53b1e4e76db1 None None] Network bdbc13a4-082c-472d-bc99-74e9c5956ba4 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:01:57.277907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45822) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:57.278254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:57.280344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-67b3ae76-0363-4745-8ddf-1433979bb419 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:57.282670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 51c31f16-1d9b-4ce3-9432-3738fce79e66 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:57.468680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] For port f0a35768-458f-42ca-a57a-7608991d4f5c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f0a35768-458f-42ca-a57a-7608991d4f5c,segment=NetworkSegment(7b11e030-39b5-46ff-a844-3c762b120efa),segment_id=7b11e030-39b5-46ff-a844-3c762b120efa)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:57.469032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:57.486060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4befb2-1493-404d-aff0-f2e9a6bfe984 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6f168f-7077-4660-aa63-96d6d791e6a4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:57.489004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ad4befb2-1493-404d-aff0-f2e9a6bfe984 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:57.496547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 4076baa5-1161-421b-a840-2f77a66886ae is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:57.529358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:57.548743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:57.550150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee12fd-dd91-49da-98d0-a322dec42035 req-3c37d1b0-78b8-4859-86af-618052af3602 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:57.563029 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-08ee12fd-dd91-49da-98d0-a322dec42035 req-3c37d1b0-78b8-4859-86af-618052af3602 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5086811 Dec 22 13:01:57.596507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2259ffd-a239-453e-bcc5-700f26c31465 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:57.597212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a2259ffd-a239-453e-bcc5-700f26c31465 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Synchronizing usage tracker for tenant:facdeebb2a8e45a8a58abd0396f79f69 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:01:57.621141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] Calling delete_port for f0a35768-458f-42ca-a57a-7608991d4f5c owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:57.646478 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-08ee12fd-dd91-49da-98d0-a322dec42035 req-a4ec9dd3-ead2-4670-b180-ac070b2f0ef0 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816233 Dec 22 13:01:57.670216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Deleting port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:57.670755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:57.723844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-247c3a73-ca65-46fb-98fe-f0ab44126feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:57.735114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a2259ffd-a239-453e-bcc5-700f26c31465 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Unset dirty status for tenant:facdeebb2a8e45a8a58abd0396f79f69 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:01:57.754362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:57.755244 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a2259ffd-a239-453e-bcc5-700f26c31465 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/networks?id=51c31f16-1d9b-4ce3-9432-3738fce79e66 HTTP/1.1" status: 200 len: 764 time: 0.5130775 Dec 22 13:01:57.756129 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45828) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:57.780273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a6238452-3a72-4ed2-be6c-910f3a384074 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'network': {'description': 'd2'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:01:57.781529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Transition to ACTIVE for port object 471b9a2d-bd07-4558-a6e6-96760d23291c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:57.815566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Transition to ACTIVE for port object 471b9a2d-bd07-4558-a6e6-96760d23291c will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:01:57.827333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:57.831472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:57.932365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:57.940741 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] 10.222.0.24 "PUT /v2.0/routers/e639761d-5225-4abf-822f-682665dbe08f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8056419 Dec 22 13:01:57.946964 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f1e97-bace-4b61-b98c-f52d76c7020f None None] Sync routers for ids ['e639761d-5225-4abf-822f-682665dbe08f'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:57.952419 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:01:57.957570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:01:57.965687 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f1e97-bace-4b61-b98c-f52d76c7020f None None] Routers {'e639761d-5225-4abf-822f-682665dbe08f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:57.966330 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bd8f1e97-bace-4b61-b98c-f52d76c7020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e639761d-5225-4abf-822f-682665dbe08f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:57.971384 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45836) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:57.971974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbdebd1-58bf-4a90-8228-aa087048e91b None None] DHCP port deletion for bdbc13a4-082c-472d-bc99-74e9c5956ba4 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:01:57.976229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:01:57.978706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Pushing event updated for resources: {'Port': ['ID=471b9a2d-bd07-4558-a6e6-96760d23291c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:57.983985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:57.988027 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdebd1-58bf-4a90-8228-aa087048e91b None None] Deleting port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:57.988531 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dbdebd1-58bf-4a90-8228-aa087048e91b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:58.126267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-99aafa6f-0fe3-409a-801b-9dcb523107d9 None None] Provisioning complete for port f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:01:58.126267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99aafa6f-0fe3-409a-801b-9dcb523107d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:58.186897 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-bd8f1e97-bace-4b61-b98c-f52d76c7020f None None] Set router e639761d-5225-4abf-822f-682665dbe08f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:01:58.275968 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-99aafa6f-0fe3-409a-801b-9dcb523107d9 None None] Port f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:01:58.279821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Attempting to bind port 471b9a2d-bd07-4558-a6e6-96760d23291c on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:01:58.280283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Attempting to bind port 471b9a2d-bd07-4558-a6e6-96760d23291c by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '64f0f263-9348-4950-a623-0ccfd0c7e88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:01:58.281172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Attempting to bind port 471b9a2d-bd07-4558-a6e6-96760d23291c on network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:01:58.340127 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:01:58.340592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Checking segment: {'id': '64f0f263-9348-4950-a623-0ccfd0c7e88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:01:58.341102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:58.341612 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Bound using segment: {'id': '64f0f263-9348-4950-a623-0ccfd0c7e88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:01:58.342198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Bound port: 471b9a2d-bd07-4558-a6e6-96760d23291c, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f0f263-9348-4950-a623-0ccfd0c7e88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:01:58.342708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:58.415921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:58.462112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] For port 471b9a2d-bd07-4558-a6e6-96760d23291c, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:01:58.465954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] For port 471b9a2d-bd07-4558-a6e6-96760d23291c, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=471b9a2d-bd07-4558-a6e6-96760d23291c,segment=NetworkSegment(64f0f263-9348-4950-a623-0ccfd0c7e88f),segment_id=64f0f263-9348-4950-a623-0ccfd0c7e88f)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:01:58.475348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-2dbdebd1-58bf-4a90-8228-aa087048e91b None None] For port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=67f197cc-1f92-473a-8d7a-2a3b4d27d05b,segment=NetworkSegment(76405d76-feea-44e5-9c99-bbd0a66290e2),segment_id=76405d76-feea-44e5-9c99-bbd0a66290e2)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:58.475955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dbdebd1-58bf-4a90-8228-aa087048e91b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:58.485289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:58.494325 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:58.497033 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bd8f1e97-bace-4b61-b98c-f52d76c7020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T13:01:53Z', 'revision_number': 5, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:58.501619 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f1e97-bace-4b61-b98c-f52d76c7020f None None] Checking router: e639761d-5225-4abf-822f-682665dbe08f for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:01:58.510876 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f1e97-bace-4b61-b98c-f52d76c7020f None None] Routers {'e639761d-5225-4abf-822f-682665dbe08f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:58.511767 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bd8f1e97-bace-4b61-b98c-f52d76c7020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e639761d-5225-4abf-822f-682665dbe08f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:58.546843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6238452-3a72-4ed2-be6c-910f3a384074 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:58.592849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Allocated IP 172.20.0.3 (c40a5f20-f2e5-45d3-9c87-40ba4be466c5/0117a455-40d1-4a37-b5bb-91e402469dbd/1b6d89d1-b949-4f5f-b7e9-3405efdd96a4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:01:58.655452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 33e640b7-bceb-4f27-a0be-0407888dd744 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:01:58.683130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6238452-3a72-4ed2-be6c-910f3a384074 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:58.702113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-11df8439-ea99-4593-880c-17ee91681389 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:58.718857 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-bd8f1e97-bace-4b61-b98c-f52d76c7020f None None] Set router e639761d-5225-4abf-822f-682665dbe08f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:01:58.737125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdebd1-58bf-4a90-8228-aa087048e91b None None] Calling delete_port for 67f197cc-1f92-473a-8d7a-2a3b4d27d05b owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:58.740702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc96fc-40e9-480c-b118-c07732451c93 req-b8d40663-f490-4fd4-9bed-4c673f09f231 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:58.748129 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44fc96fc-40e9-480c-b118-c07732451c93 req-b8d40663-f490-4fd4-9bed-4c673f09f231 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5407298 Dec 22 13:01:58.823946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Pushing event updated for resources: {'Port': ['ID=471b9a2d-bd07-4558-a6e6-96760d23291c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:58.844849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:58.857852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2dbdebd1-58bf-4a90-8228-aa087048e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:58.864051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-07f99c07-4421-421e-90da-2f1fc9fc47a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:58.868395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a6238452-3a72-4ed2-be6c-910f3a384074 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network 51c31f16-1d9b-4ce3-9432-3738fce79e66 is not hosted by any dhcp agent {{(pid=87568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 13:01:58.875169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6238452-3a72-4ed2-be6c-910f3a384074 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:58.875883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6238452-3a72-4ed2-be6c-910f3a384074 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:58.881355 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a6238452-3a72-4ed2-be6c-910f3a384074 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "PUT /v2.0/networks/51c31f16-1d9b-4ce3-9432-3738fce79e66 HTTP/1.1" status: 200 len: 761 time: 1.1219864 Dec 22 13:01:58.882201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45842) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:58.931211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdebd1-58bf-4a90-8228-aa087048e91b None None] Pushing event deleted for resources: {'Port': ['ID=67f197cc-1f92-473a-8d7a-2a3b4d27d05b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:58.935355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2dbdebd1-58bf-4a90-8228-aa087048e91b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:58.947350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbdebd1-58bf-4a90-8228-aa087048e91b None None] No DVR routers for this DVR port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:01:59.059479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:59.081531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6238452-3a72-4ed2-be6c-910f3a384074 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Network': ['ID=51c31f16-1d9b-4ce3-9432-3738fce79e66,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:59.084620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a6238452-3a72-4ed2-be6c-910f3a384074 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:59.086587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] For port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=67f197cc-1f92-473a-8d7a-2a3b4d27d05b,segment=NetworkSegment(76405d76-feea-44e5-9c99-bbd0a66290e2),segment_id=76405d76-feea-44e5-9c99-bbd0a66290e2)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:01:59.086818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:59.089430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3a08dcb6-69e6-4b7f-94fe-3f10ff2d4c09 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:01:59.105704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 51c31f16-1d9b-4ce3-9432-3738fce79e66 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:01:59.162841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a35768-458f-42ca-a57a-7608991d4f5c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:01:59.204070 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44fc96fc-40e9-480c-b118-c07732451c93 req-fe236dd1-7f6f-40f1-a28d-0b4a7bd584d9 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4470401 Dec 22 13:01:59.217394 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bd8f1e97-bace-4b61-b98c-f52d76c7020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T13:01:53Z', 'revision_number': 5, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:59.227227 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8f1e97-bace-4b61-b98c-f52d76c7020f None None] The sync data for ids ['e639761d-5225-4abf-822f-682665dbe08f'] in dv-neutron-822668-1-hyperv is: [{'id': 'e639761d-5225-4abf-822f-682665dbe08f', 'name': 'tempest-ServersTestJSON-2079217094-router', 'tenant_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197'}], 'enable_snat': True}, 'gw_port_id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:53Z', 'updated_at': '2021-12-22T13:01:53Z', 'revision_number': 5, 'project_id': 'e967f4a5842b4b8fa7e30c04ff57e8a9', 'gw_port': {'id': '3021f150-58bb-456c-b5b2-cace5c3ae26b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e639761d-5225-4abf-822f-682665dbe08f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:56Z', 'updated_at': '2021-12-22T12:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:59.265612 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86dfe09-7811-43f7-b880-3a9925609379 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:59.271234 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b86dfe09-7811-43f7-b880-3a9925609379 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/networks?id=51c31f16-1d9b-4ce3-9432-3738fce79e66 HTTP/1.1" status: 200 len: 764 time: 0.3689227 Dec 22 13:01:59.361720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45848) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:59.372849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 67f197cc-1f92-473a-8d7a-2a3b4d27d05b no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:01:59.379715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:01:59.412305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:59.422732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:01:59.465468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0b32d-f0af-4fe4-963f-43272951c01e None None] Sync routers for ids ['33e640b7-bceb-4f27-a0be-0407888dd744'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:01:59.475572 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/33e640b7-bceb-4f27-a0be-0407888dd744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6874194 Dec 22 13:01:59.485018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45854) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:59.497457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 67f197cc-1f92-473a-8d7a-2a3b4d27d05b {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:01:59.498159 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 67f197cc-1f92-473a-8d7a-2a3b4d27d05b not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:01:59.542821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0b32d-f0af-4fe4-963f-43272951c01e None None] Routers {'33e640b7-bceb-4f27-a0be-0407888dd744'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:59.551133 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-58a0b32d-f0af-4fe4-963f-43272951c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['33e640b7-bceb-4f27-a0be-0407888dd744'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:59.630168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Calling delete_port for 67f197cc-1f92-473a-8d7a-2a3b4d27d05b owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:01:59.664952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d315994-1314-44f3-bc49-dfe96a71985a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:01:59.665561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4d315994-1314-44f3-bc49-dfe96a71985a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Synchronizing usage tracker for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:01:59.675811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Deleting port 3021f150-58bb-456c-b5b2-cace5c3ae26b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:01:59.676731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:01:59.697411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-58a0b32d-f0af-4fe4-963f-43272951c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:59.752519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0b32d-f0af-4fe4-963f-43272951c01e None None] Routers {'33e640b7-bceb-4f27-a0be-0407888dd744'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:01:59.756826 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-58a0b32d-f0af-4fe4-963f-43272951c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:01:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['33e640b7-bceb-4f27-a0be-0407888dd744'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:59.808675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4d315994-1314-44f3-bc49-dfe96a71985a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Unset dirty status for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:01:59.814678 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4d315994-1314-44f3-bc49-dfe96a71985a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports/f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f HTTP/1.1" status: 200 len: 911 time: 0.3229656 Dec 22 13:01:59.819747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45858) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:01:59.879776 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-58a0b32d-f0af-4fe4-963f-43272951c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:01:59.880304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a0b32d-f0af-4fe4-963f-43272951c01e None None] The sync data for ids ['33e640b7-bceb-4f27-a0be-0407888dd744'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:01:59.906866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-106000ff-063e-4b15-bed4-d352fb4f6e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:00.133310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:00.148006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] For port 3021f150-58bb-456c-b5b2-cace5c3ae26b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3021f150-58bb-456c-b5b2-cace5c3ae26b,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:00.148361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:00.159841 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:00.200646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:00.201041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:00.218764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44504809-471d-4698-aec9-da946c1fe3ce req-a244fae8-c825-4d5d-bece-2471d29bc218 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:00.220477 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44504809-471d-4698-aec9-da946c1fe3ce req-a244fae8-c825-4d5d-bece-2471d29bc218 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5419953 Dec 22 13:02:00.223428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Transition to ACTIVE for port object 1b6d89d1-b949-4f5f-b7e9-3405efdd96a4 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:00.231253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477b2352-adc4-4fb9-aa06-44df44db6834 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:00.232784 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-477b2352-adc4-4fb9-aa06-44df44db6834 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8662119 Dec 22 13:02:00.294431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45862) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:00.360009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0061256c-57a7-4fc6-a9f1-97caf48e4794 None None] Network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:00.460419 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d3c362c5-157b-4168-985b-5dab49bd05f8 None None] Provisioning for port 471b9a2d-bd07-4558-a6e6-96760d23291c completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:00.540681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Calling delete_port for 3021f150-58bb-456c-b5b2-cace5c3ae26b owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:00.685918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fa8ca3b5-6004-45aa-970f-a00979e1babe tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Synchronizing usage tracker for tenant:facdeebb2a8e45a8a58abd0396f79f69 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:00.686954 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44504809-471d-4698-aec9-da946c1fe3ce req-875b0da2-4a03-4757-b96a-e4dedbf7a03a tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4528391 Dec 22 13:02:00.708411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:00.732100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Deleting port 67f197cc-1f92-473a-8d7a-2a3b4d27d05b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:00.732954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:00.742819 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fa8ca3b5-6004-45aa-970f-a00979e1babe tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Unset dirty status for tenant:facdeebb2a8e45a8a58abd0396f79f69 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:00.747438 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fa8ca3b5-6004-45aa-970f-a00979e1babe tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 207 time: 0.2165396 Dec 22 13:02:00.757045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45866) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:00.815130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] The port '67f197cc-1f92-473a-8d7a-2a3b4d27d05b' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:02:00.816495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:00.823619 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f08cd65-fae4-4da7-8745-61da42a9c0bc tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:00.948666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.004626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:01.016885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:01.033417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:01.067647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event updated for resources: {'Port': ['ID=1b6d89d1-b949-4f5f-b7e9-3405efdd96a4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:01.078731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:01.080431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.157320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d8d67-a1fa-4745-ad28-f89ac3cfe638 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:01.163155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d8d67-a1fa-4745-ad28-f89ac3cfe638 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:01.169231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d8d67-a1fa-4745-ad28-f89ac3cfe638 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:01.174798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d8d67-a1fa-4745-ad28-f89ac3cfe638 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:01.180737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d8d67-a1fa-4745-ad28-f89ac3cfe638 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:01.183751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbc13a4-082c-472d-bc99-74e9c5956ba4']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:01.186365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d8d67-a1fa-4745-ad28-f89ac3cfe638 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:01.187383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6c9d8d67-a1fa-4745-ad28-f89ac3cfe638 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Synchronizing usage tracker for tenant:facdeebb2a8e45a8a58abd0396f79f69 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:01.198205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76405d76-feea-44e5-9c99-bbd0a66290e2') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:01.198902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76405d76-feea-44e5-9c99-bbd0a66290e2') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:01.215698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.223616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.226148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 471b9a2d-bd07-4558-a6e6-96760d23291c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:01.228811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] Router 5967ab74-2b51-427a-9c37-cf0934af5a2b has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:02:01.230515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2449245b-e43c-4704-b821-8faf83e9c6ef tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:01.233606 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.240979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:01.241385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.260916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6c9d8d67-a1fa-4745-ad28-f89ac3cfe638 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Unset dirty status for tenant:facdeebb2a8e45a8a58abd0396f79f69 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:01.265755 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6c9d8d67-a1fa-4745-ad28-f89ac3cfe638 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5021598 Dec 22 13:02:01.272621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45870) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:01.302049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Pushing event deleted for resources: {'Port': ['ID=3021f150-58bb-456c-b5b2-cace5c3ae26b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:01.338481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-75bb6af1-be77-4dbc-aca1-0504eb9b35e3 None None] Provisioning for port 1b6d89d1-b949-4f5f-b7e9-3405efdd96a4 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:01.338684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:01.343576 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-75bb6af1-be77-4dbc-aca1-0504eb9b35e3 None None] Provisioning complete for port 1b6d89d1-b949-4f5f-b7e9-3405efdd96a4 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:01.344118 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:01.346884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-75bb6af1-be77-4dbc-aca1-0504eb9b35e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.353433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.366927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f93a7db2-ecb2-4e31-8a65-7334becdc31a tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:01.378385 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 471b9a2d-bd07-4558-a6e6-96760d23291c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:01.390301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.398223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 471b9a2d-bd07-4558-a6e6-96760d23291c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:01.398223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.402567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:01.403406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.424187 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Pushing event deleted for resources: {'Network': ['ID=bdbc13a4-082c-472d-bc99-74e9c5956ba4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:01.431635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:01.436638 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "DELETE /v2.0/networks/bdbc13a4-082c-472d-bc99-74e9c5956ba4 HTTP/1.1" status: 204 len: 168 time: 4.1574380 Dec 22 13:02:01.439545 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7947304 Dec 22 13:02:01.440170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45874) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:01.447106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45876) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:01.459075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-75bb6af1-be77-4dbc-aca1-0504eb9b35e3 None None] Port 1b6d89d1-b949-4f5f-b7e9-3405efdd96a4 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:01.492405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Request body: {'port': {'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5', 'name': 'tempest-AllowedAddressPairTestJSON-1370916072', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:cf:39:dc'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:01.544465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.593611 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 471b9a2d-bd07-4558-a6e6-96760d23291c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=471b9a2d-bd07-4558-a6e6-96760d23291c,segment=NetworkSegment(64f0f263-9348-4950-a623-0ccfd0c7e88f),segment_id=64f0f263-9348-4950-a623-0ccfd0c7e88f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:01.600397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.611977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:01.627431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9415af9d-e9ae-4e95-9ff6-38651ea893dd tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Synchronizing usage tracker for tenant:bc7fe93a9e4a4827b1741c3fe2d8cbc0 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:01.634219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.648884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2fd12083-d44e-4676-a525-ab5e40ea20e5 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:01.652089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:01.697362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 2fd12083-d44e-4676-a525-ab5e40ea20e5 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:01.697725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2fd12083-d44e-4676-a525-ab5e40ea20e5 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:01.719176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=471b9a2d-bd07-4558-a6e6-96760d23291c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:01.732286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:01.774062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:01.790004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Usage tracker for resource:port and tenant:659fcce78bf3467082e6966141e0c1e6 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:01.797487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:01.812307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:01.820085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9415af9d-e9ae-4e95-9ff6-38651ea893dd tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Unset dirty status for tenant:bc7fe93a9e4a4827b1741c3fe2d8cbc0 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:01.821290 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9415af9d-e9ae-4e95-9ff6-38651ea893dd tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ce7ef1d-fc06-49c9-8811-922e50dd847e HTTP/1.1" status: 200 len: 205 time: 0.3789620 Dec 22 13:02:01.825575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45884) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:01.997965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Made reservation on behalf of 659fcce78bf3467082e6966141e0c1e6 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:02.000832 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-624d591f-f6ed-49df-8a87-2aa7b73790f6 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7212114 Dec 22 13:02:02.034837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45888) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:02.039990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.048019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.078443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:02:02.089250 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cc7a6-78a7-48cc-ac48-5f66084cecea None None] Sync routers for ids ['5967ab74-2b51-427a-9c37-cf0934af5a2b'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:02:02.099043 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cc7a6-78a7-48cc-ac48-5f66084cecea None None] Routers {'5967ab74-2b51-427a-9c37-cf0934af5a2b'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:02.099855 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bf6cc7a6-78a7-48cc-ac48-5f66084cecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5967ab74-2b51-427a-9c37-cf0934af5a2b'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:02.131084 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] 10.222.0.24 "PUT /v2.0/routers/5967ab74-2b51-427a-9c37-cf0934af5a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3181007 Dec 22 13:02:02.137258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45892) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:02.213434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.214000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e639761d-5225-4abf-822f-682665dbe08f {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:02:02.245476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a101bfe-e84a-46b4-be38-8186d7ba9257 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:02.247007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a101bfe-e84a-46b4-be38-8186d7ba9257 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:02.248582 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a101bfe-e84a-46b4-be38-8186d7ba9257 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:02.250212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a101bfe-e84a-46b4-be38-8186d7ba9257 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:02.251783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a101bfe-e84a-46b4-be38-8186d7ba9257 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:02.253792 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2a101bfe-e84a-46b4-be38-8186d7ba9257 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2162545 Dec 22 13:02:02.260024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45896) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:02.266098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.284919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd28103-c5ee-4528-924e-bdebde3d5580 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.302095 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-bf6cc7a6-78a7-48cc-ac48-5f66084cecea None None] Set router 5967ab74-2b51-427a-9c37-cf0934af5a2b gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:02:02.319442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.320600 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e639761d-5225-4abf-822f-682665dbe08f HTTP/1.1" status: 204 len: 168 time: 4.3459957 Dec 22 13:02:02.388312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45900) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:02.482561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af36c5-eb82-4848-8f72-d646004ce756 req-d423f8e2-b062-4853-b1ff-581785b6f745 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:02.484196 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83af36c5-eb82-4848-8f72-d646004ce756 req-d423f8e2-b062-4853-b1ff-581785b6f745 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5041935 Dec 22 13:02:02.522929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afac5bf-ab9a-41c7-bc5b-6cb7e9b380ff tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['shared'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:02.524482 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afac5bf-ab9a-41c7-bc5b-6cb7e9b380ff tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['shared'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:02.525854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afac5bf-ab9a-41c7-bc5b-6cb7e9b380ff tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['shared'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:02.527344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afac5bf-ab9a-41c7-bc5b-6cb7e9b380ff tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['shared'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:02.528718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afac5bf-ab9a-41c7-bc5b-6cb7e9b380ff tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['shared'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:02.533655 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4afac5bf-ab9a-41c7-bc5b-6cb7e9b380ff tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2666245 Dec 22 13:02:02.540731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45904) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:02.543922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-2025ab11-c2da-4a98-a4aa-423492726f3c admin admin] Deleting subnet 46825628-1a9b-4da0-bc63-6cbbd1d59b16 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:02:02.552314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.610971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2025ab11-c2da-4a98-a4aa-423492726f3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.631198 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bf6cc7a6-78a7-48cc-ac48-5f66084cecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T13:01:58Z', 'revision_number': 5, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:02.636126 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cc7a6-78a7-48cc-ac48-5f66084cecea None None] Checking router: 5967ab74-2b51-427a-9c37-cf0934af5a2b for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:02:02.645489 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cc7a6-78a7-48cc-ac48-5f66084cecea None None] Routers {'5967ab74-2b51-427a-9c37-cf0934af5a2b'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:02.646090 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bf6cc7a6-78a7-48cc-ac48-5f66084cecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5967ab74-2b51-427a-9c37-cf0934af5a2b'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:02.694537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd28103-c5ee-4528-924e-bdebde3d5580 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.704744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd28103-c5ee-4528-924e-bdebde3d5580 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.710681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.725802 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:02:02.758102 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] device_id is not set on port 3c387f5a-09cd-4ec4-892b-4f778c753bc5 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:02.796477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:02.797032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.833541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd28103-c5ee-4528-924e-bdebde3d5580 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:02.834058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd28103-c5ee-4528-924e-bdebde3d5580 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Fanout notify agent at l3_agent the message router_deleted on router 5ce7ef1d-fc06-49c9-8811-922e50dd847e {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:02:02.857486 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83af36c5-eb82-4848-8f72-d646004ce756 req-9a472910-3880-4b20-9e4b-b486d8a926f1 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3658483 Dec 22 13:02:02.870010 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-bf6cc7a6-78a7-48cc-ac48-5f66084cecea None None] Set router 5967ab74-2b51-427a-9c37-cf0934af5a2b gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:02:02.878230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2025ab11-c2da-4a98-a4aa-423492726f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:03.015960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9068886c-940e-4435-ac4c-de76024f8a8d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:03.017378 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9068886c-940e-4435-ac4c-de76024f8a8d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/networks/ae36faf9-3db6-429c-89d1-47a7a0a6c47f HTTP/1.1" status: 200 len: 804 time: 0.4710796 Dec 22 13:02:03.024373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:03.027541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45910) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:03.127080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Deleting port a57ba47f-c5d5-459d-a08b-bc1918826e77 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:03.127416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:03.178396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 471b9a2d-bd07-4558-a6e6-96760d23291c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:03.196425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:03.205879 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bf6cc7a6-78a7-48cc-ac48-5f66084cecea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T13:01:58Z', 'revision_number': 5, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:03.207051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dd28103-c5ee-4528-924e-bdebde3d5580 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:03.208283 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1dd28103-c5ee-4528-924e-bdebde3d5580 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] 10.222.0.24 "DELETE /v2.0/routers/5ce7ef1d-fc06-49c9-8811-922e50dd847e HTTP/1.1" status: 204 len: 168 time: 1.3798344 Dec 22 13:02:03.222705 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6cc7a6-78a7-48cc-ac48-5f66084cecea None None] The sync data for ids ['5967ab74-2b51-427a-9c37-cf0934af5a2b'] in dv-neutron-822668-1-hyperv is: [{'id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'name': 'tempest-ServersTestManualDisk-866139245-router', 'tenant_id': '6f1cccc2345241df92d866c692f9321f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:52Z', 'updated_at': '2021-12-22T13:01:58Z', 'revision_number': 5, 'project_id': '6f1cccc2345241df92d866c692f9321f', 'gw_port': {'id': 'a57ba47f-c5d5-459d-a08b-bc1918826e77', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5967ab74-2b51-427a-9c37-cf0934af5a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:54Z', 'updated_at': '2021-12-22T12:59:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:02:03.303890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2025ab11-c2da-4a98-a4aa-423492726f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:03.314119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 471b9a2d-bd07-4558-a6e6-96760d23291c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:03.314662 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:03.348180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:03.483016 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Allocated IP 172.20.0.13 (c40a5f20-f2e5-45d3-9c87-40ba4be466c5/0117a455-40d1-4a37-b5bb-91e402469dbd/3c387f5a-09cd-4ec4-892b-4f778c753bc5) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:03.630054 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3021f150-58bb-456c-b5b2-cace5c3ae26b no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:03.687196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 3021f150-58bb-456c-b5b2-cace5c3ae26b {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:03.687640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3021f150-58bb-456c-b5b2-cace5c3ae26b not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:03.727770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45920) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:03.779123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2025ab11-c2da-4a98-a4aa-423492726f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:03.790570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1e746334-7d0b-41cf-a6ee-2f5a846257e3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:03.814732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:03.826445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:03.858981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025ab11-c2da-4a98-a4aa-423492726f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46825628-1a9b-4da0-bc63-6cbbd1d59b16,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:03.862934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2025ab11-c2da-4a98-a4aa-423492726f3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:03.871517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4193dbb8-aa75-4249-9a82-93d9b7ec5c6e None None] Network 91b12b74-efcc-4a89-a606-2b317c2af70a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:03.877859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2025ab11-c2da-4a98-a4aa-423492726f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:03.884953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=f7c5ceb1-80bb-4d44-aac7-c9007ea96e8f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:03.887876 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f77671be-689c-498d-b962-fba354d662c7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/networks/ae36faf9-3db6-429c-89d1-47a7a0a6c47f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.8569331 Dec 22 13:02:03.893960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45926) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:03.898960 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2025ab11-c2da-4a98-a4aa-423492726f3c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/46825628-1a9b-4da0-bc63-6cbbd1d59b16 HTTP/1.1" status: 204 len: 168 time: 1.5085292 Dec 22 13:02:03.904820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] For port a57ba47f-c5d5-459d-a08b-bc1918826e77, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a57ba47f-c5d5-459d-a08b-bc1918826e77,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:03.905174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:03.915161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:03.915649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45930) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:03.954450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.123043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Calling delete_port for a57ba47f-c5d5-459d-a08b-bc1918826e77 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:04.195586 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86278d-fbc7-4698-9639-d9ee452173ca req-5ba38b25-558d-475b-aa7c-4ab5ab2f6ec6 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:04.197071 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ec86278d-fbc7-4698-9639-d9ee452173ca req-5ba38b25-558d-475b-aa7c-4ab5ab2f6ec6 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.8039305 Dec 22 13:02:04.211680 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92cf8fe-3220-4dfe-b3db-f71b7d17327a None None] DHCP port deletion for 91b12b74-efcc-4a89-a606-2b317c2af70a request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:02:04.216823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b92cf8fe-3220-4dfe-b3db-f71b7d17327a None None] Deleting port 176f3cdd-3d1f-4c27-b730-62261fb9cd36 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:04.217458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b92cf8fe-3220-4dfe-b3db-f71b7d17327a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.232902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0121d2-6350-4bc2-a645-fd51197330d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:04.237785 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ef0121d2-6350-4bc2-a645-fd51197330d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/subnets/d6b1673c-b0dc-4fac-9d53-91de1e276630 HTTP/1.1" status: 200 len: 843 time: 0.3340602 Dec 22 13:02:04.250881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45934) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:04.277970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Transition to ACTIVE for port object 3c387f5a-09cd-4ec4-892b-4f778c753bc5 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:04.313814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.321840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.332132 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-98042ab3-22b2-4cbf-a704-7094771dd86d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc7fe93a9e4a4827b1741c3fe2d8cbc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963032 Dec 22 13:02:04.348059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45938) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:04.367950 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ec86278d-fbc7-4698-9639-d9ee452173ca req-c24b87be-11f8-42a3-ac00-ec9646ba0c13 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588604 Dec 22 13:02:04.387082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016810ec-1910-4b3d-ba08-772f0992178e tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['shared'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:04.393046 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-016810ec-1910-4b3d-ba08-772f0992178e tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "GET /v2.0/subnets/d6b1673c-b0dc-4fac-9d53-91de1e276630?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1411624 Dec 22 13:02:04.404011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45942) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:04.411312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1043639039'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:04.422587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:04.441620 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b92cf8fe-3220-4dfe-b3db-f71b7d17327a None None] For port 176f3cdd-3d1f-4c27-b730-62261fb9cd36, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=176f3cdd-3d1f-4c27-b730-62261fb9cd36,segment=NetworkSegment(93e21159-fc30-44fc-8388-798f46adf90e),segment_id=93e21159-fc30-44fc-8388-798f46adf90e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:04.442294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b92cf8fe-3220-4dfe-b3db-f71b7d17327a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.456605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:04.467398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Deleting port 176f3cdd-3d1f-4c27-b730-62261fb9cd36 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:04.467767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.486161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b366da4d-2de3-4171-a3ce-0e48ae4e1ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.522734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:04.526050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.586231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b366da4d-2de3-4171-a3ce-0e48ae4e1ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.596901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:04.612466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b92cf8fe-3220-4dfe-b3db-f71b7d17327a None None] Calling delete_port for 176f3cdd-3d1f-4c27-b730-62261fb9cd36 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:04.624573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.624914 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Added segment 8ca88996-f514-47f2-8ea3-b06beceba5f1 of type vlan for network d91dfa0d-5ee8-4dc1-b9a3-1556560570ce Dec 22 13:02:04.652170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.652433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.662656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f6e71536-db3c-425f-8f85-b6f9341bdbea tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:04.666160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9a0e1123-8081-4cce-b698-fdc411e23efe tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:04.694008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b92cf8fe-3220-4dfe-b3db-f71b7d17327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.698860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:04.718255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.722153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Pushing event deleted for resources: {'Port': ['ID=a57ba47f-c5d5-459d-a08b-bc1918826e77,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:04.727037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:04.743878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cf8fe-3220-4dfe-b3db-f71b7d17327a None None] Pushing event deleted for resources: {'Port': ['ID=176f3cdd-3d1f-4c27-b730-62261fb9cd36,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:04.747504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b92cf8fe-3220-4dfe-b3db-f71b7d17327a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:04.749789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92cf8fe-3220-4dfe-b3db-f71b7d17327a None None] No DVR routers for this DVR port 176f3cdd-3d1f-4c27-b730-62261fb9cd36 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:04.767496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] The port '176f3cdd-3d1f-4c27-b730-62261fb9cd36' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:02:04.774983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:04.781028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:04.813388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 33e640b7-bceb-4f27-a0be-0407888dd744 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:02:04.814315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:04.838977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b366da4d-2de3-4171-a3ce-0e48ae4e1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.847791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:04.871848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366da4d-2de3-4171-a3ce-0e48ae4e1ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ca6630-0ce8-4be4-a6fa-b575ec790699,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:04.874500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b366da4d-2de3-4171-a3ce-0e48ae4e1ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:04.878895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.886280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:04.886280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.889999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event updated for resources: {'Port': ['ID=3c387f5a-09cd-4ec4-892b-4f778c753bc5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:04.893405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:04.901068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:04.946978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:05.038178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:05.038819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.040048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-70869702-1536-4d46-b8fb-44fcab02e38e None None] Provisioning for port 3c387f5a-09cd-4ec4-892b-4f778c753bc5 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:05.056017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-70869702-1536-4d46-b8fb-44fcab02e38e None None] Provisioning complete for port 3c387f5a-09cd-4ec4-892b-4f778c753bc5 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:05.057569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70869702-1536-4d46-b8fb-44fcab02e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.100024 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.145627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:02:05.152648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b12b74-efcc-4a89-a606-2b317c2af70a']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:05.156570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-70869702-1536-4d46-b8fb-44fcab02e38e None None] Port 3c387f5a-09cd-4ec4-892b-4f778c753bc5 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:05.160183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3202a-dc83-42cc-af63-70d6487a730c None None] Sync routers for ids ['33e640b7-bceb-4f27-a0be-0407888dd744'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:02:05.170713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e21159-fc30-44fc-8388-798f46adf90e') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:05.171036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e21159-fc30-44fc-8388-798f46adf90e') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:05.179552 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3202a-dc83-42cc-af63-70d6487a730c None None] Routers {'33e640b7-bceb-4f27-a0be-0407888dd744'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:05.180914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0eb3202a-dc83-42cc-af63-70d6487a730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['33e640b7-bceb-4f27-a0be-0407888dd744'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:05.185796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.187430 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.7391291 Dec 22 13:02:05.193738 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7836061 Dec 22 13:02:05.193738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b366da4d-2de3-4171-a3ce-0e48ae4e1ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.193738 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b366da4d-2de3-4171-a3ce-0e48ae4e1ae2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9ca6630-0ce8-4be4-a6fa-b575ec790699 HTTP/1.1" status: 204 len: 168 time: 0.8419945 Dec 22 13:02:05.193738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45946) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:05.193738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.201845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45948) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:05.202944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.224456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.231760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:05.232277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.240144 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f0a35768-458f-42ca-a57a-7608991d4f5c no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:05.241690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Network': ['ID=d91dfa0d-5ee8-4dc1-b9a3-1556560570ce,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:05.245785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:05.251882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'subnet': {'network_id': 'd91dfa0d-5ee8-4dc1-b9a3-1556560570ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:05.274691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network d91dfa0d-5ee8-4dc1-b9a3-1556560570ce details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:05.346993 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:05.352335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: f0a35768-458f-42ca-a57a-7608991d4f5c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:05.352983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f0a35768-458f-42ca-a57a-7608991d4f5c not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:05.353560 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 176f3cdd-3d1f-4c27-b730-62261fb9cd36 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:05.354305 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/33e640b7-bceb-4f27-a0be-0407888dd744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5288324 Dec 22 13:02:05.356052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.357879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45956) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:05.376189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.376683 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5967ab74-2b51-427a-9c37-cf0934af5a2b {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:02:05.410743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.416374 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] 10.222.0.24 "DELETE /v2.0/routers/5967ab74-2b51-427a-9c37-cf0934af5a2b HTTP/1.1" status: 204 len: 168 time: 3.2768641 Dec 22 13:02:05.417376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45964) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:05.424401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-98811f37-ed5d-422c-98bf-9097e0ed42a7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Synchronizing usage tracker for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:05.428024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0eb3202a-dc83-42cc-af63-70d6487a730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:05.432097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-37dcbdc1-5ce5-4a20-8282-d44b17372d1e tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:05.446272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 176f3cdd-3d1f-4c27-b730-62261fb9cd36 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:05.446761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 176f3cdd-3d1f-4c27-b730-62261fb9cd36 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:05.449462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.470464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Pushing event deleted for resources: {'Network': ['ID=91b12b74-efcc-4a89-a606-2b317c2af70a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:05.477409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:05.484230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-98811f37-ed5d-422c-98bf-9097e0ed42a7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Unset dirty status for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:05.488100 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-98811f37-ed5d-422c-98bf-9097e0ed42a7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=33e640b7-bceb-4f27-a0be-0407888dd744 HTTP/1.1" status: 200 len: 205 time: 0.1290321 Dec 22 13:02:05.492292 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] 10.222.0.24 "DELETE /v2.0/networks/91b12b74-efcc-4a89-a606-2b317c2af70a HTTP/1.1" status: 204 len: 168 time: 1.5709438 Dec 22 13:02:05.495763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3202a-dc83-42cc-af63-70d6487a730c None None] Routers {'33e640b7-bceb-4f27-a0be-0407888dd744'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:05.497716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0eb3202a-dc83-42cc-af63-70d6487a730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['33e640b7-bceb-4f27-a0be-0407888dd744'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:05.508602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 45968) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:05.511867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:05.601193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0eb3202a-dc83-42cc-af63-70d6487a730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:05.601616 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3202a-dc83-42cc-af63-70d6487a730c None None] The sync data for ids ['33e640b7-bceb-4f27-a0be-0407888dd744'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:02:05.771617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45980) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:05.820518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:05.840922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae347db-e278-4488-81f1-ece1ee12c281 admin admin] Deleting subnet b605b490-cc40-4404-a5b3-ee2c1f8fdd2a {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:02:05.849659 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ae347db-e278-4488-81f1-ece1ee12c281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.892808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8e91b112-07d4-489f-91a6-e71d44495d51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:05.936838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eca617-70a3-4df8-89ca-37caf76b6864 req-46d22f70-1dc0-4561-9e54-982700cacbfd tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:05.938376 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d5eca617-70a3-4df8-89ca-37caf76b6864 req-46d22f70-1dc0-4561-9e54-982700cacbfd tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.2765367 Dec 22 13:02:05.949946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b626d-e5b6-43c4-b0b3-3e0636585fb0 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:05.955793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b626d-e5b6-43c4-b0b3-3e0636585fb0 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:05.961452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b626d-e5b6-43c4-b0b3-3e0636585fb0 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:05.966594 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3f8b626d-e5b6-43c4-b0b3-3e0636585fb0 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.7673743 Dec 22 13:02:05.975720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45986) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:05.981823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Made reservation on behalf of facdeebb2a8e45a8a58abd0396f79f69 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:05.985544 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.021766 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5e16560e-22f8-49c8-a021-218f1c3a7c7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e967f4a5842b4b8fa7e30c04ff57e8a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2486885 Dec 22 13:02:06.035188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 45992) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:06.079636 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d5eca617-70a3-4df8-89ca-37caf76b6864 req-2e887d37-4232-434c-9e75-0ac8854232f5 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312313 Dec 22 13:02:06.121414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a10af-f99f-41b3-bf21-9fdf2f37199a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Deleting port 3c387f5a-09cd-4ec4-892b-4f778c753bc5 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:06.122049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a1a10af-f99f-41b3-bf21-9fdf2f37199a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.163137 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ae347db-e278-4488-81f1-ece1ee12c281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.262743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4ab874a-138a-47f9-9119-1a63adf33343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.322256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46004) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:06.325831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4ab874a-138a-47f9-9119-1a63adf33343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.338844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Performing IP validity checks on allocation pools {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:02:06.339361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:02:06.440296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8e91b112-07d4-489f-91a6-e71d44495d51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.446457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8e91b112-07d4-489f-91a6-e71d44495d51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.486486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a1a10af-f99f-41b3-bf21-9fdf2f37199a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.497576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4ab874a-138a-47f9-9119-1a63adf33343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.506964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-401d8a64-b6f3-46b2-919c-9e9fd4dcd7b1 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:06.519353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8e91b112-07d4-489f-91a6-e71d44495d51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.519648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e91b112-07d4-489f-91a6-e71d44495d51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Fanout notify agent at l3_agent the message router_deleted on router 33e640b7-bceb-4f27-a0be-0407888dd744 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:02:06.530170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group': {'name': 'tempest-secgroup--816704966'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:06.564279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ae347db-e278-4488-81f1-ece1ee12c281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.589225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab874a-138a-47f9-9119-1a63adf33343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf73b6e7-a140-4e64-ac0a-543d2fd6c655,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:06.592005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f4ab874a-138a-47f9-9119-1a63adf33343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:06.635180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8e91b112-07d4-489f-91a6-e71d44495d51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.636322 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8e91b112-07d4-489f-91a6-e71d44495d51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/33e640b7-bceb-4f27-a0be-0407888dd744 HTTP/1.1" status: 204 len: 168 time: 1.1149807 Dec 22 13:02:06.642715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46010) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:06.648334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:06.650215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758df30-8f1c-4ccd-ba69-570a88ad389f req-517103d5-858d-4eb4-b330-c412ad2ecddc tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:06.651694 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0758df30-8f1c-4ccd-ba69-570a88ad389f req-517103d5-858d-4eb4-b330-c412ad2ecddc tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.4104922 Dec 22 13:02:06.662031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3a1a10af-f99f-41b3-bf21-9fdf2f37199a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Calling delete_port for 3c387f5a-09cd-4ec4-892b-4f778c753bc5 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:06.689619 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4ab874a-138a-47f9-9119-1a63adf33343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.690465 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f4ab874a-138a-47f9-9119-1a63adf33343 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf73b6e7-a140-4e64-ac0a-543d2fd6c655 HTTP/1.1" status: 204 len: 168 time: 0.6454017 Dec 22 13:02:06.691886 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:06.700976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:06.720085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:06.742452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.766263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.784004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:06.788869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:06.792694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:06.796445 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ae347db-e278-4488-81f1-ece1ee12c281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.801922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:06.803879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de3f676-83b3-43c6-a6a1-206f907011c2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting subnet 08056cb6-ef07-4394-8fc0-a38600bd93a9 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:02:06.808865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9a1a9308-876c-4494-824d-48b441938d10 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:06.843074 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0758df30-8f1c-4ccd-ba69-570a88ad389f req-84b6b497-68bc-469b-bebe-10688240b2a4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851828 Dec 22 13:02:06.844834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.859675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3de3f676-83b3-43c6-a6a1-206f907011c2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.889131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae347db-e278-4488-81f1-ece1ee12c281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b605b490-cc40-4404-a5b3-ee2c1f8fdd2a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:06.891061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ae347db-e278-4488-81f1-ece1ee12c281 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.895083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a1a10af-f99f-41b3-bf21-9fdf2f37199a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:06.901142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fedfab8-a17a-4e2b-937c-79ecefbd66b1 None None] Network aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:06.902123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8ae347db-e278-4488-81f1-ece1ee12c281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:06.907681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e4a2529d-5212-4cc2-951e-f237ed2242bb tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:06.909962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-287bbf62-4fcf-4174-9d6b-ab290d4fe76e tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:06.959834 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8ae347db-e278-4488-81f1-ece1ee12c281 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b605b490-cc40-4404-a5b3-ee2c1f8fdd2a HTTP/1.1" status: 204 len: 168 time: 1.5390601 Dec 22 13:02:06.966504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46020) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:07.006333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3de3f676-83b3-43c6-a6a1-206f907011c2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.054064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a10af-f99f-41b3-bf21-9fdf2f37199a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event deleted for resources: {'Port': ['ID=3c387f5a-09cd-4ec4-892b-4f778c753bc5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:07.056625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3a1a10af-f99f-41b3-bf21-9fdf2f37199a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:07.149203 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a57ba47f-c5d5-459d-a08b-bc1918826e77 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:07.170685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Subnet': ['ID=12952567-4886-45fa-a828-7bd41f95b570,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:07.188156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:07.228757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Checking segment: {'id': '8ca88996-f514-47f2-8ea3-b06beceba5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd91dfa0d-5ee8-4dc1-b9a3-1556560570ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:07.229127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network hostable DHCP agents. Network: d91dfa0d-5ee8-4dc1-b9a3-1556560570ce, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:07.243884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.251165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: a57ba47f-c5d5-459d-a08b-bc1918826e77 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:07.251850 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a57ba47f-c5d5-459d-a08b-bc1918826e77 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:07.344612 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.353913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.358288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3a1a10af-f99f-41b3-bf21-9fdf2f37199a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.361811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f4c80c3-8d70-4e12-9fd2-620c146ac8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:07.364558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486f7476-cc5b-4f6d-a776-6b00c1294994 None None] DHCP port deletion for aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:02:07.371091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:07.371436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-486f7476-cc5b-4f6d-a776-6b00c1294994 None None] Deleting port 825fc072-b979-4f07-b4f1-79ed6eb93783 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:07.372034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-486f7476-cc5b-4f6d-a776-6b00c1294994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.390319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:07.401835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:07.415743 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3a1a10af-f99f-41b3-bf21-9fdf2f37199a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "DELETE /v2.0/ports/3c387f5a-09cd-4ec4-892b-4f778c753bc5 HTTP/1.1" status: 204 len: 168 time: 1.4382935 Dec 22 13:02:07.416852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:07.419345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46032) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:07.455751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Deleting port 825fc072-b979-4f07-b4f1-79ed6eb93783 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:07.456101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.458690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b625343-7021-49b7-80e3-0e11aeb6c21c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:07.472541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:07.487741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Network d91dfa0d-5ee8-4dc1-b9a3-1556560570ce is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:07.489883 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c823194b-29e8-43e3-9498-2a7de38b7b87 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] GET failed (client error): The resource could not be found. Dec 22 13:02:07.490480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c823194b-29e8-43e3-9498-2a7de38b7b87 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Synchronizing usage tracker for tenant:659fcce78bf3467082e6966141e0c1e6 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:07.504734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6ade0-3c15-4809-be99-e17024c74081 req-b745ff3e-cec9-4e90-ba6c-9e2905539c65 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:07.506236 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f5e6ade0-3c15-4809-be99-e17024c74081 req-b745ff3e-cec9-4e90-ba6c-9e2905539c65 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.3914526 Dec 22 13:02:07.550093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3de3f676-83b3-43c6-a6a1-206f907011c2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.571068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c823194b-29e8-43e3-9498-2a7de38b7b87 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Unset dirty status for tenant:659fcce78bf3467082e6966141e0c1e6 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:07.576561 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c823194b-29e8-43e3-9498-2a7de38b7b87 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "GET /v2.0/ports/3c387f5a-09cd-4ec4-892b-4f778c753bc5 HTTP/1.1" status: 404 len: 333 time: 0.1538155 Dec 22 13:02:07.580328 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46040) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:07.602067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Request body: {'port': {'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5', 'name': 'tempest-AllowedAddressPairTestJSON-967050362'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:07.616347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, d91dfa0d-5ee8-4dc1-b9a3-1556560570ce) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:07.627331 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f5e6ade0-3c15-4809-be99-e17024c74081 req-2f48b623-98f9-449f-a6ae-5bea9976febd tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122479 Dec 22 13:02:07.665263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:07.666138 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.675166 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-486f7476-cc5b-4f6d-a776-6b00c1294994 None None] For port 825fc072-b979-4f07-b4f1-79ed6eb93783, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=825fc072-b979-4f07-b4f1-79ed6eb93783,segment=NetworkSegment(7b11e030-39b5-46ff-a844-3c762b120efa),segment_id=7b11e030-39b5-46ff-a844-3c762b120efa)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:07.675574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-486f7476-cc5b-4f6d-a776-6b00c1294994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.748565 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5427213 Dec 22 13:02:07.753345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46050) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:07.761262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1eca002a-4528-4348-904e-35271fc01df6 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:07.817357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:07.827836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:07.832041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-486f7476-cc5b-4f6d-a776-6b00c1294994 None None] Calling delete_port for 825fc072-b979-4f07-b4f1-79ed6eb93783 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:07.847481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.860519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.868604 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46054) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:07.869498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ed69f555-b50f-4145-a631-6d509d8a7e4c tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:07.878589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Made reservation on behalf of 659fcce78bf3467082e6966141e0c1e6 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:07.882173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:07.922982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bb4a7d-3caa-49ba-8391-8aa23f5d33be None None] Network d91dfa0d-5ee8-4dc1-b9a3-1556560570ce requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:07.951818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4ac4a1-7391-4936-b945-eb4870e977e1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:07.982041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] device_id is not set on port 09ca6073-d6e8-4d1c-a32c-ad000dd7453b yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:07.988087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3de3f676-83b3-43c6-a6a1-206f907011c2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.016415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-486f7476-cc5b-4f6d-a776-6b00c1294994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.022212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-12a9bcd1-46f2-45e5-a8fe-f39fd32a541b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:08.026621 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:08.032299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-956393304'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:08.038039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.039079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f4fced78-5911-47ef-9a2f-e9b394cfb376 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:08.039213 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7160344 Dec 22 13:02:08.041471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:08.043457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46060) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:08.068362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Usage tracker for resource:network and tenant:39eb9efe25c4459e8a478773b6e9c95f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:08.076080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f7476-cc5b-4f6d-a776-6b00c1294994 None None] Pushing event deleted for resources: {'Port': ['ID=825fc072-b979-4f07-b4f1-79ed6eb93783,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:08.078716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:08.083427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-486f7476-cc5b-4f6d-a776-6b00c1294994 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:08.084522 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f7476-cc5b-4f6d-a776-6b00c1294994 None None] No DVR routers for this DVR port 825fc072-b979-4f07-b4f1-79ed6eb93783 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:08.089971 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:08.098132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] For port 825fc072-b979-4f07-b4f1-79ed6eb93783, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=825fc072-b979-4f07-b4f1-79ed6eb93783,segment=NetworkSegment(7b11e030-39b5-46ff-a844-3c762b120efa),segment_id=7b11e030-39b5-46ff-a844-3c762b120efa)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:08.098795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.111855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3f676-83b3-43c6-a6a1-206f907011c2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Subnet': ['ID=08056cb6-ef07-4394-8fc0-a38600bd93a9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:08.119260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3de3f676-83b3-43c6-a6a1-206f907011c2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.130163 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3de3f676-83b3-43c6-a6a1-206f907011c2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/08056cb6-ef07-4394-8fc0-a38600bd93a9 HTTP/1.1" status: 204 len: 168 time: 1.4774389 Dec 22 13:02:08.133447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3de3f676-83b3-43c6-a6a1-206f907011c2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:08.135668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46064) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:08.153499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b56ef-f8ca-4bf4-8eb9-7e7a4b034499 None None] Network 4076baa5-1161-421b-a840-2f77a66886ae requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:08.256299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Calling delete_port for 825fc072-b979-4f07-b4f1-79ed6eb93783 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:08.287969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Made reservation on behalf of 39eb9efe25c4459e8a478773b6e9c95f for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:08.291310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.308955 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22284887-6d55-4f39-b01d-a951519b2576 req-8b913c21-707f-477d-b04c-d82dfcd3d732 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:08.310425 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-22284887-6d55-4f39-b01d-a951519b2576 req-8b913c21-707f-477d-b04c-d82dfcd3d732 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5135326 Dec 22 13:02:08.314113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eca002a-4528-4348-904e-35271fc01df6 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-128002366'] for subnet, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.338368 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-d91dfa0d-5ee8-4dc1-b9a3-1556560570ce', 'network_id': 'd91dfa0d-5ee8-4dc1-b9a3-1556560570ce', 'tenant_id': 'facdeebb2a8e45a8a58abd0396f79f69', 'fixed_ips': [{'subnet_id': '12952567-4886-45fa-a828-7bd41f95b570'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:02:08.339187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.420417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.425838 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-22284887-6d55-4f39-b01d-a951519b2576 req-b66b4319-2cb8-47c9-ac50-3461d789bfd3 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059437 Dec 22 13:02:08.439141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:08.439460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:08.460333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:08.464516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Usage tracker for resource:security_group_rule and tenant:39eb9efe25c4459e8a478773b6e9c95f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:08.467919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:08.474218 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:08.506215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-968213fb-90f0-44be-a09e-bb1fce39149e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:08.535938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Allocated IP 172.20.0.9 (c40a5f20-f2e5-45d3-9c87-40ba4be466c5/0117a455-40d1-4a37-b5bb-91e402469dbd/09ca6073-d6e8-4d1c-a32c-ad000dd7453b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:08.543998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.580692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-968213fb-90f0-44be-a09e-bb1fce39149e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:08.585206 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-968213fb-90f0-44be-a09e-bb1fce39149e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5365911 Dec 22 13:02:08.587173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46070) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:08.598601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7c15b861-55a1-4d3e-9a0f-ac899d01a7e9 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group': {'name': 'tempest-security--877129612', 'description': 'tempest-security-description-2065013838'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:08.629360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 114452db-7ff0-48f5-b364-07d3f5917c89 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:08.629692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.629875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eca002a-4528-4348-904e-35271fc01df6 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760330113365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1604484'] for subnet, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.634214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f1f51bc5-cdfa-4448-89d7-7ac825a952e5 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:08.661667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d6151a-772b-4814-b593-ce7d8acc76b8 None None] DHCP port deletion for 4076baa5-1161-421b-a840-2f77a66886ae request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:02:08.677832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-44d6151a-772b-4814-b593-ce7d8acc76b8 None None] Deleting port 114452db-7ff0-48f5-b364-07d3f5917c89 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:08.678224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-44d6151a-772b-4814-b593-ce7d8acc76b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.685315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eca002a-4528-4348-904e-35271fc01df6 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:08.685910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eca002a-4528-4348-904e-35271fc01df6 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.690305 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1eca002a-4528-4348-904e-35271fc01df6 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "PUT /v2.0/subnets/12952567-4886-45fa-a828-7bd41f95b570 HTTP/1.1" status: 200 len: 900 time: 0.9313745 Dec 22 13:02:08.690305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46074) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:08.740428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Allocated IP 2001:db8::3 (d91dfa0d-5ee8-4dc1-b9a3-1556560570ce/12952567-4886-45fa-a828-7bd41f95b570/a0a1d693-0ed3-46f3-897e-571231ba2a6f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:08.787457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c15b861-55a1-4d3e-9a0f-ac899d01a7e9 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.795771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eca002a-4528-4348-904e-35271fc01df6 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event updated for resources: {'Subnet': ['ID=12952567-4886-45fa-a828-7bd41f95b570,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:08.800514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1eca002a-4528-4348-904e-35271fc01df6 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:08.846450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.912228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.918707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.941921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.947719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Deleting port 825fc072-b979-4f07-b4f1-79ed6eb93783 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:08.947719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:08.964284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:08.990919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-44d6151a-772b-4814-b593-ce7d8acc76b8 None None] For port 114452db-7ff0-48f5-b364-07d3f5917c89, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=114452db-7ff0-48f5-b364-07d3f5917c89,segment=NetworkSegment(2de3d65d-64e6-4042-a289-5a76de0674eb),segment_id=2de3d65d-64e6-4042-a289-5a76de0674eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:08.991556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-44d6151a-772b-4814-b593-ce7d8acc76b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.027265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] The port '825fc072-b979-4f07-b4f1-79ed6eb93783' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:02:09.051840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c15b861-55a1-4d3e-9a0f-ac899d01a7e9 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.086879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c15b861-55a1-4d3e-9a0f-ac899d01a7e9 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.106178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:09.116507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94e30f3-0877-43ea-9b43-df2a9219bd71,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:09.119622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:09.129415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:09.132294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-44d6151a-772b-4814-b593-ce7d8acc76b8 None None] Calling delete_port for 114452db-7ff0-48f5-b364-07d3f5917c89 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:09.159245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] For port 114452db-7ff0-48f5-b364-07d3f5917c89, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=114452db-7ff0-48f5-b364-07d3f5917c89,segment=NetworkSegment(2de3d65d-64e6-4042-a289-5a76de0674eb),segment_id=2de3d65d-64e6-4042-a289-5a76de0674eb)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:09.159627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.175937 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 114452db-7ff0-48f5-b364-07d3f5917c89 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:09.177486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.177835 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Added segment f5692bda-cf81-4f15-8de6-fb274c174519 of type vlan for network b2c8ba72-234c-4d73-a4c5-815f32fc444e Dec 22 13:02:09.275305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.300493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:09.312568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b11e030-39b5-46ff-a844-3c762b120efa') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:09.312841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b11e030-39b5-46ff-a844-3c762b120efa') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:09.324614 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.325210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.332822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for 114452db-7ff0-48f5-b364-07d3f5917c89 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:09.338995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Transition to ACTIVE for port object a0a1d693-0ed3-46f3-897e-571231ba2a6f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:09.344402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.351339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:09.351979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.364991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15b861-55a1-4d3e-9a0f-ac899d01a7e9 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4ac4a1-7391-4936-b945-eb4870e977e1,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:09.365500 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:09.368318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7c15b861-55a1-4d3e-9a0f-ac899d01a7e9 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:09.389954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.395887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-44d6151a-772b-4814-b593-ce7d8acc76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.404161 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:09.419379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.427966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7c15b861-55a1-4d3e-9a0f-ac899d01a7e9 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.431695 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7c15b861-55a1-4d3e-9a0f-ac899d01a7e9 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "PUT /v2.0/security-groups/dd4ac4a1-7391-4936-b945-eb4870e977e1 HTTP/1.1" status: 200 len: 1777 time: 0.8395126 Dec 22 13:02:09.435540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46078) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:09.455118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6151a-772b-4814-b593-ce7d8acc76b8 None None] Pushing event deleted for resources: {'Port': ['ID=114452db-7ff0-48f5-b364-07d3f5917c89,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:09.457068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6151a-772b-4814-b593-ce7d8acc76b8 None None] No DVR routers for this DVR port 114452db-7ff0-48f5-b364-07d3f5917c89 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:09.460342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-44d6151a-772b-4814-b593-ce7d8acc76b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:09.465132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.473313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Transition to ACTIVE for port object 09ca6073-d6e8-4d1c-a32c-ad000dd7453b will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:09.478888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.479799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Transition to ACTIVE for port object a0a1d693-0ed3-46f3-897e-571231ba2a6f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:09.487095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a856dec1-3ebf-48b3-b1cb-979e73aeb213 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:09.493062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:09.493436 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:09.496003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.496910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.501398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:09.502588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.502719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-723c2d73-7113-4e69-8877-6a271fbada8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:09.503236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.508719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a6238452-3a72-4ed2-be6c-910f3a384074 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:09.534904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Pushing event deleted for resources: {'Network': ['ID=aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:09.555005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:09.595345 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-751136f4-cbeb-46d1-af91-c0808aedc198 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-groups/dd4ac4a1-7391-4936-b945-eb4870e977e1 HTTP/1.1" status: 200 len: 1777 time: 0.1575105 Dec 22 13:02:09.598221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 825fc072-b979-4f07-b4f1-79ed6eb93783 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:09.603308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46082) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:09.619671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.627652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0f4d8ade-016a-41f2-89a9-598b1575c7ac tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:09.639118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Network d91dfa0d-5ee8-4dc1-b9a3-1556560570ce is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:09.644740 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:09.647790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 825fc072-b979-4f07-b4f1-79ed6eb93783 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:09.648584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 825fc072-b979-4f07-b4f1-79ed6eb93783 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:09.650802 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:09.654503 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7608628 Dec 22 13:02:09.663376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Pushing event updated for resources: {'Port': ['ID=a0a1d693-0ed3-46f3-897e-571231ba2a6f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:09.669850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46086) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:09.673477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Subnet': ['ID=12952567-4886-45fa-a828-7bd41f95b570,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:09.677867 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] 10.222.0.24 "DELETE /v2.0/networks/aaddb51f-cc4f-4f47-8f68-d6d4cdcc4a82 HTTP/1.1" status: 204 len: 168 time: 2.7065074 Dec 22 13:02:09.678849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:09.685481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Request body: {'subnet': {'network_id': 'b2c8ba72-234c-4d73-a4c5-815f32fc444e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:09.690665 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:09.701132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Pushing event updated for resources: {'Network': ['ID=b2c8ba72-234c-4d73-a4c5-815f32fc444e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:09.703867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:09.704910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.716520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-59665d3f-c616-411e-9494-c3534dea39fc tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:09.741598 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network b2c8ba72-234c-4d73-a4c5-815f32fc444e details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:09.853294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:09.861449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.863634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Attempting to bind port a0a1d693-0ed3-46f3-897e-571231ba2a6f on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:09.864528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Attempting to bind port a0a1d693-0ed3-46f3-897e-571231ba2a6f by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '8ca88996-f514-47f2-8ea3-b06beceba5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd91dfa0d-5ee8-4dc1-b9a3-1556560570ce'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:09.864917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Attempting to bind port a0a1d693-0ed3-46f3-897e-571231ba2a6f on network d91dfa0d-5ee8-4dc1-b9a3-1556560570ce {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:09.868012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:09.870307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:09.871571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:09.872003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Checking segment: {'id': '8ca88996-f514-47f2-8ea3-b06beceba5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd91dfa0d-5ee8-4dc1-b9a3-1556560570ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:09.872415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.872814 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Bound using segment: {'id': '8ca88996-f514-47f2-8ea3-b06beceba5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd91dfa0d-5ee8-4dc1-b9a3-1556560570ce'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:09.873284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Bound port: a0a1d693-0ed3-46f3-897e-571231ba2a6f, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca88996-f514-47f2-8ea3-b06beceba5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd91dfa0d-5ee8-4dc1-b9a3-1556560570ce'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:09.873667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.913457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91dfa0d-5ee8-4dc1-b9a3-1556560570ce']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:09.944781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca88996-f514-47f2-8ea3-b06beceba5f1') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:09.945342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca88996-f514-47f2-8ea3-b06beceba5f1') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:09.969654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:09.988848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event updated for resources: {'Port': ['ID=09ca6073-d6e8-4d1c-a32c-ad000dd7453b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:09.996542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:10.000441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:10.003228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.006154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] For port a0a1d693-0ed3-46f3-897e-571231ba2a6f, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:10.011125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 114452db-7ff0-48f5-b364-07d3f5917c89 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:10.011518 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.016737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:10.017372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.038871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-109a1595-5dad-42a6-be40-06967b4c4878 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.040953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Usage tracker for resource:subnet and tenant:39eb9efe25c4459e8a478773b6e9c95f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:10.048456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46092) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:10.065527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:10.066284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:10.093435 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:10.120706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] For port a0a1d693-0ed3-46f3-897e-571231ba2a6f, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a0a1d693-0ed3-46f3-897e-571231ba2a6f,segment=NetworkSegment(8ca88996-f514-47f2-8ea3-b06beceba5f1),segment_id=8ca88996-f514-47f2-8ea3-b06beceba5f1)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:02:10.123349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:02:10.123349 dv-neutron-822668-1-hyperv neutron-server[87569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:02:10.123349 dv-neutron-822668-1-hyperv neutron-server[87569]: [parameters: {'id': 'd91dfa0d-5ee8-4dc1-b9a3-1556560570ce'}] Dec 22 13:02:10.123349 dv-neutron-822668-1-hyperv neutron-server[87569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:10.123857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:10.125889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.129964 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:10.215305 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Pushing event updated for resources: {'Port': ['ID=a0a1d693-0ed3-46f3-897e-571231ba2a6f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:10.217853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:10.224182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:10.235866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-136fe511-f981-45ca-b54d-0851f7e023af None None] Provisioning for port 09ca6073-d6e8-4d1c-a32c-ad000dd7453b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:10.243265 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-136fe511-f981-45ca-b54d-0851f7e023af None None] Provisioning complete for port 09ca6073-d6e8-4d1c-a32c-ad000dd7453b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:10.243682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-136fe511-f981-45ca-b54d-0851f7e023af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.259254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:10.283941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] The port '114452db-7ff0-48f5-b364-07d3f5917c89' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:02:10.296963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-109a1595-5dad-42a6-be40-06967b4c4878 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.341421 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7598124 Dec 22 13:02:10.344982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46096) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:10.353955 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9c106654-1ce7-442c-8d16-c27aeb6cdff9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:cf:39:dc'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:10.366581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Made reservation on behalf of 39eb9efe25c4459e8a478773b6e9c95f for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:10.369731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.405225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-136fe511-f981-45ca-b54d-0851f7e023af None None] Port 09ca6073-d6e8-4d1c-a32c-ad000dd7453b cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:10.412981 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.419452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f37556-80ca-4ec6-9083-00e0d40c0cae None None] Network d91dfa0d-5ee8-4dc1-b9a3-1556560570ce requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:10.473680 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-71a10f8d-e6b7-4ee8-9643-d9be4b49d8e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f1cccc2345241df92d866c692f9321f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4199445 Dec 22 13:02:10.487260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46100) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:10.620087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e18f08-7a05-4e31-8735-b60c9b2f2f9f None None] Network d91dfa0d-5ee8-4dc1-b9a3-1556560570ce requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:10.623800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.625176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.645362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c106654-1ce7-442c-8d16-c27aeb6cdff9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.660979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting port a0a1d693-0ed3-46f3-897e-571231ba2a6f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:10.661365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.670382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-109a1595-5dad-42a6-be40-06967b4c4878 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.679852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7306420f-aa98-4f1c-b952-f2bfaca31316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:10.690686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4076baa5-1161-421b-a840-2f77a66886ae']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:10.698411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8ae26ef-5d8c-41fd-af33-68ea91c9267b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.715339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de3d65d-64e6-4042-a289-5a76de0674eb') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:10.715733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de3d65d-64e6-4042-a289-5a76de0674eb') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:10.728812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a1595-5dad-42a6-be40-06967b4c4878 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4ac4a1-7391-4936-b945-eb4870e977e1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:10.736097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-109a1595-5dad-42a6-be40-06967b4c4878 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:10.750147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.769041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-109a1595-5dad-42a6-be40-06967b4c4878 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.774184 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-109a1595-5dad-42a6-be40-06967b4c4878 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-groups/dd4ac4a1-7391-4936-b945-eb4870e977e1 HTTP/1.1" status: 204 len: 168 time: 1.1648357 Dec 22 13:02:10.774319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46104) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:10.774405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8ae26ef-5d8c-41fd-af33-68ea91c9267b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.795820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.840194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2f083e-47c0-4465-849a-f2e697fc2537 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:02:10.846140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:10.846550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:10.868373 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:10.962608 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f083e-47c0-4465-849a-f2e697fc2537 None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:02:10.982426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:10.988349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f97e0f89-e164-49d6-878c-8a355bad18db tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:11.005597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.023912 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Network': ['ID=4076baa5-1161-421b-a840-2f77a66886ae,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:11.025601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8ae26ef-5d8c-41fd-af33-68ea91c9267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.035319 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3bc3bf49-cd98-489a-8453-46e470989da5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2569866 Dec 22 13:02:11.035476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:11.035476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0600dc1c-2e09-49fb-a7ea-14817c92535d tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:11.039636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46108) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:11.055890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae26ef-5d8c-41fd-af33-68ea91c9267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085f193e-69ed-4216-ac68-8ed043afd55b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:11.059733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a8ae26ef-5d8c-41fd-af33-68ea91c9267b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:11.062312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8ae26ef-5d8c-41fd-af33-68ea91c9267b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.066066 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a8ae26ef-5d8c-41fd-af33-68ea91c9267b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/085f193e-69ed-4216-ac68-8ed043afd55b HTTP/1.1" status: 204 len: 168 time: 0.5328546 Dec 22 13:02:11.066066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.073792 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/networks/4076baa5-1161-421b-a840-2f77a66886ae HTTP/1.1" status: 204 len: 168 time: 2.9347491 Dec 22 13:02:11.074626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:11.075938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:11.100495 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-29eb1c4d-aa0a-40da-85d7-a040121152f8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] delete failed (client error): The resource could not be found. Dec 22 13:02:11.106112 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-29eb1c4d-aa0a-40da-85d7-a040121152f8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-groups/dd4ac4a1-7391-4936-b945-eb4870e977e1 HTTP/1.1" status: 404 len: 347 time: 0.0588973 Dec 22 13:02:11.107849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46118) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:11.114462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-129007037', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:11.129407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:11.130526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] For port a0a1d693-0ed3-46f3-897e-571231ba2a6f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a0a1d693-0ed3-46f3-897e-571231ba2a6f,segment=NetworkSegment(8ca88996-f514-47f2-8ea3-b06beceba5f1),segment_id=8ca88996-f514-47f2-8ea3-b06beceba5f1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:11.130898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.134088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group': {'name': 'tempest-secgroup--326736702'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:11.153595 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:11.163591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:router and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:11.166855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:11.182121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:11.184635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:11.194880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:11.203464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:11.212609 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Pushing event updated for resources: {'Subnet': ['ID=497fbb38-85ed-4c3f-a14e-634c7e0c9a7e,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:11.219668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:11.224693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Checking segment: {'id': 'f5692bda-cf81-4f15-8de6-fb274c174519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b2c8ba72-234c-4d73-a4c5-815f32fc444e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:11.224917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Network hostable DHCP agents. Network: b2c8ba72-234c-4d73-a4c5-815f32fc444e, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:11.232220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.233238 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.237827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.262052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Calling delete_port for a0a1d693-0ed3-46f3-897e-571231ba2a6f owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:11.274910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:11.277520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.285526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:11.290136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Network b2c8ba72-234c-4d73-a4c5-815f32fc444e is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:11.291667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:11.301968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:11.306916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-9c106654-1ce7-442c-8d16-c27aeb6cdff9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:02:11.314929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, b2c8ba72-234c-4d73-a4c5-815f32fc444e) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:11.325923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c106654-1ce7-442c-8d16-c27aeb6cdff9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.326105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:11.326564 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.336714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c106654-1ce7-442c-8d16-c27aeb6cdff9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.352205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-95f74702-cdf2-4411-9936-db1db5de4ed0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:11.382785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021ceae7-143a-43d7-a542-00a567e4e107 None None] Network b2c8ba72-234c-4d73-a4c5-815f32fc444e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:11.495305 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8245523 Dec 22 13:02:11.519003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46122) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:11.557105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Request body: {'port': {'network_id': 'b2c8ba72-234c-4d73-a4c5-815f32fc444e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1634979256'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:11.649068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.686686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.692566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-b2c8ba72-234c-4d73-a4c5-815f32fc444e', 'network_id': 'b2c8ba72-234c-4d73-a4c5-815f32fc444e', 'tenant_id': '39eb9efe25c4459e8a478773b6e9c95f', 'fixed_ips': [{'subnet_id': '497fbb38-85ed-4c3f-a14e-634c7e0c9a7e'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:02:11.693857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.716931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.724676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-aaec1631-285e-422a-8887-8f8a062e2d54 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:11.734288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.789695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c106654-1ce7-442c-8d16-c27aeb6cdff9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event updated for resources: {'Port': ['ID=09ca6073-d6e8-4d1c-a32c-ad000dd7453b,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:11.803834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9c106654-1ce7-442c-8d16-c27aeb6cdff9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:11.808801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2104d776-ae2a-4bb7-8a99-05540da0d4ee tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:11.830562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e402bc5-adbc-43f0-a369-2b2dc562d6c3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:11.836511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:11.856614 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.860093 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7361739 Dec 22 13:02:11.864079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46136) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:11.870057 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No DVR routers for this DVR port a0a1d693-0ed3-46f3-897e-571231ba2a6f on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:11.888495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': '5e402bc5-adbc-43f0-a369-2b2dc562d6c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:11.895952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:11.901459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:11.906474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:11.914685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:11.914902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Port': ['ID=a0a1d693-0ed3-46f3-897e-571231ba2a6f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:11.930803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:11.948555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9c106654-1ce7-442c-8d16-c27aeb6cdff9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] In _notify_port_updated(), no bound segment for port 09ca6073-d6e8-4d1c-a32c-ad000dd7453b on network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 {{(pid=87569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:02:11.953432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.953890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c106654-1ce7-442c-8d16-c27aeb6cdff9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:11.954517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c106654-1ce7-442c-8d16-c27aeb6cdff9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:11.955838 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9c106654-1ce7-442c-8d16-c27aeb6cdff9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "PUT /v2.0/ports/09ca6073-d6e8-4d1c-a32c-ad000dd7453b HTTP/1.1" status: 200 len: 992 time: 1.6084628 Dec 22 13:02:11.965420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46140) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:11.983445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Allocated IP 172.20.0.2 (b2c8ba72-234c-4d73-a4c5-815f32fc444e/497fbb38-85ed-4c3f-a14e-634c7e0c9a7e/d022c9d8-1acf-4c59-a74d-f034bc5052a9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:12.070772 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.082496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:12.096893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Usage tracker for resource:port and tenant:39eb9efe25c4459e8a478773b6e9c95f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:12.103375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:12.112056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91dfa0d-5ee8-4dc1-b9a3-1556560570ce']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:12.120110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:12.132260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca88996-f514-47f2-8ea3-b06beceba5f1') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:12.132790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca88996-f514-47f2-8ea3-b06beceba5f1') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:12.146753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.159508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Made reservation on behalf of 39eb9efe25c4459e8a478773b6e9c95f for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:12.163109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.180035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.193542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:12.194184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:12.209888 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:12.213878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] device_id is not set on port 547acc2f-60dc-4b19-a277-008d49c4fe96 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:12.217736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3b683-690d-4d03-abc1-68a78263fda4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Deleting port 09ca6073-d6e8-4d1c-a32c-ad000dd7453b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:12.218431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b683-690d-4d03-abc1-68a78263fda4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.261492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e1eccb5b-c3cb-449b-bdba-764f3053ecd8 None None] Provisioning complete for port 09ca6073-d6e8-4d1c-a32c-ad000dd7453b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:12.261881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1eccb5b-c3cb-449b-bdba-764f3053ecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.339422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.356519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.360242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e1eccb5b-c3cb-449b-bdba-764f3053ecd8 None None] Port 09ca6073-d6e8-4d1c-a32c-ad000dd7453b cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:12.362497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-355acf0b-cfa2-4876-95a4-e5f308ab796c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:12.375948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.383373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.392289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Transition to ACTIVE for port object d022c9d8-1acf-4c59-a74d-f034bc5052a9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:12.396160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Network': ['ID=d91dfa0d-5ee8-4dc1-b9a3-1556560570ce,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:12.402162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:12.407139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.408956 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/d91dfa0d-5ee8-4dc1-b9a3-1556560570ce HTTP/1.1" status: 204 len: 168 time: 3.7179146 Dec 22 13:02:12.412419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46154) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:12.424382 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Transition to ACTIVE for port object d022c9d8-1acf-4c59-a74d-f034bc5052a9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:12.432398 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.447150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7db312da-f8d2-4946-9c07-3326412fab31 tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:12.447517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bc8fbb12-45b7-4fcc-b803-138fb36e46db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:12.488295 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-909362e0-fe66-4790-bcff-29d9dc5dcb48 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:12.489049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909362e0-fe66-4790-bcff-29d9dc5dcb48 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:12.491294 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-909362e0-fe66-4790-bcff-29d9dc5dcb48 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/subnets/12952567-4886-45fa-a828-7bd41f95b570 HTTP/1.1" status: 404 len: 337 time: 0.0774519 Dec 22 13:02:12.496875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46158) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:12.514607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76c26bb-d6bc-4590-9bb7-8afac9985efb,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:12.523411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.557238 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:12.566216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.586306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Allocated IP 172.20.0.9 (b2c8ba72-234c-4d73-a4c5-815f32fc444e/497fbb38-85ed-4c3f-a14e-634c7e0c9a7e/547acc2f-60dc-4b19-a277-008d49c4fe96) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:12.620321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.622012 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7409472 Dec 22 13:02:12.626938 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Network b2c8ba72-234c-4d73-a4c5-815f32fc444e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:12.627872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46164) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:12.630500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:12.638146 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:12.744694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Pushing event updated for resources: {'Port': ['ID=d022c9d8-1acf-4c59-a74d-f034bc5052a9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:12.752355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:12.764161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47e53702-2796-47d0-a8d1-3dbafb4f3877 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.772085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Attempting to bind port d022c9d8-1acf-4c59-a74d-f034bc5052a9 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:12.772564 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Attempting to bind port d022c9d8-1acf-4c59-a74d-f034bc5052a9 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f5692bda-cf81-4f15-8de6-fb274c174519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b2c8ba72-234c-4d73-a4c5-815f32fc444e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:12.772944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Attempting to bind port d022c9d8-1acf-4c59-a74d-f034bc5052a9 on network b2c8ba72-234c-4d73-a4c5-815f32fc444e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:12.778466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:12.778845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Checking segment: {'id': 'f5692bda-cf81-4f15-8de6-fb274c174519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b2c8ba72-234c-4d73-a4c5-815f32fc444e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:12.779251 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.779668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Bound using segment: {'id': 'f5692bda-cf81-4f15-8de6-fb274c174519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b2c8ba72-234c-4d73-a4c5-815f32fc444e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:12.780137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Bound port: d022c9d8-1acf-4c59-a74d-f034bc5052a9, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5692bda-cf81-4f15-8de6-fb274c174519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b2c8ba72-234c-4d73-a4c5-815f32fc444e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:12.780516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.793437 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-796bb554-13c5-469d-abd7-0ce69c176d56 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:12.793914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796bb554-13c5-469d-abd7-0ce69c176d56 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:12.795629 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-796bb554-13c5-469d-abd7-0ce69c176d56 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/d91dfa0d-5ee8-4dc1-b9a3-1556560570ce HTTP/1.1" status: 404 len: 339 time: 0.2983274 Dec 22 13:02:12.798267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47e53702-2796-47d0-a8d1-3dbafb4f3877 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.805394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46172) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:12.881483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] For port d022c9d8-1acf-4c59-a74d-f034bc5052a9, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:12.884050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b683-690d-4d03-abc1-68a78263fda4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.884626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] For port d022c9d8-1acf-4c59-a74d-f034bc5052a9, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d022c9d8-1acf-4c59-a74d-f034bc5052a9,segment=NetworkSegment(f5692bda-cf81-4f15-8de6-fb274c174519),segment_id=f5692bda-cf81-4f15-8de6-fb274c174519)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:02:12.892023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:12.895791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:12.975882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Pushing event updated for resources: {'Port': ['ID=d022c9d8-1acf-4c59-a74d-f034bc5052a9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:12.997709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:12.998924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.018047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.030529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-dfa3b683-690d-4d03-abc1-68a78263fda4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Calling delete_port for 09ca6073-d6e8-4d1c-a32c-ad000dd7453b owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:13.044927 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0690520e-b5cd-46bd-b4d2-61f9ca540b0e req-4b0cddd1-2047-4d6d-9624-0d4081bf2679 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3072915 Dec 22 13:02:13.081592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Transition to ACTIVE for port object 547acc2f-60dc-4b19-a277-008d49c4fe96 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:13.091515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47e53702-2796-47d0-a8d1-3dbafb4f3877 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.107374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:13.118917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Allocated IP 172.26.4.162 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/57190091-8c69-4ece-93c1-c277f435fd22) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:13.133695 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e53702-2796-47d0-a8d1-3dbafb4f3877 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a76c26bb-d6bc-4590-9bb7-8afac9985efb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:13.141067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-47e53702-2796-47d0-a8d1-3dbafb4f3877 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:13.179225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-47e53702-2796-47d0-a8d1-3dbafb4f3877 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.183507 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-47e53702-2796-47d0-a8d1-3dbafb4f3877 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a76c26bb-d6bc-4590-9bb7-8afac9985efb HTTP/1.1" status: 204 len: 168 time: 0.5021796 Dec 22 13:02:13.200628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46182) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:13.270275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.334647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46186) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:13.339640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c31f16-1d9b-4ce3-9432-3738fce79e66']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:13.368342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c6a0fb-8239-4fec-b9d7-bacf07d7a3f0') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:13.368771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c6a0fb-8239-4fec-b9d7-bacf07d7a3f0') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:13.378838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b683-690d-4d03-abc1-68a78263fda4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.387140 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3d81ac87-4d26-4c5a-b197-974697ffa41a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1772177 Dec 22 13:02:13.387377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ed1ff5a8-0b76-4440-8227-8fe1c07e75da tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:13.389148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46192) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:13.409857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.417150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.425793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690520e-b5cd-46bd-b4d2-61f9ca540b0e req-4bdf7817-91db-4f7a-bf8e-988f74b32f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:13.427703 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0690520e-b5cd-46bd-b4d2-61f9ca540b0e req-4bdf7817-91db-4f7a-bf8e-988f74b32f94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f088456d3776496db28fcf551f85fdce&device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 1098 time: 0.3406730 Dec 22 13:02:13.435475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1caa889-5cea-4f9b-97dc-73cf041e9e2a tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:13.447760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3b683-690d-4d03-abc1-68a78263fda4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event deleted for resources: {'Port': ['ID=09ca6073-d6e8-4d1c-a32c-ad000dd7453b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:13.461118 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dfa3b683-690d-4d03-abc1-68a78263fda4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:13.464792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.636541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-19270852'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:13.659572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.674687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:13.697441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Usage tracker for resource:network and tenant:7f611aae4c104f75bc81305182e3f6c7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:13.700826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:13.729332 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.738223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8cad311c-e547-498b-985a-48bb3f48984b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:13.745937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:13.746455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:13.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:13.776622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:13.782968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Network b2c8ba72-234c-4d73-a4c5-815f32fc444e is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:13.827138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:13.829811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Made reservation on behalf of 7f611aae4c104f75bc81305182e3f6c7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:13.833264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.834653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:13.841117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:13.875710 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Pushing event updated for resources: {'Port': ['ID=547acc2f-60dc-4b19-a277-008d49c4fe96,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:13.894231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:13.953174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3bae3ca6-54d2-4e1c-b27f-abb5987e8f81 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:13.978517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:13.986492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:13.993508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.009424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690520e-b5cd-46bd-b4d2-61f9ca540b0e req-22b37dc6-1b4e-4587-b874-f87362418f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:14.010887 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0690520e-b5cd-46bd-b4d2-61f9ca540b0e req-22b37dc6-1b4e-4587-b874-f87362418f09 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f13a7c56-cda0-4112-8efa-249342855ee9 HTTP/1.1" status: 200 len: 912 time: 0.5289803 Dec 22 13:02:14.011362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.011736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3a72f11f-a13e-4339-96bf-9df58b120a31 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:14.031684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b683-690d-4d03-abc1-68a78263fda4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.032375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.035885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=57190091-8c69-4ece-93c1-c277f435fd22,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:14.039949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:14.040575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.045326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3bae3ca6-54d2-4e1c-b27f-abb5987e8f81 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.049293 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:14.055372 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:14.062983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Usage tracker for resource:security_group_rule and tenant:7f611aae4c104f75bc81305182e3f6c7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:14.067232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:14.074800 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dfa3b683-690d-4d03-abc1-68a78263fda4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "DELETE /v2.0/ports/09ca6073-d6e8-4d1c-a32c-ad000dd7453b HTTP/1.1" status: 204 len: 168 time: 2.1059310 Dec 22 13:02:14.077431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:14.081263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46198) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:14.125060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Network': ['ID=51c31f16-1d9b-4ce3-9432-3738fce79e66,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:14.147934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:14.168305 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/51c31f16-1d9b-4ce3-9432-3738fce79e66 HTTP/1.1" status: 204 len: 168 time: 1.3617997 Dec 22 13:02:14.178373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46202) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:14.183961 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6513767 Dec 22 13:02:14.188878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46206) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:14.234837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Request body: {'port': {'network_id': 'b2c8ba72-234c-4d73-a4c5-815f32fc444e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2077153942', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:14.235532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.api.validators [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] bootfile-name is not in valid_values {{(pid=87569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:02:14.235729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.api.validators [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] tftp-server is not in valid_values {{(pid=87569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:02:14.236065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.api.validators [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] server-ip-address is not in valid_values {{(pid=87569) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:02:14.250790 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f5cc813-c8de-4ff6-b3e1-d31cd7743035 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] GET failed (client error): The resource could not be found. Dec 22 13:02:14.251329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4f5cc813-c8de-4ff6-b3e1-d31cd7743035 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Synchronizing usage tracker for tenant:659fcce78bf3467082e6966141e0c1e6 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:14.268448 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dac8f58-1950-44ad-8678-03d7b783aea3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:14.269009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dac8f58-1950-44ad-8678-03d7b783aea3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:14.269132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04148a4-580a-4e63-9d2a-2b643779b7a3 None None] Network b2c8ba72-234c-4d73-a4c5-815f32fc444e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:14.324828 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0690520e-b5cd-46bd-b4d2-61f9ca540b0e req-97f8f7d5-14e9-4e07-b14c-fa0871fc0216 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5 HTTP/1.1" status: 200 len: 1001 time: 0.2937534 Dec 22 13:02:14.327058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4f5cc813-c8de-4ff6-b3e1-d31cd7743035 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Unset dirty status for tenant:659fcce78bf3467082e6966141e0c1e6 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:14.331915 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4f5cc813-c8de-4ff6-b3e1-d31cd7743035 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "GET /v2.0/ports/09ca6073-d6e8-4d1c-a32c-ad000dd7453b HTTP/1.1" status: 404 len: 333 time: 0.2461302 Dec 22 13:02:14.332340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46210) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:14.342017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Request body: {'port': {'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5', 'name': 'tempest-AllowedAddressPairTestJSON-1472928500'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:14.373498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bfe01a1a-83af-4265-83f5-ee98382bd6a7 None None] Provisioning for port d022c9d8-1acf-4c59-a74d-f034bc5052a9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:14.384400 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6dac8f58-1950-44ad-8678-03d7b783aea3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/subnets/2fdf6ffe-b69e-4fdd-9576-7981d47f03b1 HTTP/1.1" status: 404 len: 337 time: 0.2004240 Dec 22 13:02:14.384400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3bae3ca6-54d2-4e1c-b27f-abb5987e8f81 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.385256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3bae3ca6-54d2-4e1c-b27f-abb5987e8f81 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.386283 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3bae3ca6-54d2-4e1c-b27f-abb5987e8f81 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-groups/5e402bc5-adbc-43f0-a369-2b2dc562d6c3 HTTP/1.1" status: 204 len: 168 time: 0.9959946 Dec 22 13:02:14.387090 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46214) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:14.393881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:14.411501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46216) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:14.455298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae3ca6-54d2-4e1c-b27f-abb5987e8f81 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e402bc5-adbc-43f0-a369-2b2dc562d6c3,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:14.469849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3bae3ca6-54d2-4e1c-b27f-abb5987e8f81 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:14.483718 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7303f02-e294-451a-a5cf-ac6b9683c98a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:14.484177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7303f02-e294-451a-a5cf-ac6b9683c98a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:14.485851 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c7303f02-e294-451a-a5cf-ac6b9683c98a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/91e34f7e-7430-46fd-98d7-57dea582f1eb HTTP/1.1" status: 404 len: 339 time: 0.0833256 Dec 22 13:02:14.494467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46222) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:14.558976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690520e-b5cd-46bd-b4d2-61f9ca540b0e req-3a9e2392-ab9e-4a69-b1e2-46845ea1b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:14.560517 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0690520e-b5cd-46bd-b4d2-61f9ca540b0e req-3a9e2392-ab9e-4a69-b1e2-46845ea1b43d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d589bbeb-9639-4ffc-9c40-da0196ca78b1 HTTP/1.1" status: 200 len: 850 time: 0.2198522 Dec 22 13:02:14.655192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:14.664832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-abe7193f-e571-4371-82ce-2a3f6b0a0735 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:14.668682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Usage tracker for resource:port and tenant:39eb9efe25c4459e8a478773b6e9c95f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:14.672704 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.676366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:14.687800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-042a8ba8-5aed-4e53-ab7a-4a76dd667134 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting subnet c126eb33-046a-401e-82e8-fe14472ba58a {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:02:14.697797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042a8ba8-5aed-4e53-ab7a-4a76dd667134 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.729794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:14.762632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-abe7193f-e571-4371-82ce-2a3f6b0a0735 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:14.767629 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-abe7193f-e571-4371-82ce-2a3f6b0a0735 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3497174 Dec 22 13:02:14.767801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46226) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:14.772657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Made reservation on behalf of 39eb9efe25c4459e8a478773b6e9c95f for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:14.776206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.784586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:14.787922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.793291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527651764'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:14.801576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.811808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:14.819386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042a8ba8-5aed-4e53-ab7a-4a76dd667134 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.821183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f99803ee-d2fc-48cc-b1bc-c017869b032e None None] Provisioning for port 547acc2f-60dc-4b19-a277-008d49c4fe96 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:14.827130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f99803ee-d2fc-48cc-b1bc-c017869b032e None None] Provisioning complete for port 547acc2f-60dc-4b19-a277-008d49c4fe96 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:14.828009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f99803ee-d2fc-48cc-b1bc-c017869b032e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.855263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:14.857278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7c15b861-55a1-4d3e-9a0f-ac899d01a7e9 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:14.864306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:14.892255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] device_id is not set on port 4fe751a4-6dcf-46ff-beb8-a977e3625357 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:14.909468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f99803ee-d2fc-48cc-b1bc-c017869b032e None None] Port 547acc2f-60dc-4b19-a277-008d49c4fe96 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:14.922426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:14.934028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Made reservation on behalf of 659fcce78bf3467082e6966141e0c1e6 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:14.937595 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.939229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.955754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3f9db3-a53a-4032-af22-0830a307b9f3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:14.963709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:14.969373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:14.970845 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Added segment 7270b42b-8a29-4c27-99be-f03592439143 of type vlan for network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb Dec 22 13:02:14.975143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690520e-b5cd-46bd-b4d2-61f9ca540b0e req-9cd2e15a-2134-4d39-815c-77207b9c0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:14.976684 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0690520e-b5cd-46bd-b4d2-61f9ca540b0e req-9cd2e15a-2134-4d39-815c-77207b9c0985 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13a7c56-cda0-4112-8efa-249342855ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4059508 Dec 22 13:02:15.031027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:15.036062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] device_id is not set on port 4cd24444-e47a-4248-8547-aff51d8be7c0 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:15.091050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:15.094644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:15.132345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.146612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:15.159379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d022c9d8-1acf-4c59-a74d-f034bc5052a9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:15.182868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042a8ba8-5aed-4e53-ab7a-4a76dd667134 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.212541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2153d85c-fbc0-4b03-846c-c6371bd0782c None None] Provisioning complete for port 547acc2f-60dc-4b19-a277-008d49c4fe96 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:15.213588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2153d85c-fbc0-4b03-846c-c6371bd0782c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.278528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2153d85c-fbc0-4b03-846c-c6371bd0782c None None] Port 547acc2f-60dc-4b19-a277-008d49c4fe96 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:15.281739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Allocated IP 172.20.0.14 (b2c8ba72-234c-4d73-a4c5-815f32fc444e/497fbb38-85ed-4c3f-a14e-634c7e0c9a7e/4fe751a4-6dcf-46ff-beb8-a977e3625357) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:15.286729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port d022c9d8-1acf-4c59-a74d-f034bc5052a9 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:15.292432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port d022c9d8-1acf-4c59-a74d-f034bc5052a9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:15.293043 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.302952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.308497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:15.309320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.317910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-559a1a3e-1ba1-4f04-932a-c3ed3de5a1b7 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:15.334804 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0690520e-b5cd-46bd-b4d2-61f9ca540b0e req-68ebca49-fe78-4afb-9354-cfacbfe19ff0 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439655 Dec 22 13:02:15.348914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.416968 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.450744 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port d022c9d8-1acf-4c59-a74d-f034bc5052a9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d022c9d8-1acf-4c59-a74d-f034bc5052a9,segment=NetworkSegment(f5692bda-cf81-4f15-8de6-fb274c174519),segment_id=f5692bda-cf81-4f15-8de6-fb274c174519)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:15.456276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.458360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b92cf8fe-3220-4dfe-b3db-f71b7d17327a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:15.470072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Allocated IP 172.20.0.9 (c40a5f20-f2e5-45d3-9c87-40ba4be466c5/0117a455-40d1-4a37-b5bb-91e402469dbd/4cd24444-e47a-4248-8547-aff51d8be7c0) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:15.533762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=d022c9d8-1acf-4c59-a74d-f034bc5052a9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:15.543875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:15.603493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.616663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.629399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d2cf5c0b-0e64-4579-a040-81eb840d08e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:15.644280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042a8ba8-5aed-4e53-ab7a-4a76dd667134 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.670549 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.3348193 Dec 22 13:02:15.675277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Pushing event updated for resources: {'Network': ['ID=65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:15.691459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:15.697813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:15.725914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfaa92e-44a1-471e-9e02-76c53b8fdd9d None None] Network 520ac841-0742-41ad-ab8f-98e2d4922d37 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:15.759777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042a8ba8-5aed-4e53-ab7a-4a76dd667134 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.775993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4487e1c1-aa58-4a78-968c-2c36e1e898de,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:15.799410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:15.806904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a327c9ab-a46f-4b5c-91e6-d8cb9b318ed4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:15.859442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a8ba8-5aed-4e53-ab7a-4a76dd667134 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Subnet': ['ID=c126eb33-046a-401e-82e8-fe14472ba58a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:15.874705 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-042a8ba8-5aed-4e53-ab7a-4a76dd667134 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/subnets/c126eb33-046a-401e-82e8-fe14472ba58a HTTP/1.1" status: 204 len: 168 time: 1.3704093 Dec 22 13:02:15.876116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46234) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:15.876261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-042a8ba8-5aed-4e53-ab7a-4a76dd667134 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:15.883579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.887596 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1161184 Dec 22 13:02:15.889539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46238) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:15.904977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': '4487e1c1-aa58-4a78-968c-2c36e1e898de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:15.910528 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0690520e-b5cd-46bd-b4d2-61f9ca540b0e req-5f569278-cf32-4245-a5dd-0b370aca2d74 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624039 Dec 22 13:02:15.915871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:15.930331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:15.938276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:15.954973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:15.984167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:15.998138 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.039544 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Transition to ACTIVE for port object 4fe751a4-6dcf-46ff-beb8-a977e3625357 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:16.072208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.079260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6147858c-386d-4b50-bd89-86d109063754 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting subnet 9b07d9ba-2e35-447a-8caa-caf8471e6034 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:02:16.087255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46242) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:16.087850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.087995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6147858c-386d-4b50-bd89-86d109063754 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.094378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.103520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:16.116165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.128425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027eb0ce-fbb3-4efd-86d7-680836f95a37,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:16.136067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:16.137075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Request body: {'port': {'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1635257102'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:16.137220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0ef69de5-dd01-4f6a-8889-d337bbdc75c3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:16.157464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Transition to ACTIVE for port object 4cd24444-e47a-4248-8547-aff51d8be7c0 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:16.158819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:16.163993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8af75d69-98a0-48a4-a91a-947b0d66e7a5 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:02:16.173650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Usage tracker for resource:port and tenant:732327efa5cc420facd5e27a60e9b15f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:16.185099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6147858c-386d-4b50-bd89-86d109063754 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.202441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.206190 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3133159 Dec 22 13:02:16.206190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Network b2c8ba72-234c-4d73-a4c5-815f32fc444e is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:16.208807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46246) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:16.211541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:16.212741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:16.219444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': '4487e1c1-aa58-4a78-968c-2c36e1e898de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:16.230755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:16.286902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:16.307922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:16.308601 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.325739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:16.328673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Pushing event updated for resources: {'Port': ['ID=4fe751a4-6dcf-46ff-beb8-a977e3625357,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:16.342030 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:16.347051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:16.348639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Made reservation on behalf of 732327efa5cc420facd5e27a60e9b15f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:16.351168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.355168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:16.363990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:16.377722 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.1569417 Dec 22 13:02:16.385392 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46252) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:16.386125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.437693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.493311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:16.506895 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Usage tracker for resource:security_group_rule and tenant:732327efa5cc420facd5e27a60e9b15f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:16.525876 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:16.537390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.555258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:16.556066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7bd191-33ec-404d-8ba2-af0790843495 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:16.561854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7e37a2b3-ddd4-4674-acfc-a6b51efd67cc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:16.575153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7bd191-33ec-404d-8ba2-af0790843495 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:16.581232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7bd191-33ec-404d-8ba2-af0790843495 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:16.582223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aa7bd191-33ec-404d-8ba2-af0790843495 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Synchronizing usage tracker for tenant:39eb9efe25c4459e8a478773b6e9c95f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:16.620372 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6147858c-386d-4b50-bd89-86d109063754 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.631443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.638549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.649805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aa7bd191-33ec-404d-8ba2-af0790843495 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Unset dirty status for tenant:39eb9efe25c4459e8a478773b6e9c95f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:16.651441 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-aa7bd191-33ec-404d-8ba2-af0790843495 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2650247 Dec 22 13:02:16.654538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-04c94c68-d0bd-40e0-bc7d-675d4dca5a22 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:16.678044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46256) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:16.678963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d952f04f-dc67-42b7-8d04-3a04fb626453,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:16.683775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:16.697474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:02:16.712122 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008f957-50d8-463f-b4ec-a912e61e6124 None None] Sync routers for ids ['8af75d69-98a0-48a4-a91a-947b0d66e7a5'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:02:16.728134 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008f957-50d8-463f-b4ec-a912e61e6124 None None] Routers {'8af75d69-98a0-48a4-a91a-947b0d66e7a5'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:16.728868 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e008f957-50d8-463f-b4ec-a912e61e6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8af75d69-98a0-48a4-a91a-947b0d66e7a5'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:16.732664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5bb4847f-7e33-49c4-8769-1359ab6831e4 None None] Provisioning for port 4fe751a4-6dcf-46ff-beb8-a977e3625357 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:16.742421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5bb4847f-7e33-49c4-8769-1359ab6831e4 None None] Provisioning complete for port 4fe751a4-6dcf-46ff-beb8-a977e3625357 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:16.743451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5bb4847f-7e33-49c4-8769-1359ab6831e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.744878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:16.756659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:16.772830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.774364 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5644751 Dec 22 13:02:16.778170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46260) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:16.781275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:16.787366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': '4487e1c1-aa58-4a78-968c-2c36e1e898de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:16.819301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:16.853477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:16.860460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0840f896-9737-42d0-9244-2869f26df311 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Deleting port 4fe751a4-6dcf-46ff-beb8-a977e3625357 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:16.860806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0840f896-9737-42d0-9244-2869f26df311 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.871569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4847f-7e33-49c4-8769-1359ab6831e4 None None] Port 4fe751a4-6dcf-46ff-beb8-a977e3625357 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:16.882642 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e008f957-50d8-463f-b4ec-a912e61e6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:16.885537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event updated for resources: {'Port': ['ID=4cd24444-e47a-4248-8547-aff51d8be7c0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:16.895002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:16.896816 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e008f957-50d8-463f-b4ec-a912e61e6124 None None] Routers {'8af75d69-98a0-48a4-a91a-947b0d66e7a5'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:16.897986 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e008f957-50d8-463f-b4ec-a912e61e6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8af75d69-98a0-48a4-a91a-947b0d66e7a5'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:16.899176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.907201 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.8027120 Dec 22 13:02:16.908241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:16.910786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46264) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:16.942242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:16.974208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:16.976851 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e008f957-50d8-463f-b4ec-a912e61e6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:16.977274 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e008f957-50d8-463f-b4ec-a912e61e6124 None None] The sync data for ids ['8af75d69-98a0-48a4-a91a-947b0d66e7a5'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:02:17.032529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:17.033167 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.083936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6147858c-386d-4b50-bd89-86d109063754 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.101611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d4a6f9e1-3591-4204-99d4-956703aa641b tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:17.102194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-be0ec247-2d95-47fd-8205-b11894963156 None None] Provisioning complete for port 0b892cc5-9b55-443e-9448-a27a385e7de4 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:17.102673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-be0ec247-2d95-47fd-8205-b11894963156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.143752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d022c9d8-1acf-4c59-a74d-f034bc5052a9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:17.194261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.207664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.209241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147858c-386d-4b50-bd89-86d109063754 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Subnet': ['ID=9b07d9ba-2e35-447a-8caa-caf8471e6034,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:17.225502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6147858c-386d-4b50-bd89-86d109063754 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:17.232165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9dd50-70ad-4654-ae82-b7ca9608eeeb None None] Network 520ac841-0742-41ad-ab8f-98e2d4922d37 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:17.236116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6326dd7d-b723-4f09-b093-5850d08afd6f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:17.236358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.237896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6147858c-386d-4b50-bd89-86d109063754 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.239844 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6147858c-386d-4b50-bd89-86d109063754 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/subnets/9b07d9ba-2e35-447a-8caa-caf8471e6034 HTTP/1.1" status: 204 len: 168 time: 1.3635426 Dec 22 13:02:17.241519 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9074967 Dec 22 13:02:17.245377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46268) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:17.246124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46270) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:17.252466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.257988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3c2f2e07-fcb4-4564-b17e-29715930351a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:cf:39:dc'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:17.282186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6217af8e-ef0a-4d34-b16e-24e2ec1b0b11,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:17.284635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:17.285499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.286837 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5067642 Dec 22 13:02:17.289863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46276) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:17.301462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-305e3501-5550-408a-abfd-a77e58ff38da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:17.302984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': '4487e1c1-aa58-4a78-968c-2c36e1e898de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:17.313124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:17.316363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0840f896-9737-42d0-9244-2869f26df311 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.318965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] device_id is not set on port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:17.327506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:17.332463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:17.413889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port d022c9d8-1acf-4c59-a74d-f034bc5052a9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:17.414271 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.442204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:17.451115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0840f896-9737-42d0-9244-2869f26df311 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Calling delete_port for 4fe751a4-6dcf-46ff-beb8-a977e3625357 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:17.512118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.612553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.627457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-37bd22f9-375e-4df9-8b41-59b1847c1a74 None None] Provisioning for port 4cd24444-e47a-4248-8547-aff51d8be7c0 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:17.636462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-37bd22f9-375e-4df9-8b41-59b1847c1a74 None None] Provisioning complete for port 4cd24444-e47a-4248-8547-aff51d8be7c0 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:17.637060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-37bd22f9-375e-4df9-8b41-59b1847c1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.640812 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1613bf97-23a1-4535-9457-8789fe045812 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/routers/8af75d69-98a0-48a4-a91a-947b0d66e7a5 HTTP/1.1" status: 200 len: 884 time: 0.7221835 Dec 22 13:02:17.641653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9290818c-a529-41d8-8115-e157344618b5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:17.652027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46280) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:17.653836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.661594 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:17.684126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:17.710134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a07a291-a76b-4165-a3e3-768dfebded71,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:17.714874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:17.715541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-37bd22f9-375e-4df9-8b41-59b1847c1a74 None None] Port 4cd24444-e47a-4248-8547-aff51d8be7c0 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:17.740882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.742033 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4512653 Dec 22 13:02:17.743134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0840f896-9737-42d0-9244-2869f26df311 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.744907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46284) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:17.751105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:17.773505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f230dd-ea12-467c-add0-5b431e252473 None None] DHCP port deletion for 520ac841-0742-41ad-ab8f-98e2d4922d37 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:02:17.777741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d3f230dd-ea12-467c-add0-5b431e252473 None None] Deleting port 0b892cc5-9b55-443e-9448-a27a385e7de4 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:17.778198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3f230dd-ea12-467c-add0-5b431e252473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.783702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': '4487e1c1-aa58-4a78-968c-2c36e1e898de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:17.806592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:17.811668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840f896-9737-42d0-9244-2869f26df311 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Pushing event deleted for resources: {'Port': ['ID=4fe751a4-6dcf-46ff-beb8-a977e3625357,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:17.813788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:17.817851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0840f896-9737-42d0-9244-2869f26df311 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:17.818625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:17.821412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.855596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:17.934230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:17.969280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting port 0b892cc5-9b55-443e-9448-a27a385e7de4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:17.969611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.022999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.024436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0840f896-9737-42d0-9244-2869f26df311 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.030396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.033955 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0840f896-9737-42d0-9244-2869f26df311 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] 10.222.0.24 "DELETE /v2.0/ports/4fe751a4-6dcf-46ff-beb8-a977e3625357 HTTP/1.1" status: 204 len: 168 time: 1.3521059 Dec 22 13:02:18.038510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:18.046135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d3f230dd-ea12-467c-add0-5b431e252473 None None] For port 0b892cc5-9b55-443e-9448-a27a385e7de4, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0b892cc5-9b55-443e-9448-a27a385e7de4,segment=NetworkSegment(3756b7f3-c28b-48db-a8a0-7a880501d292),segment_id=3756b7f3-c28b-48db-a8a0-7a880501d292)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:18.046610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3f230dd-ea12-467c-add0-5b431e252473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.060059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46288) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:18.079239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Request body: {'port': {'name': 'tempest-new-port-name-1171017949', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:18.079745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] bootfile-name is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:02:18.080140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] tftp-server is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:02:18.080525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.api.validators [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] server-ip-address is not in valid_values {{(pid=87568) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 13:02:18.176979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce4a5411-45ad-453a-9d0b-4fb58051a747,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:18.180786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:18.185250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.189506 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4407952 Dec 22 13:02:18.189666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d3f230dd-ea12-467c-add0-5b431e252473 None None] Calling delete_port for 0b892cc5-9b55-443e-9448-a27a385e7de4 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:18.189940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46292) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:18.219522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9182b7ff-fd22-4d53-9b54-64eaf5a6bcb6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.229930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9182b7ff-fd22-4d53-9b54-64eaf5a6bcb6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.262814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9182b7ff-fd22-4d53-9b54-64eaf5a6bcb6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.265073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3f230dd-ea12-467c-add0-5b431e252473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.265245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:18.269541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:18.279424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182b7ff-fd22-4d53-9b54-64eaf5a6bcb6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce4a5411-45ad-453a-9d0b-4fb58051a747,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:18.282047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9182b7ff-fd22-4d53-9b54-64eaf5a6bcb6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:18.283762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9182b7ff-fd22-4d53-9b54-64eaf5a6bcb6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.287396 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9182b7ff-fd22-4d53-9b54-64eaf5a6bcb6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ce4a5411-45ad-453a-9d0b-4fb58051a747 HTTP/1.1" status: 204 len: 168 time: 0.0939975 Dec 22 13:02:18.287888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46296) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:18.312944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f230dd-ea12-467c-add0-5b431e252473 None None] Pushing event deleted for resources: {'Port': ['ID=0b892cc5-9b55-443e-9448-a27a385e7de4,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:18.314749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f230dd-ea12-467c-add0-5b431e252473 None None] No DVR routers for this DVR port 0b892cc5-9b55-443e-9448-a27a385e7de4 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:18.316171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d3f230dd-ea12-467c-add0-5b431e252473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:18.346009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bebfa89a-f483-4c45-9786-7fc7a4d4cc87 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:18.361066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2e07-fcb4-4564-b17e-29715930351a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.363217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bebfa89a-f483-4c45-9786-7fc7a4d4cc87 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:18.367507 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bebfa89a-f483-4c45-9786-7fc7a4d4cc87 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0758588 Dec 22 13:02:18.368009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46300) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:18.396137 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-507e4c6a-8500-4a97-87bd-c995f8678187 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.406223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-507e4c6a-8500-4a97-87bd-c995f8678187 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.428465 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] device_id is not set on port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:18.432999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-507e4c6a-8500-4a97-87bd-c995f8678187 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.435207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7516be1a-cf7a-485c-9a92-8bb6651e7fe7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:18.451352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e4c6a-8500-4a97-87bd-c995f8678187 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a07a291-a76b-4165-a3e3-768dfebded71,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:18.457713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-507e4c6a-8500-4a97-87bd-c995f8678187 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:18.462855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-507e4c6a-8500-4a97-87bd-c995f8678187 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.464284 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-507e4c6a-8500-4a97-87bd-c995f8678187 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8a07a291-a76b-4165-a3e3-768dfebded71 HTTP/1.1" status: 204 len: 168 time: 0.0952752 Dec 22 13:02:18.467147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46304) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:18.502154 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.521810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-91deba2f-f5c0-4188-9157-aebf3413104a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:18.537907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-91deba2f-f5c0-4188-9157-aebf3413104a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:18.542110 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-91deba2f-f5c0-4188-9157-aebf3413104a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0713236 Dec 22 13:02:18.542559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46308) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:18.573947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa62c8f7-1b39-4592-ae8e-bcceac5530ac tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.584493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa62c8f7-1b39-4592-ae8e-bcceac5530ac tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.610389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa62c8f7-1b39-4592-ae8e-bcceac5530ac tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.612539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:18.617381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.626608 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62c8f7-1b39-4592-ae8e-bcceac5530ac tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6217af8e-ef0a-4d34-b16e-24e2ec1b0b11,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:18.631053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aa62c8f7-1b39-4592-ae8e-bcceac5530ac tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:18.633147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Transition to ACTIVE for port object 0c2d0b4d-d879-4f0c-90f6-2734227005f1 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:18.638980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa62c8f7-1b39-4592-ae8e-bcceac5530ac tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.642589 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-aa62c8f7-1b39-4592-ae8e-bcceac5530ac tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6217af8e-ef0a-4d34-b16e-24e2ec1b0b11 HTTP/1.1" status: 204 len: 168 time: 0.0966396 Dec 22 13:02:18.643050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46312) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:18.654695 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] For port 0b892cc5-9b55-443e-9448-a27a385e7de4, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0b892cc5-9b55-443e-9448-a27a385e7de4,segment=NetworkSegment(3756b7f3-c28b-48db-a8a0-7a880501d292),segment_id=3756b7f3-c28b-48db-a8a0-7a880501d292)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:18.655051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.692612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3e1754d7-c369-4bb3-8978-c83a44af6fb3 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:18.708585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3e1754d7-c369-4bb3-8978-c83a44af6fb3 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:18.709908 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3e1754d7-c369-4bb3-8978-c83a44af6fb3 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0656936 Dec 22 13:02:18.712873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46316) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:18.741450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5ae74f8b-b01f-4a6d-86a4-e1b1e88955ae tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.751868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5ae74f8b-b01f-4a6d-86a4-e1b1e88955ae tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.776437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5ae74f8b-b01f-4a6d-86a4-e1b1e88955ae tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.782900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:18.796526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae74f8b-b01f-4a6d-86a4-e1b1e88955ae tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d952f04f-dc67-42b7-8d04-3a04fb626453,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:18.799066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5ae74f8b-b01f-4a6d-86a4-e1b1e88955ae tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:18.805296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5ae74f8b-b01f-4a6d-86a4-e1b1e88955ae tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.806484 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5ae74f8b-b01f-4a6d-86a4-e1b1e88955ae tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d952f04f-dc67-42b7-8d04-3a04fb626453 HTTP/1.1" status: 204 len: 168 time: 0.0922506 Dec 22 13:02:18.809176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46320) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:18.827169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.848069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Calling delete_port for 0b892cc5-9b55-443e-9448-a27a385e7de4 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:18.857201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-82ac8164-024d-44be-bd04-ce0fccc72b3a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:18.872985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-82ac8164-024d-44be-bd04-ce0fccc72b3a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:18.874275 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-82ac8164-024d-44be-bd04-ce0fccc72b3a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0641572 Dec 22 13:02:18.877293 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46324) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:18.879892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:18.907614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be6549eb-c02f-4247-bf79-c21bef0018bc tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.918145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be6549eb-c02f-4247-bf79-c21bef0018bc tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.941868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be6549eb-c02f-4247-bf79-c21bef0018bc tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.948721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-507e4c6a-8500-4a97-87bd-c995f8678187 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:18.963823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6549eb-c02f-4247-bf79-c21bef0018bc tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=027eb0ce-fbb3-4efd-86d7-680836f95a37,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:18.966850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be6549eb-c02f-4247-bf79-c21bef0018bc tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:18.973004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be6549eb-c02f-4247-bf79-c21bef0018bc tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:18.976570 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-be6549eb-c02f-4247-bf79-c21bef0018bc tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/027eb0ce-fbb3-4efd-86d7-680836f95a37 HTTP/1.1" status: 204 len: 168 time: 0.0959935 Dec 22 13:02:18.976793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46328) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:19.029854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4531f87e-6341-4d19-b074-f3f47c392ece tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:19.056792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4531f87e-6341-4d19-b074-f3f47c392ece tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:19.061273 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4531f87e-6341-4d19-b074-f3f47c392ece tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0806642 Dec 22 13:02:19.061821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46332) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:19.114677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0b892cc5-9b55-443e-9448-a27a385e7de4 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:19.132535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a6633de-f256-4178-8539-7e3e6afd8ff4 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.151905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 0b892cc5-9b55-443e-9448-a27a385e7de4 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:19.152252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0b892cc5-9b55-443e-9448-a27a385e7de4 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:19.161815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a6633de-f256-4178-8539-7e3e6afd8ff4 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.208657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a6633de-f256-4178-8539-7e3e6afd8ff4 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.213891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bef8be6a-5c03-4849-a9e9-ef2d96ed393b tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:19.232405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6633de-f256-4178-8539-7e3e6afd8ff4 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4487e1c1-aa58-4a78-968c-2c36e1e898de,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:19.232613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event updated for resources: {'Port': ['ID=0c2d0b4d-d879-4f0c-90f6-2734227005f1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:19.235512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3a6633de-f256-4178-8539-7e3e6afd8ff4 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:19.240934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:19.251216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a6633de-f256-4178-8539-7e3e6afd8ff4 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.255350 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3a6633de-f256-4178-8539-7e3e6afd8ff4 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-groups/4487e1c1-aa58-4a78-968c-2c36e1e898de HTTP/1.1" status: 204 len: 168 time: 0.1925311 Dec 22 13:02:19.256894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46336) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:19.305501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-88bfdee5-16fa-4e1f-a1e4-04cb646ea60a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:19.321375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-88bfdee5-16fa-4e1f-a1e4-04cb646ea60a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:19.322715 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-88bfdee5-16fa-4e1f-a1e4-04cb646ea60a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0655556 Dec 22 13:02:19.329079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46340) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:19.334195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group': {'name': 'tempest-secgroup--278221266'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:19.341052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:19.351111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:19.353429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2ff35e98-1c2d-4ab4-83a6-f65c907f498b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Synchronizing usage tracker for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:router {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:19.362818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.373951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:19.374260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:19.383875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Checking segment: {'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:19.384234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Network hostable DHCP agents. Network: 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:19.389565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:19.394094 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:19.397294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:19.404117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:19.431838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2ff35e98-1c2d-4ab4-83a6-f65c907f498b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Unset dirty status for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:router {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:19.433030 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2ff35e98-1c2d-4ab4-83a6-f65c907f498b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.7765279 Dec 22 13:02:19.436400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46344) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:19.442759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-6e4e1b1d-9810-447c-a0a2-a3ba6fa87c23 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-129007037'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:19.464152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2e07-fcb4-4564-b17e-29715930351a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.465708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:19.473369 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2e07-fcb4-4564-b17e-29715930351a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.480357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:19.540974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:19.556490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d5583-9fb3-44ba-abc1-62b9ba8e529b None None] Network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:19.592225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:19.631822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f2e07-fcb4-4564-b17e-29715930351a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event updated for resources: {'Port': ['ID=4cd24444-e47a-4248-8547-aff51d8be7c0,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:19.636801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.649659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3c2f2e07-fcb4-4564-b17e-29715930351a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:19.650436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.655062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:19.655589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:19.656142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:19.657483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-14837217-ccab-4912-bf2a-8e8947e38292 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:19.666802 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.669995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3c2f2e07-fcb4-4564-b17e-29715930351a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] In _notify_port_updated(), no bound segment for port 4cd24444-e47a-4248-8547-aff51d8be7c0 on network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:02:19.675835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f2e07-fcb4-4564-b17e-29715930351a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:19.676714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c2f2e07-fcb4-4564-b17e-29715930351a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.678233 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3c2f2e07-fcb4-4564-b17e-29715930351a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "PUT /v2.0/ports/4cd24444-e47a-4248-8547-aff51d8be7c0 HTTP/1.1" status: 200 len: 996 time: 2.4296656 Dec 22 13:02:19.679722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:19.680223 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:19.680874 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 2 to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 Dec 22 13:02:19.687896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.692332 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:19.695369 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3a1a10af-f99f-41b3-bf21-9fdf2f37199a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:19.742977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.747238 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4169860 Dec 22 13:02:19.749737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46354) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:19.750445 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3e23bc-cee8-4f66-adea-b4d5008d634d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:19.753873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:19.826960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': '2d3e23bc-cee8-4f66-adea-b4d5008d634d', 'direction': 'ingress', 'protocol': 17}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:19.850195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:19.858493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:19.863505 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:19.868320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:19.868858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:19.868858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:19.873827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:19.881512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:19.881839 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:19.882245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting port 0b892cc5-9b55-443e-9448-a27a385e7de4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:19.882568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.915911 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 3 to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 Dec 22 13:02:19.958086 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-78e64e59-4011-4ab5-b13b-0eb1c75af6b0 None None] Provisioning complete for port 4cd24444-e47a-4248-8547-aff51d8be7c0 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:19.958460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-78e64e59-4011-4ab5-b13b-0eb1c75af6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:19.970859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.008165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] In _notify_port_updated(), no bound segment for port 547acc2f-60dc-4b19-a277-008d49c4fe96 on network b2c8ba72-234c-4d73-a4c5-815f32fc444e {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:02:20.014416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:20.015065 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.019653 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] 10.222.0.24 "PUT /v2.0/ports/547acc2f-60dc-4b19-a277-008d49c4fe96 HTTP/1.1" status: 200 len: 1136 time: 1.9528935 Dec 22 13:02:20.028649 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-78e64e59-4011-4ab5-b13b-0eb1c75af6b0 None None] Port 4cd24444-e47a-4248-8547-aff51d8be7c0 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:20.032853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Pushing event updated for resources: {'Port': ['ID=547acc2f-60dc-4b19-a277-008d49c4fe96,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:20.035381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:20.035738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:20.036069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:20.042075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46358) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:20.042491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-056aa025-94b4-49b3-af10-5cfe7b640c1a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Deleting port 4cd24444-e47a-4248-8547-aff51d8be7c0 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:20.042682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056aa025-94b4-49b3-af10-5cfe7b640c1a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.069237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:20.074377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] The port '0b892cc5-9b55-443e-9448-a27a385e7de4' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:02:20.088541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:20.088868 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:20.126170 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 4 to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 Dec 22 13:02:20.151979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-911dfc08-ea4f-4bf1-a98f-bfe4ba64aa7c None None] Provisioning complete for port 547acc2f-60dc-4b19-a277-008d49c4fe96 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:20.152637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-911dfc08-ea4f-4bf1-a98f-bfe4ba64aa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.176125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:20.176353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:20.176682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:20.209058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-911dfc08-ea4f-4bf1-a98f-bfe4ba64aa7c None None] Port 547acc2f-60dc-4b19-a277-008d49c4fe96 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:20.240448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2158efa9-1e2b-4352-a713-b1fd6578fbe2 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:20.241045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2158efa9-1e2b-4352-a713-b1fd6578fbe2 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Synchronizing usage tracker for tenant:39eb9efe25c4459e8a478773b6e9c95f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:20.245190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.257878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.264584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:20.264853 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:20.268964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be6549eb-c02f-4247-bf79-c21bef0018bc tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:20.276039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1b1d-9810-447c-a0a2-a3ba6fa87c23 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.282252 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 5 to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 Dec 22 13:02:20.298826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2158efa9-1e2b-4352-a713-b1fd6578fbe2 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Unset dirty status for tenant:39eb9efe25c4459e8a478773b6e9c95f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:20.300598 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2158efa9-1e2b-4352-a713-b1fd6578fbe2 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] 10.222.0.24 "GET /v2.0/ports/547acc2f-60dc-4b19-a277-008d49c4fe96 HTTP/1.1" status: 200 len: 1136 time: 0.2463393 Dec 22 13:02:20.300757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d46c478c-5f34-40fa-8a05-c960c8d3d544,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:20.304873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:20.305331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46362) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:20.320850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.327911 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:20.328242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:20.328570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:20.346217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1b1d-9810-447c-a0a2-a3ba6fa87c23 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.348900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:20.349223 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:20.353562 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 6 to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 Dec 22 13:02:20.379162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520ac841-0742-41ad-ab8f-98e2d4922d37']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:20.422479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.426535 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6687348 Dec 22 13:02:20.435199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46366) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:20.453701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3756b7f3-c28b-48db-a8a0-7a880501d292') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:20.453969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3756b7f3-c28b-48db-a8a0-7a880501d292') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:20.478051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:20.478390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:20.478699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:20.484356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.507780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:20.508124 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:20.511052 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 7 to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 Dec 22 13:02:20.518593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.532067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:20.532556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:20.551488 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:20.577847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d12824dc-1e3c-4538-b305-ee38b9707793 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Deleting port 547acc2f-60dc-4b19-a277-008d49c4fe96 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:20.578177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d12824dc-1e3c-4538-b305-ee38b9707793 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.627952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:20.628285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:20.628618 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:20.641859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056aa025-94b4-49b3-af10-5cfe7b640c1a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.663870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:20.664229 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:20.669949 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 8 to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 Dec 22 13:02:20.802516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-056aa025-94b4-49b3-af10-5cfe7b640c1a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Calling delete_port for 4cd24444-e47a-4248-8547-aff51d8be7c0 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:20.809693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd0be-91d9-4706-8cb7-87dba135c7a7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.827635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4e1b1d-9810-447c-a0a2-a3ba6fa87c23 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8af75d69-98a0-48a4-a91a-947b0d66e7a5 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:02:20.845351 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.849503 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:20.849832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:20.850164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:20.855962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-beaea47b-9682-41a4-b870-d169fdef58a0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:20.871166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd0be-91d9-4706-8cb7-87dba135c7a7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.872384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:20.892483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:20.892809 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:20.898107 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 9 to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 Dec 22 13:02:20.904732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Network': ['ID=520ac841-0742-41ad-ab8f-98e2d4922d37,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:20.915763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:21.064788 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/520ac841-0742-41ad-ab8f-98e2d4922d37 HTTP/1.1" status: 204 len: 168 time: 3.8176105 Dec 22 13:02:21.067892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.105755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:21.106109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:21.106711 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:21.119056 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-07714e2b-a978-4dba-ace2-4f77397f297c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:21.119525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07714e2b-a978-4dba-ace2-4f77397f297c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:21.123593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:21.123923 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:21.152259 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 10 to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 Dec 22 13:02:21.163434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd0be-91d9-4706-8cb7-87dba135c7a7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.172042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cf65afbc-8d60-4c0f-a91f-24c9a8754f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:21.180034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d12824dc-1e3c-4538-b305-ee38b9707793 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.181241 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-07714e2b-a978-4dba-ace2-4f77397f297c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/subnets/4128e790-b0b4-4b17-aa84-2c9260e3cbe6 HTTP/1.1" status: 404 len: 337 time: 0.1118281 Dec 22 13:02:21.187371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46376) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.202433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcd0be-91d9-4706-8cb7-87dba135c7a7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3e23bc-cee8-4f66-adea-b4d5008d634d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:21.208913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:21.209240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:21.209566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:21.226169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:21.226480 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:21.228916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.241353 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a629f4-c5fa-46d0-a5ac-c6d418f0c9ef tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:21.241863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a629f4-c5fa-46d0-a5ac-c6d418f0c9ef tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:21.243780 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e7a629f4-c5fa-46d0-a5ac-c6d418f0c9ef tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/e150405c-9b05-4c4c-bf02-ca3eacf22aaf HTTP/1.1" status: 404 len: 339 time: 0.0554507 Dec 22 13:02:21.246813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46380) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.256172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d0dcd0be-91d9-4706-8cb7-87dba135c7a7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:21.286678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056aa025-94b4-49b3-af10-5cfe7b640c1a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.295181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9612d68a-450f-4a35-bf9a-f3e340f7cad2 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:21.327001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d12824dc-1e3c-4538-b305-ee38b9707793 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Calling delete_port for 547acc2f-60dc-4b19-a277-008d49c4fe96 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:21.357495 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c8b8f0-7d08-4a20-b6b0-e260ae8ee0d4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:21.357956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c8b8f0-7d08-4a20-b6b0-e260ae8ee0d4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:21.359637 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-12c8b8f0-7d08-4a20-b6b0-e260ae8ee0d4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/subnets/bdcd32a0-3656-4a29-ab30-846e292528b2 HTTP/1.1" status: 404 len: 337 time: 0.1092262 Dec 22 13:02:21.363031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4e1b1d-9810-447c-a0a2-a3ba6fa87c23 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:02:21.364565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46384) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.375917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beebbdee-83f0-4c56-a566-36a5e5f66eef None None] Sync routers for ids ['8af75d69-98a0-48a4-a91a-947b0d66e7a5'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:02:21.377977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1b1d-9810-447c-a0a2-a3ba6fa87c23 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.381571 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6e4e1b1d-9810-447c-a0a2-a3ba6fa87c23 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/8af75d69-98a0-48a4-a91a-947b0d66e7a5 HTTP/1.1" status: 200 len: 891 time: 1.9417582 Dec 22 13:02:21.383132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd0be-91d9-4706-8cb7-87dba135c7a7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.386185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46388) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.386318 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d0dcd0be-91d9-4706-8cb7-87dba135c7a7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-groups/2d3e23bc-cee8-4f66-adea-b4d5008d634d HTTP/1.1" status: 204 len: 168 time: 0.9477601 Dec 22 13:02:21.386403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056aa025-94b4-49b3-af10-5cfe7b640c1a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event deleted for resources: {'Port': ['ID=4cd24444-e47a-4248-8547-aff51d8be7c0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:21.387645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-056aa025-94b4-49b3-af10-5cfe7b640c1a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:21.404946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46390) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.415829 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beebbdee-83f0-4c56-a566-36a5e5f66eef None None] Routers {'8af75d69-98a0-48a4-a91a-947b0d66e7a5'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:21.416749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-beebbdee-83f0-4c56-a566-36a5e5f66eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8af75d69-98a0-48a4-a91a-947b0d66e7a5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:21.434900 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-811af9ec-eef1-4d25-a2fc-d290e5497ae2 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:21.435342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811af9ec-eef1-4d25-a2fc-d290e5497ae2 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:21.436858 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-811af9ec-eef1-4d25-a2fc-d290e5497ae2 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/fac57265-5753-4fed-bf29-d46cfd9c4989 HTTP/1.1" status: 404 len: 339 time: 0.0650158 Dec 22 13:02:21.441085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46396) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.493302 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-beebbdee-83f0-4c56-a566-36a5e5f66eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:21.502686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beebbdee-83f0-4c56-a566-36a5e5f66eef None None] Routers {'8af75d69-98a0-48a4-a91a-947b0d66e7a5'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:21.503657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-beebbdee-83f0-4c56-a566-36a5e5f66eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8af75d69-98a0-48a4-a91a-947b0d66e7a5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:21.545307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a62a1620-2d3d-43e1-aa5f-15109e0e79db tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:21.557616 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94e94d5-e703-4d43-ba20-a67268b7f0c3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:21.558114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94e94d5-e703-4d43-ba20-a67268b7f0c3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:21.563094 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d94e94d5-e703-4d43-ba20-a67268b7f0c3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/subnets/9b74ecb8-cd58-43f0-a141-c5d74e623857 HTTP/1.1" status: 404 len: 337 time: 0.1198027 Dec 22 13:02:21.566869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46400) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.621017 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e254cca3-7d57-4562-a154-75757cb6e7e1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:21.621945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e254cca3-7d57-4562-a154-75757cb6e7e1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:21.626288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a62a1620-2d3d-43e1-aa5f-15109e0e79db tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:21.627677 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a62a1620-2d3d-43e1-aa5f-15109e0e79db tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2218132 Dec 22 13:02:21.642165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-beebbdee-83f0-4c56-a566-36a5e5f66eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:21.642840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beebbdee-83f0-4c56-a566-36a5e5f66eef None None] The sync data for ids ['8af75d69-98a0-48a4-a91a-947b0d66e7a5'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:02:21.665386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] For port 0c2d0b4d-d879-4f0c-90f6-2734227005f1, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:21.665798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempted to set empty binding levels {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 13:02:21.666158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46404) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.669474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-056aa025-94b4-49b3-af10-5cfe7b640c1a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.671827 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-056aa025-94b4-49b3-af10-5cfe7b640c1a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "DELETE /v2.0/ports/4cd24444-e47a-4248-8547-aff51d8be7c0 HTTP/1.1" status: 204 len: 168 time: 1.9458258 Dec 22 13:02:21.676240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097483594'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:21.680404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46408) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.681106 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e254cca3-7d57-4562-a154-75757cb6e7e1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/6c7304af-20e4-436a-9eaf-20a53a73bb2d HTTP/1.1" status: 404 len: 339 time: 0.1127391 Dec 22 13:02:21.681644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.689229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:21.691136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46410) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.702202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1b3369e7-5cf0-4387-b24b-8f6c17473d38 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:21.746822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:21.780133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d12824dc-1e3c-4538-b305-ee38b9707793 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.788149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.799520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:21.800160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ae63d5-24e4-4714-99a3-615c54d83dba tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting subnet 65ed4296-e1dc-4069-aba2-4e0332ab349c {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:02:21.800337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.801876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-35d3bede-b621-458c-aaab-51381cbb1e94 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:21.823241 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefd2d85-5ec0-4c35-b703-d4e066390ee9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] GET failed (client error): The resource could not be found. Dec 22 13:02:21.823787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-eefd2d85-5ec0-4c35-b703-d4e066390ee9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Synchronizing usage tracker for tenant:659fcce78bf3467082e6966141e0c1e6 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:21.844353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6ae63d5-24e4-4714-99a3-615c54d83dba tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.858131 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.7387869 Dec 22 13:02:21.862095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event updated for resources: {'Port': ['ID=0c2d0b4d-d879-4f0c-90f6-2734227005f1,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:21.864570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46416) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.869946 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2099ada7-f2d5-418e-a0af-44358a38a953 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/routers/8af75d69-98a0-48a4-a91a-947b0d66e7a5 HTTP/1.1" status: 200 len: 891 time: 0.4809246 Dec 22 13:02:21.872401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:21.873424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-eefd2d85-5ec0-4c35-b703-d4e066390ee9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Unset dirty status for tenant:659fcce78bf3467082e6966141e0c1e6 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:21.878030 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-eefd2d85-5ec0-4c35-b703-d4e066390ee9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "GET /v2.0/ports/4cd24444-e47a-4248-8547-aff51d8be7c0 HTTP/1.1" status: 404 len: 333 time: 0.1878836 Dec 22 13:02:21.896415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46420) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.896736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46422) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:21.900576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12824dc-1e3c-4538-b305-ee38b9707793 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Pushing event deleted for resources: {'Port': ['ID=547acc2f-60dc-4b19-a277-008d49c4fe96,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:21.911963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d12824dc-1e3c-4538-b305-ee38b9707793 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:21.935787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f2f693d1-9bcf-43d1-81c5-f6854846cf2b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Deleting port 0c2d0b4d-d879-4f0c-90f6-2734227005f1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:21.936131 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2f693d1-9bcf-43d1-81c5-f6854846cf2b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:21.945776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Request body: {'port': {'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5', 'name': 'tempest-AllowedAddressPairTestJSON-2130689606'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:22.007469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:22.025172 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a1891658-336c-48f7-a9ce-28f9c172b92c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af75d69-98a0-48a4-a91a-947b0d66e7a5 HTTP/1.1" status: 200 len: 205 time: 0.1249783 Dec 22 13:02:22.025172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:22.027263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46430) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:22.096624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:22.258725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:22.262209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6ae63d5-24e4-4714-99a3-615c54d83dba tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.298279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-f2f693d1-9bcf-43d1-81c5-f6854846cf2b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] For port 0c2d0b4d-d879-4f0c-90f6-2734227005f1, host hv-neutron-8226, got binding levels [] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:22.298633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2f693d1-9bcf-43d1-81c5-f6854846cf2b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.365749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.366991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d12824dc-1e3c-4538-b305-ee38b9707793 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.403034 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d12824dc-1e3c-4538-b305-ee38b9707793 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] 10.222.0.24 "DELETE /v2.0/ports/547acc2f-60dc-4b19-a277-008d49c4fe96 HTTP/1.1" status: 204 len: 168 time: 2.0966792 Dec 22 13:02:22.410509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46434) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:22.461266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:22.494883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:22.520638 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6ae63d5-24e4-4714-99a3-615c54d83dba tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.583714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.590667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e760a0af-0552-46ff-add0-6fa139ad3df3 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Deleting subnet 497fbb38-85ed-4c3f-a14e-634c7e0c9a7e {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:02:22.598942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.605026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e760a0af-0552-46ff-add0-6fa139ad3df3 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.609108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f2f693d1-9bcf-43d1-81c5-f6854846cf2b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Calling delete_port for 0c2d0b4d-d879-4f0c-90f6-2734227005f1 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:22.634973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6e01b86b-a555-4116-a5d7-d18592573d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:22.658276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Made reservation on behalf of 659fcce78bf3467082e6966141e0c1e6 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:22.661907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.731843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e760a0af-0552-46ff-add0-6fa139ad3df3 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.760021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e67db0b-b2ed-463e-976b-0bf4519f895e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:22.763505 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] device_id is not set on port 47d5f558-923c-403e-bcad-149c146a1907 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:22.774691 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2f693d1-9bcf-43d1-81c5-f6854846cf2b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.784289 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c509a37e-bbd7-4905-afd6-9f6c5f0cf601 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:22.805890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:22.807310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.808699 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1415629 Dec 22 13:02:22.811930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46438) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:22.827759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273710054'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:22.828456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6ae63d5-24e4-4714-99a3-615c54d83dba tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.834251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.841648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a20dd844-9124-4c77-9bbd-369f15695598 tempest-RoutersIpV6AdminTest-403352227 tempest-RoutersIpV6AdminTest-403352227-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:22.847582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:22.849892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f693d1-9bcf-43d1-81c5-f6854846cf2b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c2d0b4d-d879-4f0c-90f6-2734227005f1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:22.858037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f2f693d1-9bcf-43d1-81c5-f6854846cf2b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:22.859011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2f693d1-9bcf-43d1-81c5-f6854846cf2b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.865345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 57190091-8c69-4ece-93c1-c277f435fd22 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:22.865654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.887475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae63d5-24e4-4714-99a3-615c54d83dba tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Subnet': ['ID=65ed4296-e1dc-4069-aba2-4e0332ab349c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:22.890170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:22.901935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e6ae63d5-24e4-4714-99a3-615c54d83dba tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:22.904606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727f7119-9bf7-44e5-b343-08d4df13dd7f None None] Network d66861ce-ce4e-4421-ad1e-72f133b1d007 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:22.907739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6ae63d5-24e4-4714-99a3-615c54d83dba tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.912870 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f2f693d1-9bcf-43d1-81c5-f6854846cf2b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0c2d0b4d-d879-4f0c-90f6-2734227005f1 HTTP/1.1" status: 204 len: 168 time: 1.0394170 Dec 22 13:02:22.917440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46442) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:22.925346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:22.968744 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e6ae63d5-24e4-4714-99a3-615c54d83dba tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/subnets/65ed4296-e1dc-4069-aba2-4e0332ab349c HTTP/1.1" status: 204 len: 168 time: 1.2742383 Dec 22 13:02:23.006862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:23.007530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46446) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:23.021075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:23.029552 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:23.035075 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d520f713-0631-4669-90ea-cc31ea6afb0a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] GET failed (client error): The resource could not be found. Dec 22 13:02:23.036420 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d520f713-0631-4669-90ea-cc31ea6afb0a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "GET /v2.0/ports/0c2d0b4d-d879-4f0c-90f6-2734227005f1 HTTP/1.1" status: 404 len: 333 time: 0.1143842 Dec 22 13:02:23.039555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:23.041383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46450) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:23.051280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Request body: {'port': {'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1359680360'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:23.062891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:23.082624 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Usage tracker for resource:port and tenant:732327efa5cc420facd5e27a60e9b15f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:23.093887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:23.114147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:23.124308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e760a0af-0552-46ff-add0-6fa139ad3df3 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.125655 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.142025 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Made reservation on behalf of 732327efa5cc420facd5e27a60e9b15f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:23.144252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.184234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Allocated IP 172.20.0.6 (c40a5f20-f2e5-45d3-9c87-40ba4be466c5/0117a455-40d1-4a37-b5bb-91e402469dbd/47d5f558-923c-403e-bcad-149c146a1907) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:23.219255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.240290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a50431f-2785-482b-b097-7cf34524e744 None None] DHCP port deletion for d66861ce-ce4e-4421-ad1e-72f133b1d007 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:02:23.244721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0a50431f-2785-482b-b097-7cf34524e744 None None] Deleting port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:23.245484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a50431f-2785-482b-b097-7cf34524e744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.270435 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for 57190091-8c69-4ece-93c1-c277f435fd22 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:23.273725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:23.274211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.319978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e760a0af-0552-46ff-add0-6fa139ad3df3 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.334082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:23.334301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] device_id is not set on port b4e92d17-c894-489c-b318-cd69d4bbd4aa yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:23.408398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.421039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6725b-7650-4451-aeaf-aec97f563da1 None None] Network b2c8ba72-234c-4d73-a4c5-815f32fc444e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:23.424098 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.436221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6a58a981-461e-4aac-9679-7bbe1fe175f3 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:23.446089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760a0af-0552-46ff-add0-6fa139ad3df3 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Pushing event deleted for resources: {'Subnet': ['ID=497fbb38-85ed-4c3f-a14e-634c7e0c9a7e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:23.450019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e760a0af-0552-46ff-add0-6fa139ad3df3 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.458989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e760a0af-0552-46ff-add0-6fa139ad3df3 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:23.511548 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e760a0af-0552-46ff-add0-6fa139ad3df3 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] 10.222.0.24 "DELETE /v2.0/subnets/497fbb38-85ed-4c3f-a14e-634c7e0c9a7e HTTP/1.1" status: 204 len: 168 time: 1.0977914 Dec 22 13:02:23.514365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46454) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:23.530775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9066603-a8cf-4223-b38e-74a92e1918b7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:23.538779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:23.609215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.613185 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7942445 Dec 22 13:02:23.618577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46458) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:23.635061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': '1e67db0b-b2ed-463e-976b-0bf4519f895e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd9066603-a8cf-4223-b38e-74a92e1918b7', 'remote_ip_prefix': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:23.649470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:23.670734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0a50431f-2785-482b-b097-7cf34524e744 None None] For port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4b7537ea-1d8c-41e4-af06-e29243d9a6d3,segment=NetworkSegment(3b22a361-a3d7-47f9-a717-e450c40971f1),segment_id=3b22a361-a3d7-47f9-a717-e450c40971f1)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:23.671393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a50431f-2785-482b-b097-7cf34524e744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.675806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:23.712479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:23.747437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:23.759160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.759418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.780779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.786910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e0a40d50-07b6-4222-a6aa-9eea5ada9649 tempest-RoutersAdminNegativeIpV6Test-957505573 tempest-RoutersAdminNegativeIpV6Test-957505573-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:23.789344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.800913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] For port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4b7537ea-1d8c-41e4-af06-e29243d9a6d3,segment=NetworkSegment(3b22a361-a3d7-47f9-a717-e450c40971f1),segment_id=3b22a361-a3d7-47f9-a717-e450c40971f1)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:23.801291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.814122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0a50431f-2785-482b-b097-7cf34524e744 None None] Calling delete_port for 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:23.873965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=57190091-8c69-4ece-93c1-c277f435fd22,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:23.877122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:23.908483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a50431f-2785-482b-b097-7cf34524e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.912628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-486f7476-cc5b-4f6d-a776-6b00c1294994 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:23.934353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Transition to ACTIVE for port object 47d5f558-923c-403e-bcad-149c146a1907 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:23.935739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Deleting port d022c9d8-1acf-4c59-a74d-f034bc5052a9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:23.936070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.954910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.956752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50431f-2785-482b-b097-7cf34524e744 None None] Pushing event deleted for resources: {'Port': ['ID=4b7537ea-1d8c-41e4-af06-e29243d9a6d3,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:23.960368 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0a50431f-2785-482b-b097-7cf34524e744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:23.962918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a50431f-2785-482b-b097-7cf34524e744 None None] No DVR routers for this DVR port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:23.967988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:23.990277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688299d7-a2e4-4a7f-9120-0779e1fb61f5 None None] DHCP port deletion for b2c8ba72-234c-4d73-a4c5-815f32fc444e request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:02:23.995352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-688299d7-a2e4-4a7f-9120-0779e1fb61f5 None None] Deleting port d022c9d8-1acf-4c59-a74d-f034bc5052a9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:23.996466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-688299d7-a2e4-4a7f-9120-0779e1fb61f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.096133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Calling delete_port for 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:24.226242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-688299d7-a2e4-4a7f-9120-0779e1fb61f5 None None] For port d022c9d8-1acf-4c59-a74d-f034bc5052a9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d022c9d8-1acf-4c59-a74d-f034bc5052a9,segment=NetworkSegment(f5692bda-cf81-4f15-8de6-fb274c174519),segment_id=f5692bda-cf81-4f15-8de6-fb274c174519)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:24.226799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-688299d7-a2e4-4a7f-9120-0779e1fb61f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.300909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.303914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.310579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.312981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:24.313156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:24.313349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:24.322039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.335742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4bbc4f19-f6b3-4997-b5b8-0598a5257319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:24.354331 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-688299d7-a2e4-4a7f-9120-0779e1fb61f5 None None] Calling delete_port for d022c9d8-1acf-4c59-a74d-f034bc5052a9 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:24.411343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:24.416578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:24.416962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:24.420861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] For port d022c9d8-1acf-4c59-a74d-f034bc5052a9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d022c9d8-1acf-4c59-a74d-f034bc5052a9,segment=NetworkSegment(f5692bda-cf81-4f15-8de6-fb274c174519),segment_id=f5692bda-cf81-4f15-8de6-fb274c174519)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:24.421223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.421997 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.422498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Fanout notify agent at l3_agent the message router_deleted on router 8af75d69-98a0-48a4-a91a-947b0d66e7a5 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:02:24.429257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:24.430468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:24.431400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:24.432019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.435443 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event updated for resources: {'Port': ['ID=b4e92d17-c894-489c-b318-cd69d4bbd4aa,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:24.438672 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-688299d7-a2e4-4a7f-9120-0779e1fb61f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.442120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:24.445687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:24.446714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.447792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:24.457180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.467503 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-47e53702-2796-47d0-a8d1-3dbafb4f3877 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:24.501599 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688299d7-a2e4-4a7f-9120-0779e1fb61f5 None None] Pushing event deleted for resources: {'Port': ['ID=d022c9d8-1acf-4c59-a74d-f034bc5052a9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:24.504920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-688299d7-a2e4-4a7f-9120-0779e1fb61f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:24.505079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b12c8a-3683-470e-881b-5b0699f345ff,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:24.506885 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688299d7-a2e4-4a7f-9120-0779e1fb61f5 None None] No DVR routers for this DVR port d022c9d8-1acf-4c59-a74d-f034bc5052a9 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:24.510347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:24.514460 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4680116 Dec 22 13:02:24.516979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.521489 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2da1c654-3f20-4d7a-92b6-21968c982a41 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/8af75d69-98a0-48a4-a91a-947b0d66e7a5 HTTP/1.1" status: 204 len: 168 time: 2.4898338 Dec 22 13:02:24.521489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46462) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:24.524201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:24.529916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:24.589838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event updated for resources: {'Port': ['ID=47d5f558-923c-403e-bcad-149c146a1907,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:24.592837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-470008388'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:24.596811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.598412 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9770021 Dec 22 13:02:24.603165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:24.605065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Calling delete_port for d022c9d8-1acf-4c59-a74d-f034bc5052a9 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:24.606396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46470) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:24.626960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:network and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:24.634577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:24.635364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:24.674803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:24.675559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.685739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:24.700936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-748a5a82-9be8-4aa8-adc1-624218a73ce6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.714229 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8149021 Dec 22 13:02:24.716758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46474) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:24.723854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Request body: {'port': {'network_id': 'c40a5f20-f2e5-45d3-9c87-40ba4be466c5', 'name': 'tempest-AllowedAddressPairTestJSON-1286596028'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:24.725589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-748a5a82-9be8-4aa8-adc1-624218a73ce6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.735692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:24.739720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.741050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:24.741379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:24.761285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.792366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-52777327-fba2-4222-84b0-8152b9d8b0b8 None None] Provisioning for port 47d5f558-923c-403e-bcad-149c146a1907 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:24.798007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-52777327-fba2-4222-84b0-8152b9d8b0b8 None None] Provisioning complete for port 47d5f558-923c-403e-bcad-149c146a1907 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:24.798393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-52777327-fba2-4222-84b0-8152b9d8b0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.815368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting port 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:24.816030 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.829569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-748a5a82-9be8-4aa8-adc1-624218a73ce6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.843931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:24.846241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e40348ed-d857-4bc5-beed-e348ef994f1d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:24.854681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-52777327-fba2-4222-84b0-8152b9d8b0b8 None None] Port 47d5f558-923c-403e-bcad-149c146a1907 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:24.870318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a5a82-9be8-4aa8-adc1-624218a73ce6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12b12c8a-3683-470e-881b-5b0699f345ff,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:24.888186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-748a5a82-9be8-4aa8-adc1-624218a73ce6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:24.894902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.895212 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Added segment 02211ed7-fb4f-4225-96ac-834be2d78d1a of type vlan for network c0ecbde8-9137-4e59-962f-a2dde8a83544 Dec 22 13:02:24.903101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] The port '4b7537ea-1d8c-41e4-af06-e29243d9a6d3' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:02:24.953606 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-748a5a82-9be8-4aa8-adc1-624218a73ce6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:24.957351 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-748a5a82-9be8-4aa8-adc1-624218a73ce6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/12b12c8a-3683-470e-881b-5b0699f345ff HTTP/1.1" status: 204 len: 168 time: 0.3470793 Dec 22 13:02:24.961854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46478) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:25.000684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.038615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:25.064648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:25.075435 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.080715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.081110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:25.081721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.096344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4b631c9c-c590-40cb-8e81-7c21e6f4e86c tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:25.114310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-01f118ab-4fc7-41d5-80b7-56272820d688 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:25.124615 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:25.131002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Made reservation on behalf of 659fcce78bf3467082e6966141e0c1e6 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:25.134468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.138728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] device_id is not set on port b4e92d17-c894-489c-b318-cd69d4bbd4aa yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:25.147451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.147637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66861ce-ce4e-4421-ad1e-72f133b1d007']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:25.160278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:25.160637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4b7537ea-1d8c-41e4-af06-e29243d9a6d3 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:25.161075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d022c9d8-1acf-4c59-a74d-f034bc5052a9 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:25.165755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Transition to ACTIVE for port object b4e92d17-c894-489c-b318-cd69d4bbd4aa will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:25.169275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b22a361-a3d7-47f9-a717-e450c40971f1') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:25.169609 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b22a361-a3d7-47f9-a717-e450c40971f1') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:25.186304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.192796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-01f118ab-4fc7-41d5-80b7-56272820d688 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:25.194094 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-01f118ab-4fc7-41d5-80b7-56272820d688 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2273514 Dec 22 13:02:25.195389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] device_id is not set on port 97c27a53-12b6-424c-a837-a67347853dd9 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:25.229252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46482) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:25.230868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.235125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: d022c9d8-1acf-4c59-a74d-f034bc5052a9 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:25.235589 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d022c9d8-1acf-4c59-a74d-f034bc5052a9 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:25.246021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Deleting port d022c9d8-1acf-4c59-a74d-f034bc5052a9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:25.246353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.279797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.326284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:25.326661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:25.341898 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:25.350562 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8254094 Dec 22 13:02:25.364842 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46486) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:25.365677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Network': ['ID=c0ecbde8-9137-4e59-962f-a2dde8a83544,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:25.368907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:25.379058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network c0ecbde8-9137-4e59-962f-a2dde8a83544 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:25.380598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-597631a1-cd1e-4d9c-9f60-1b242a87bb7b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:25.409935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] The port 'd022c9d8-1acf-4c59-a74d-f034bc5052a9' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:02:25.418636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'subnet': {'network_id': 'c0ecbde8-9137-4e59-962f-a2dde8a83544', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:25.518676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.574277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:25.574474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:25.574809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:25.596644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event updated for resources: {'Port': ['ID=b4e92d17-c894-489c-b318-cd69d4bbd4aa,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:25.600111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:25.606371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:25.607048 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:25.611270 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 2 to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa Dec 22 13:02:25.621615 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81902568-753a-4849-a7ca-bdc7231b1297 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.641722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:25.643938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:25.644293 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:25.644618 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:25.665505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:subnet and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:25.670455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:25.670776 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:25.673274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:25.675930 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 3 to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa Dec 22 13:02:25.687059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81902568-753a-4849-a7ca-bdc7231b1297 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.690773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0540f4e0-7b96-4ae6-9efb-7fbebe189431 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:25.695338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:25.720192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:25.720521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:25.720840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:25.735570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:25.739060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.748351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.754198 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:25.754587 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:25.758672 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 4 to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa Dec 22 13:02:25.768992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Network': ['ID=d66861ce-ce4e-4421-ad1e-72f133b1d007,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:25.778844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:25.801997 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/d66861ce-ce4e-4421-ad1e-72f133b1d007 HTTP/1.1" status: 204 len: 168 time: 2.7933786 Dec 22 13:02:25.806012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.812983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46490) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:25.843975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:25.844279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:25.844535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:25.855206 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:25.855520 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:25.858632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Allocated IP 172.20.0.14 (c40a5f20-f2e5-45d3-9c87-40ba4be466c5/0117a455-40d1-4a37-b5bb-91e402469dbd/97c27a53-12b6-424c-a837-a67347853dd9) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:25.861201 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 5 to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa Dec 22 13:02:25.870781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81902568-753a-4849-a7ca-bdc7231b1297 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.877315 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-721c17af-94d3-4c32-b19f-ddf776bed0d9 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:25.877766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721c17af-94d3-4c32-b19f-ddf776bed0d9 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:25.878702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-109a1595-5dad-42a6-be40-06967b4c4878 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:25.879454 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-721c17af-94d3-4c32-b19f-ddf776bed0d9 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/subnets/934530aa-1e44-461a-9170-fdd7e42c93d0 HTTP/1.1" status: 404 len: 337 time: 0.0624666 Dec 22 13:02:25.882232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c8ba72-234c-4d73-a4c5-815f32fc444e']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:25.887361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46494) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:25.898569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5692bda-cf81-4f15-8de6-fb274c174519') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:25.898875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5692bda-cf81-4f15-8de6-fb274c174519') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:25.922884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.925741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81902568-753a-4849-a7ca-bdc7231b1297 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9066603-a8cf-4223-b38e-74a92e1918b7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:25.928555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-81902568-753a-4849-a7ca-bdc7231b1297 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:25.929240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:25.929561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:25.929880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:25.945243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:25.945553 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:25.950507 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 6 to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa Dec 22 13:02:25.958254 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6e2b9f-6fc8-4016-ac4f-79e78193baae tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:25.958873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.958978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6e2b9f-6fc8-4016-ac4f-79e78193baae tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:25.971154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:25.971550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.982930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:25.983343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:25.983700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:25.987921 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bd6e2b9f-6fc8-4016-ac4f-79e78193baae tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/38c8d1d7-359f-4dda-92fe-eb5f025a10c7 HTTP/1.1" status: 404 len: 339 time: 0.0928941 Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:25.990093 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:25.992098 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81902568-753a-4849-a7ca-bdc7231b1297 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:25.995312 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-81902568-753a-4849-a7ca-bdc7231b1297 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-groups/d9066603-a8cf-4223-b38e-74a92e1918b7 HTTP/1.1" status: 204 len: 168 time: 0.7594147 Dec 22 13:02:25.997193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46498) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:25.997504 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46500) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:26.006095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:26.006430 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:26.077399 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 7 to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa Dec 22 13:02:26.122707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:26.122935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:26.123249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:26.148094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:26.148412 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:26.150303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.155909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5e4be252-5ebf-48fd-9a80-8dfbb35a2dfe tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:26.156095 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 8 to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa Dec 22 13:02:26.170394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.192670 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] 10.222.0.24 "DELETE /v2.0/networks/b2c8ba72-234c-4d73-a4c5-815f32fc444e HTTP/1.1" status: 204 len: 168 time: 2.6750727 Dec 22 13:02:26.193671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Pushing event deleted for resources: {'Network': ['ID=b2c8ba72-234c-4d73-a4c5-815f32fc444e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:26.198222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:26.202147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:26.202478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:26.203275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:26.217221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-28717ff5-d704-4aa7-9338-5d9e4dd0a991 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting subnet d6b1673c-b0dc-4fac-9d53-91de1e276630 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:02:26.233170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.240822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:26.241143 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:26.241746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28717ff5-d704-4aa7-9338-5d9e4dd0a991 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.250885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Transition to ACTIVE for port object 97c27a53-12b6-424c-a837-a67347853dd9 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:26.278881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.285826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0840f896-9737-42d0-9244-2869f26df311 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:26.359320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:26.362562 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:26.365333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:26.388397 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 9 to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa Dec 22 13:02:26.407765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-13c72348-c510-41c8-bc3e-3041a7091632 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:26.415466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event updated for resources: {'Port': ['ID=97c27a53-12b6-424c-a837-a67347853dd9,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:26.418513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:26.432883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.440061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a3bbec55-53d4-48a7-b85d-1c4889562507 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:26.446568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:26.447333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.465342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:26.465649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:26.465944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:26.468584 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7505362 Dec 22 13:02:26.471859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46510) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:26.479172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ace214ec-17fd-4970-8120-3baf68165dff tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:cf:39:dc'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4a:fe:aa'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:26.500733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:26.501055 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:26.508916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28717ff5-d704-4aa7-9338-5d9e4dd0a991 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.525319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46514) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:26.541499 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.plugins.ml2.plugin [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 10 to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa Dec 22 13:02:26.608039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-13c72348-c510-41c8-bc3e-3041a7091632 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:26.609460 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-13c72348-c510-41c8-bc3e-3041a7091632 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.6071260 Dec 22 13:02:26.627901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46520) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:26.633236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Checking segment: {'id': '02211ed7-fb4f-4225-96ac-834be2d78d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c0ecbde8-9137-4e59-962f-a2dde8a83544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:26.633590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network hostable DHCP agents. Network: c0ecbde8-9137-4e59-962f-a2dde8a83544, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:26.662325 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:26.662662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:26.662998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:26.678168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:26.678523 dv-neutron-822668-1-hyperv neutron-server[87568]: ERROR neutron.plugins.ml2.managers [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port b4e92d17-c894-489c-b318-cd69d4bbd4aa on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:26.678966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.698442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Subnet': ['ID=fb249104-062e-4ee3-88d1-baaad12080c5,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:26.699726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-047cc56e-f3ec-4e95-98f7-6b5589f01ea9 None None] Provisioning for port 97c27a53-12b6-424c-a837-a67347853dd9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:26.705679 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-047cc56e-f3ec-4e95-98f7-6b5589f01ea9 None None] Provisioning complete for port 97c27a53-12b6-424c-a837-a67347853dd9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:26.706748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-047cc56e-f3ec-4e95-98f7-6b5589f01ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.713571 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:26.763111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-047cc56e-f3ec-4e95-98f7-6b5589f01ea9 None None] Port 97c27a53-12b6-424c-a837-a67347853dd9 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:26.792434 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-027d98a8-ce45-4b84-a3c7-274366ed3cbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39eb9efe25c4459e8a478773b6e9c95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640982 Dec 22 13:02:26.793168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46524) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:26.811466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ace214ec-17fd-4970-8120-3baf68165dff tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.818863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network c0ecbde8-9137-4e59-962f-a2dde8a83544 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:26.873642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92048fe6-d98b-4ea4-b350-658ee7f28ea2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.881521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, c0ecbde8-9137-4e59-962f-a2dde8a83544) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:26.892089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a345a61c-298c-4ca0-b021-1f68a42ac30b None None] Network c0ecbde8-9137-4e59-962f-a2dde8a83544 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:26.910294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28717ff5-d704-4aa7-9338-5d9e4dd0a991 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.941244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:26.941827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.950387 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] For port b4e92d17-c894-489c-b318-cd69d4bbd4aa, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:26.950752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempted to set empty binding levels {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 13:02:26.983739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:26.989234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92048fe6-d98b-4ea4-b350-658ee7f28ea2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.002695 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dfa3b683-690d-4d03-abc1-68a78263fda4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:27.075780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ace214ec-17fd-4970-8120-3baf68165dff tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.081552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ace214ec-17fd-4970-8120-3baf68165dff tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.086719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a8462f44-59ba-4346-9401-97e8d0b6307d tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:27.090185 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7171624 Dec 22 13:02:27.099336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46528) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:27.099913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] In _notify_port_updated(), no bound segment for port b4e92d17-c894-489c-b318-cd69d4bbd4aa on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:02:27.100748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.101340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.105228 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "PUT /v2.0/ports/b4e92d17-c894-489c-b318-cd69d4bbd4aa HTTP/1.1" status: 200 len: 977 time: 2.5825219 Dec 22 13:02:27.109897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21700dde-f65c-472b-936c-fe5104ec0f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.117825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-c0ecbde8-9137-4e59-962f-a2dde8a83544', 'network_id': 'c0ecbde8-9137-4e59-962f-a2dde8a83544', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'fixed_ips': [{'subnet_id': 'fb249104-062e-4ee3-88d1-baaad12080c5'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:02:27.119806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46530) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:27.121108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.125928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fa558806-26d7-40d1-b210-3c2f1ebf7ab8 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-754206501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:27.160913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fa558806-26d7-40d1-b210-3c2f1ebf7ab8 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:27.166862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event updated for resources: {'Port': ['ID=b4e92d17-c894-489c-b318-cd69d4bbd4aa,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:27.180636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:27.182432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fa558806-26d7-40d1-b210-3c2f1ebf7ab8 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:router and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:27.188451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fa558806-26d7-40d1-b210-3c2f1ebf7ab8 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:27.195631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21700dde-f65c-472b-936c-fe5104ec0f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.203984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fa558806-26d7-40d1-b210-3c2f1ebf7ab8 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:27.209566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28717ff5-d704-4aa7-9338-5d9e4dd0a991 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.217309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7461af4c-aacb-4dfb-975a-3fe3a9d438ae tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:27.253758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace214ec-17fd-4970-8120-3baf68165dff tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event updated for resources: {'Port': ['ID=97c27a53-12b6-424c-a837-a67347853dd9,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:27.262381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92048fe6-d98b-4ea4-b350-658ee7f28ea2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.262596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ace214ec-17fd-4970-8120-3baf68165dff tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:27.281443 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28717ff5-d704-4aa7-9338-5d9e4dd0a991 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b1673c-b0dc-4fac-9d53-91de1e276630,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:27.283764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-28717ff5-d704-4aa7-9338-5d9e4dd0a991 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.288738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ace214ec-17fd-4970-8120-3baf68165dff tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] In _notify_port_updated(), no bound segment for port 97c27a53-12b6-424c-a837-a67347853dd9 on network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 {{(pid=87569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:02:27.294149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace214ec-17fd-4970-8120-3baf68165dff tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.294783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ace214ec-17fd-4970-8120-3baf68165dff tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.296188 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ace214ec-17fd-4970-8120-3baf68165dff tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "PUT /v2.0/ports/97c27a53-12b6-424c-a837-a67347853dd9 HTTP/1.1" status: 200 len: 1056 time: 0.8229094 Dec 22 13:02:27.299262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-28717ff5-d704-4aa7-9338-5d9e4dd0a991 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:27.299499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46536) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:27.303219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa558806-26d7-40d1-b210-3c2f1ebf7ab8 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.304213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa558806-26d7-40d1-b210-3c2f1ebf7ab8 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.307343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:27.308456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b15c4-926f-478b-bccf-fbc3a2141ca3 None None] Network ae36faf9-3db6-429c-89d1-47a7a0a6c47f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:27.324235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Allocated IP 2001:db8::2 (c0ecbde8-9137-4e59-962f-a2dde8a83544/fb249104-062e-4ee3-88d1-baaad12080c5/a46341cc-5f61-4bd8-91a2-5ce5e70c9e76) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:27.337586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92048fe6-d98b-4ea4-b350-658ee7f28ea2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e67db0b-b2ed-463e-976b-0bf4519f895e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:27.345852 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-28717ff5-d704-4aa7-9338-5d9e4dd0a991 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/subnets/d6b1673c-b0dc-4fac-9d53-91de1e276630 HTTP/1.1" status: 204 len: 168 time: 1.3399129 Dec 22 13:02:27.345852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-92048fe6-d98b-4ea4-b350-658ee7f28ea2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:27.346107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46540) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:27.358901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa558806-26d7-40d1-b210-3c2f1ebf7ab8 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.367475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92048fe6-d98b-4ea4-b350-658ee7f28ea2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.368662 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-92048fe6-d98b-4ea4-b350-658ee7f28ea2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-groups/1e67db0b-b2ed-463e-976b-0bf4519f895e HTTP/1.1" status: 204 len: 168 time: 0.7302656 Dec 22 13:02:27.372417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46544) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:27.389104 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21700dde-f65c-472b-936c-fe5104ec0f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.396080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-64b07e6b-0e04-4734-9583-9bd55bf0aae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:27.418664 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21700dde-f65c-472b-936c-fe5104ec0f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94e30f3-0877-43ea-9b43-df2a9219bd71,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:27.418857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.420371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.420371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.420798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.421270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.421792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.422376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.422727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.423188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.423814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.424249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.424769 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.425524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.425974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.426408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:27.428926 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5d57abf5-ab2b-4dff-8df4-3c639406caf6 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13654 time: 0.3011086 Dec 22 13:02:27.437038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46548) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:27.438859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-21700dde-f65c-472b-936c-fe5104ec0f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:27.491010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa558806-26d7-40d1-b210-3c2f1ebf7ab8 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.519579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-21700dde-f65c-472b-936c-fe5104ec0f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.525205 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-21700dde-f65c-472b-936c-fe5104ec0f7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c94e30f3-0877-43ea-9b43-df2a9219bd71 HTTP/1.1" status: 204 len: 168 time: 0.7285268 Dec 22 13:02:27.565377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cf0a58ef-ce69-4663-af63-52694533695b tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:27.570349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0feb036b-7e54-4aca-9733-6b7223d8d73a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Deleting port b4e92d17-c894-489c-b318-cd69d4bbd4aa {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:27.570648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0feb036b-7e54-4aca-9733-6b7223d8d73a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.614128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fa558806-26d7-40d1-b210-3c2f1ebf7ab8 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.615975 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fa558806-26d7-40d1-b210-3c2f1ebf7ab8 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5074224 Dec 22 13:02:27.631062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46554) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:27.716331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.727637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0b354e71-d850-4bea-a7ee-a4dd28a02d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.739182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b67a703c-3587-4ab2-a4e1-8020577227da tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Deleting port 97c27a53-12b6-424c-a837-a67347853dd9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:27.739515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b67a703c-3587-4ab2-a4e1-8020577227da tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.753137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cafcc01c-3222-4eae-ac6a-0e1d9b390992 None None] Provisioning complete for port 97c27a53-12b6-424c-a837-a67347853dd9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:27.753866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cafcc01c-3222-4eae-ac6a-0e1d9b390992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.797303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Deleting port dd10d911-9e80-4a07-8b33-5b0da2db1b81 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:27.797873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.897607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cafcc01c-3222-4eae-ac6a-0e1d9b390992 None None] Port 97c27a53-12b6-424c-a837-a67347853dd9 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:27.923889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:27.943574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Transition to ACTIVE for port object a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:27.973166 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Transition to ACTIVE for port object a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:27.976273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd972d72-5ce4-4c75-afb4-e866ee29b201 None None] DHCP port deletion for ae36faf9-3db6-429c-89d1-47a7a0a6c47f request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:02:27.982741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cd972d72-5ce4-4c75-afb4-e866ee29b201 None None] Deleting port dd10d911-9e80-4a07-8b33-5b0da2db1b81 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:27.983477 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd972d72-5ce4-4c75-afb4-e866ee29b201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.015518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.034648 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0d788572-a61a-445d-9182-85c7c88d6c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:28.093784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Network c0ecbde8-9137-4e59-962f-a2dde8a83544 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:28.103397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:28.111959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:28.274864 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Pushing event updated for resources: {'Port': ['ID=a46341cc-5f61-4bd8-91a2-5ce5e70c9e76,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:28.298947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b67a703c-3587-4ab2-a4e1-8020577227da tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.306284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cf0a58ef-ce69-4663-af63-52694533695b tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:28.307666 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cf0a58ef-ce69-4663-af63-52694533695b tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9342759 Dec 22 13:02:28.312141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46576) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:28.320149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:28.321201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group': {'name': 'tempest-secgroup--251222189'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:28.367711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Attempting to bind port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:28.368347 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Attempting to bind port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '02211ed7-fb4f-4225-96ac-834be2d78d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c0ecbde8-9137-4e59-962f-a2dde8a83544'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:28.369035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Attempting to bind port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 on network c0ecbde8-9137-4e59-962f-a2dde8a83544 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:28.390955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0feb036b-7e54-4aca-9733-6b7223d8d73a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] For port b4e92d17-c894-489c-b318-cd69d4bbd4aa, host hv-neutron-8226, got binding levels [] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:28.391311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0feb036b-7e54-4aca-9733-6b7223d8d73a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.400527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:28.438351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:28.439015 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Checking segment: {'id': '02211ed7-fb4f-4225-96ac-834be2d78d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c0ecbde8-9137-4e59-962f-a2dde8a83544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:28.439564 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.440249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Bound using segment: {'id': '02211ed7-fb4f-4225-96ac-834be2d78d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c0ecbde8-9137-4e59-962f-a2dde8a83544'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:28.440859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Bound port: a46341cc-5f61-4bd8-91a2-5ce5e70c9e76, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02211ed7-fb4f-4225-96ac-834be2d78d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c0ecbde8-9137-4e59-962f-a2dde8a83544'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:28.441449 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.475476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b67a703c-3587-4ab2-a4e1-8020577227da tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Calling delete_port for 97c27a53-12b6-424c-a837-a67347853dd9 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:28.509994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46582) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:28.524510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0feb036b-7e54-4aca-9733-6b7223d8d73a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Calling delete_port for b4e92d17-c894-489c-b318-cd69d4bbd4aa owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:28.533924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:28.539582 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] For port dd10d911-9e80-4a07-8b33-5b0da2db1b81, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dd10d911-9e80-4a07-8b33-5b0da2db1b81,segment=NetworkSegment(78ac88b5-e047-425a-bc12-1456b8efa522),segment_id=78ac88b5-e047-425a-bc12-1456b8efa522)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:28.540252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.600635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.628870 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cd972d72-5ce4-4c75-afb4-e866ee29b201 None None] For port dd10d911-9e80-4a07-8b33-5b0da2db1b81, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dd10d911-9e80-4a07-8b33-5b0da2db1b81,segment=NetworkSegment(78ac88b5-e047-425a-bc12-1456b8efa522),segment_id=78ac88b5-e047-425a-bc12-1456b8efa522)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:28.629582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd972d72-5ce4-4c75-afb4-e866ee29b201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.642612 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] For port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:28.678443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Calling delete_port for dd10d911-9e80-4a07-8b33-5b0da2db1b81 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:28.704946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.731124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1645489129'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:28.762771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:28.770003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cd972d72-5ce4-4c75-afb4-e866ee29b201 None None] Calling delete_port for dd10d911-9e80-4a07-8b33-5b0da2db1b81 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:28.773693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:network and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:28.779258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:28.784799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:28.794984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:28.802835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] For port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a46341cc-5f61-4bd8-91a2-5ce5e70c9e76,segment=NetworkSegment(02211ed7-fb4f-4225-96ac-834be2d78d1a),segment_id=02211ed7-fb4f-4225-96ac-834be2d78d1a)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:02:28.808561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:28.812575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:28.818920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.830893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3fa76912-1bab-4db5-a2ce-142364c6efda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:28.843460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0feb036b-7e54-4aca-9733-6b7223d8d73a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.850589 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:28.879089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f2f693d1-9bcf-43d1-81c5-f6854846cf2b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:28.879522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:28.883254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.892432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.900690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ace214ec-17fd-4970-8120-3baf68165dff tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:28.941037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb036b-7e54-4aca-9733-6b7223d8d73a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4e92d17-c894-489c-b318-cd69d4bbd4aa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:28.948257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0feb036b-7e54-4aca-9733-6b7223d8d73a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:28.948452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.948542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0feb036b-7e54-4aca-9733-6b7223d8d73a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:28.952389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Pushing event updated for resources: {'Port': ['ID=a46341cc-5f61-4bd8-91a2-5ce5e70c9e76,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:28.954539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:28.961473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-cd972d72-5ce4-4c75-afb4-e866ee29b201 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:28.961599 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-cd972d72-5ce4-4c75-afb4-e866ee29b201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:28.971537 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0feb036b-7e54-4aca-9733-6b7223d8d73a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b4e92d17-c894-489c-b318-cd69d4bbd4aa HTTP/1.1" status: 204 len: 168 time: 1.5293500 Dec 22 13:02:28.974212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Port': ['ID=dd10d911-9e80-4a07-8b33-5b0da2db1b81,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:28.975142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46588) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:28.977681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] No DVR routers for this DVR port dd10d911-9e80-4a07-8b33-5b0da2db1b81 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:28.981026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:29.018595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b67a703c-3587-4ab2-a4e1-8020577227da tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.020616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:29.044534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9b838b19-efd9-41dd-8207-900219e6ccf7 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:29.056360 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1e2a76-b129-4f04-82f6-9c65dbf560e1 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] GET failed (client error): The resource could not be found. Dec 22 13:02:29.056981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2f1e2a76-b129-4f04-82f6-9c65dbf560e1 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Synchronizing usage tracker for tenant:732327efa5cc420facd5e27a60e9b15f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:29.078798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2f1e2a76-b129-4f04-82f6-9c65dbf560e1 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Unset dirty status for tenant:732327efa5cc420facd5e27a60e9b15f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:29.085414 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2f1e2a76-b129-4f04-82f6-9c65dbf560e1 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "GET /v2.0/ports/b4e92d17-c894-489c-b318-cd69d4bbd4aa HTTP/1.1" status: 404 len: 333 time: 0.1039333 Dec 22 13:02:29.085414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46592) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:29.089814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:security_group_rule and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:29.092786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-246832656', 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:29.103110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:29.108451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Allocated IP 2001:db8::1 (c0ecbde8-9137-4e59-962f-a2dde8a83544/fb249104-062e-4ee3-88d1-baaad12080c5/00d8131c-e61c-466d-970e-6e02ffbed7b5) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:29.118680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:29.146534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Made reservation on behalf of 732327efa5cc420facd5e27a60e9b15f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:29.146757 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dd10d911-9e80-4a07-8b33-5b0da2db1b81 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:29.148896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.187503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:29.199568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: dd10d911-9e80-4a07-8b33-5b0da2db1b81 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:29.199568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dd10d911-9e80-4a07-8b33-5b0da2db1b81 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:29.210544 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a703c-3587-4ab2-a4e1-8020577227da tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event deleted for resources: {'Port': ['ID=97c27a53-12b6-424c-a837-a67347853dd9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:29.241813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] device_id is not set on port 5810a07d-7e70-4186-9364-e0215f286c5e yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:29.251545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:29.253807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b67a703c-3587-4ab2-a4e1-8020577227da tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:29.305298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.365793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae36faf9-3db6-429c-89d1-47a7a0a6c47f']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:29.391025 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.400010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ac88b5-e047-425a-bc12-1456b8efa522') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:29.400299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ac88b5-e047-425a-bc12-1456b8efa522') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:29.433135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.451039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.463506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cd972d72-5ce4-4c75-afb4-e866ee29b201 None None] Deleting port dd10d911-9e80-4a07-8b33-5b0da2db1b81 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:29.464154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd972d72-5ce4-4c75-afb4-e866ee29b201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.541145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cd972d72-5ce4-4c75-afb4-e866ee29b201 None None] The port 'dd10d911-9e80-4a07-8b33-5b0da2db1b81' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:02:29.547763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.578743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.587487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-31649194-80e7-43d4-91ff-5bf6321d4e41 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:29.628627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Transition to ACTIVE for port object 00d8131c-e61c-466d-970e-6e02ffbed7b5 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:29.653697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:29.657491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:29.660696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.662956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:29.663900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:29.664486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.670304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-15f40a9f-297b-4200-93c5-f2e86c35ddcc tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:29.687909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.689869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event updated for resources: {'Port': ['ID=5810a07d-7e70-4186-9364-e0215f286c5e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:29.697553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:29.707731 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6217587 Dec 22 13:02:29.710232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46596) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:29.737231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:29.737637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.745983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.754667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:29.755010 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:29.820746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a5729cd-a13d-4ec3-9af2-0abdc82b42ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.832438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network c0ecbde8-9137-4e59-962f-a2dde8a83544 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:29.839320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:29.846823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:29.847414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.863307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a91a75-7990-4f52-9b45-47a10a246721 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:29.863897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b0a91a75-7990-4f52-9b45-47a10a246721 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Synchronizing usage tracker for tenant:732327efa5cc420facd5e27a60e9b15f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:29.870058 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3efb7a-3930-4836-a492-b88e5ae30aa4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:29.876673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=00d8131c-e61c-466d-970e-6e02ffbed7b5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:29.881256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:29.924939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:29.950198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.987685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.989155 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6761565 Dec 22 13:02:29.990143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:29.993260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46600) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:30.000414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1894be95-a35c-430a-8cfa-915cc160bc13 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:30.021978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b0a91a75-7990-4f52-9b45-47a10a246721 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Unset dirty status for tenant:732327efa5cc420facd5e27a60e9b15f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:30.026446 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b0a91a75-7990-4f52-9b45-47a10a246721 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "GET /v2.0/ports/5810a07d-7e70-4186-9364-e0215f286c5e HTTP/1.1" status: 200 len: 954 time: 0.3118420 Dec 22 13:02:30.026446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46604) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:30.045132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': '7a3efb7a-3930-4836-a492-b88e5ae30aa4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:30.050063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.075425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:30.087787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.094092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e33ecfa3-1f82-4e59-9630-7292ba9c9b5a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Deleting port 5810a07d-7e70-4186-9364-e0215f286c5e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:30.094437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e33ecfa3-1f82-4e59-9630-7292ba9c9b5a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.097721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:30.103703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:30.114155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:30.126965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9830116-92a6-42db-b97a-65a6196d2f64,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:30.133744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:30.140174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:30.140639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:30.165550 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] 10.222.0.24 "DELETE /v2.0/networks/ae36faf9-3db6-429c-89d1-47a7a0a6c47f HTTP/1.1" status: 204 len: 168 time: 2.8182733 Dec 22 13:02:30.165550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.165550 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Added segment 4616acde-262e-49e7-bfa7-afd915afb38c of type vlan for network 8e7ec13b-bd7a-4eff-a1c9-140692eff96a Dec 22 13:02:30.177909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Pushing event deleted for resources: {'Network': ['ID=ae36faf9-3db6-429c-89d1-47a7a0a6c47f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:30.186463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:30.189988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b67a703c-3587-4ab2-a4e1-8020577227da tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.194286 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b67a703c-3587-4ab2-a4e1-8020577227da tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "DELETE /v2.0/ports/97c27a53-12b6-424c-a837-a67347853dd9 HTTP/1.1" status: 204 len: 168 time: 2.8936574 Dec 22 13:02:30.195500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46610) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:30.217244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.239785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.245404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73460b8b-2047-4bc7-b7e3-8d5bf4a149a9 None None] Network c0ecbde8-9137-4e59-962f-a2dde8a83544 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:30.267816 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.300128 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df4e990-1cbc-4719-8d2d-a8c816132c02 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] GET failed (client error): The resource could not be found. Dec 22 13:02:30.301525 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3df4e990-1cbc-4719-8d2d-a8c816132c02 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "GET /v2.0/ports/97c27a53-12b6-424c-a837-a67347853dd9 HTTP/1.1" status: 404 len: 333 time: 0.1034212 Dec 22 13:02:30.304972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46614) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:30.306742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.312410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:30.312998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.321668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3467d317-94ef-4607-8de2-0bd46eeebc51 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:30.341436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.354285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.419862 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8993328 Dec 22 13:02:30.442099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=8e7ec13b-bd7a-4eff-a1c9-140692eff96a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:30.448873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:30.448873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:30.459044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e9d9019-dbf7-4ad6-ab0e-6b8542393537,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:30.461685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.462919 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4540770 Dec 22 13:02:30.467840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:30.469609 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46618) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:30.531486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1f3bfd8-19c8-4c43-a65a-556fc1c1ddab tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.538919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 8e7ec13b-bd7a-4eff-a1c9-140692eff96a details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:30.561055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1f3bfd8-19c8-4c43-a65a-556fc1c1ddab tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.579287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46624) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:30.594376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'network_id': '8e7ec13b-bd7a-4eff-a1c9-140692eff96a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:30.617600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46628) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:30.641478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1f3bfd8-19c8-4c43-a65a-556fc1c1ddab tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.669724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-85fb7664-22eb-43ff-8816-2c3c69f9a04a None None] Provisioning for port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:30.699211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.707840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-95b26c7f-5d64-4454-8e51-ef1302cbbec2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:30.713592 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f1777ad6-73a8-4181-a405-adb40715c9f4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Deleting port 47d5f558-923c-403e-bcad-149c146a1907 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:30.713945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1777ad6-73a8-4181-a405-adb40715c9f4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.736615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3bfd8-19c8-4c43-a65a-556fc1c1ddab tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e9d9019-dbf7-4ad6-ab0e-6b8542393537,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:30.743662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c1f3bfd8-19c8-4c43-a65a-556fc1c1ddab tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:30.746757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1f3bfd8-19c8-4c43-a65a-556fc1c1ddab tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.750192 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c1f3bfd8-19c8-4c43-a65a-556fc1c1ddab tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4e9d9019-dbf7-4ad6-ab0e-6b8542393537 HTTP/1.1" status: 204 len: 168 time: 0.2774463 Dec 22 13:02:30.756712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46634) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:30.763227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e33ecfa3-1f82-4e59-9630-7292ba9c9b5a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.787860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:30.794267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:subnet and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:30.797892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:30.825560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cf91c4ad-4e9c-456d-9a67-22dc698bb3b2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:30.828714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:30.847050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:30.851184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:30.868656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cf91c4ad-4e9c-456d-9a67-22dc698bb3b2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:30.870676 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cf91c4ad-4e9c-456d-9a67-22dc698bb3b2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1128268 Dec 22 13:02:30.876194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46638) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:30.922873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e33ecfa3-1f82-4e59-9630-7292ba9c9b5a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Calling delete_port for 5810a07d-7e70-4186-9364-e0215f286c5e owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:30.951959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.010656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3bac2863-ebc8-44cb-b3ad-76cadca22d64 None None] Provisioning for port 00d8131c-e61c-466d-970e-6e02ffbed7b5 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:31.019301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3bac2863-ebc8-44cb-b3ad-76cadca22d64 None None] Provisioning complete for port 00d8131c-e61c-466d-970e-6e02ffbed7b5 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:31.019813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3bac2863-ebc8-44cb-b3ad-76cadca22d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.029019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9abda6a-908c-475c-971c-cca37ae4d2e1 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.102248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9abda6a-908c-475c-971c-cca37ae4d2e1 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.149575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3bac2863-ebc8-44cb-b3ad-76cadca22d64 None None] Port 00d8131c-e61c-466d-970e-6e02ffbed7b5 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:31.211505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:31.232649 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-be15b5e0-cc09-49e8-91ea-8453e7cb8cc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=facdeebb2a8e45a8a58abd0396f79f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337584 Dec 22 13:02:31.238159 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46642) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:31.243306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.247131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9abda6a-908c-475c-971c-cca37ae4d2e1 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.260462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bf203d70-4be6-4a78-b76b-ca190c93f444 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:31.291655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:31.298004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:31.299499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.319449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e33ecfa3-1f82-4e59-9630-7292ba9c9b5a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.332667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5fcac319-657e-412d-8545-72718626fa13 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:31.355717 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-437242e7-cb96-4850-8db2-deee7e428d55 None None] Provisioning complete for port 00d8131c-e61c-466d-970e-6e02ffbed7b5 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:31.356345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-437242e7-cb96-4850-8db2-deee7e428d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.382521 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=f5204289-c7bd-4bbf-a7e4-9c27100a6497,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:31.391289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:31.393343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-74feb097-5ce1-4975-903b-edce701d9bd3 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:31.410549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ecfa3-1f82-4e59-9630-7292ba9c9b5a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event deleted for resources: {'Port': ['ID=5810a07d-7e70-4186-9364-e0215f286c5e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:31.412813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9abda6a-908c-475c-971c-cca37ae4d2e1 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.416603 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e9abda6a-908c-475c-971c-cca37ae4d2e1 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-groups/7a3efb7a-3930-4836-a492-b88e5ae30aa4 HTTP/1.1" status: 204 len: 168 time: 0.5392210 Dec 22 13:02:31.418356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e33ecfa3-1f82-4e59-9630-7292ba9c9b5a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.420732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46646) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:31.424861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abda6a-908c-475c-971c-cca37ae4d2e1 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3efb7a-3930-4836-a492-b88e5ae30aa4,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:31.430800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e9abda6a-908c-475c-971c-cca37ae4d2e1 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:31.431832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e33ecfa3-1f82-4e59-9630-7292ba9c9b5a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:31.432003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking segment: {'id': '4616acde-262e-49e7-bfa7-afd915afb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8e7ec13b-bd7a-4eff-a1c9-140692eff96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:31.432003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network hostable DHCP agents. Network: 8e7ec13b-bd7a-4eff-a1c9-140692eff96a, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:31.437134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1832-77c8-4ce6-af9d-b6176fad1e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.474738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1832-77c8-4ce6-af9d-b6176fad1e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.487985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network 8e7ec13b-bd7a-4eff-a1c9-140692eff96a is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:31.498891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-437242e7-cb96-4850-8db2-deee7e428d55 None None] Port 00d8131c-e61c-466d-970e-6e02ffbed7b5 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:31.517752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 8e7ec13b-bd7a-4eff-a1c9-140692eff96a) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:31.528051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.551525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:31.552339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.559718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1832-77c8-4ce6-af9d-b6176fad1e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.572167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ef1a3676-3524-419f-a78a-c79369818728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:31.576111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a46341cc-5f61-4bd8-91a2-5ce5e70c9e76,segment=NetworkSegment(02211ed7-fb4f-4225-96ac-834be2d78d1a),segment_id=02211ed7-fb4f-4225-96ac-834be2d78d1a)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:31.577502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfc995b-31dd-4f75-8549-b2116df3a9a8 None None] Network 8e7ec13b-bd7a-4eff-a1c9-140692eff96a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:31.597164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1832-77c8-4ce6-af9d-b6176fad1e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.598864 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0a9d1832-77c8-4ce6-af9d-b6176fad1e05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/811b42dc-0799-4229-9739-12071ca5957b HTTP/1.1" status: 204 len: 168 time: 0.3587105 Dec 22 13:02:31.599921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d1832-77c8-4ce6-af9d-b6176fad1e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811b42dc-0799-4229-9739-12071ca5957b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:31.609238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0a9d1832-77c8-4ce6-af9d-b6176fad1e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:31.610818 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0304451 Dec 22 13:02:31.614390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46652) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:31.620800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885011162'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:31.627523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:31.632847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:network and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:31.636561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:31.644202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:31.649781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1777ad6-73a8-4181-a405-adb40715c9f4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.657612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:31.658131 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e33ecfa3-1f82-4e59-9630-7292ba9c9b5a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5810a07d-7e70-4186-9364-e0215f286c5e HTTP/1.1" status: 204 len: 168 time: 1.6312866 Dec 22 13:02:31.665725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.667427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46656) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:31.698083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.701017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:31.712184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.712746 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Added segment 12845f62-a85b-462c-814d-71971c770a22 of type vlan for network d6c9736f-2f65-4d6e-9638-678b1d377e06 Dec 22 13:02:31.715827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-688299d7-a2e4-4a7f-9120-0779e1fb61f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:31.748976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.784889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.792309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:31.792901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.798815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0537edcb-3d89-4ce5-9e47-aedcffb55895 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:31.839467 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=a46341cc-5f61-4bd8-91a2-5ce5e70c9e76,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:31.856993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:31.859113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f1777ad6-73a8-4181-a405-adb40715c9f4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Calling delete_port for 47d5f558-923c-403e-bcad-149c146a1907 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:31.892827 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0e5bd51f-1ae4-4e6d-b746-83043d8ef0e8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4599893 Dec 22 13:02:31.898119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46662) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:31.903241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:31.905181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=d6c9736f-2f65-4d6e-9638-678b1d377e06,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:31.909442 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-64602d1f-5c29-41b6-85a4-ece7f606b55b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] GET failed (client error): The resource could not be found. Dec 22 13:02:31.910316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-64602d1f-5c29-41b6-85a4-ece7f606b55b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Synchronizing usage tracker for tenant:732327efa5cc420facd5e27a60e9b15f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:31.918188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group': {'name': 'tempest-secgroup--821371501'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:31.927148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:31.930092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:31.937008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:31.940290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:31.944051 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3286469 Dec 22 13:02:31.947155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46668) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:31.949904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:31.954868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'network_id': 'd6c9736f-2f65-4d6e-9638-678b1d377e06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:31.978130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network d6c9736f-2f65-4d6e-9638-678b1d377e06 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:32.039314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.039581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.040819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.053160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3c2f2e07-fcb4-4564-b17e-29715930351a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:32.054155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-8e7ec13b-bd7a-4eff-a1c9-140692eff96a', 'network_id': '8e7ec13b-bd7a-4eff-a1c9-140692eff96a', 'tenant_id': '16f5a0ed51dc4f5a807b574284c54a62', 'fixed_ips': [{'subnet_id': 'f5204289-c7bd-4bbf-a7e4-9c27100a6497'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:02:32.055002 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.075308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:32.090431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:32.093408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:32.108109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:32.116058 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:32.119939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:subnet and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:32.122722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:32.128334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:32.151345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:32.272148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1777ad6-73a8-4181-a405-adb40715c9f4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.288466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.289533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.294293 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-64602d1f-5c29-41b6-85a4-ece7f606b55b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Unset dirty status for tenant:732327efa5cc420facd5e27a60e9b15f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:32.295469 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-64602d1f-5c29-41b6-85a4-ece7f606b55b tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "GET /v2.0/ports/5810a07d-7e70-4186-9364-e0215f286c5e HTTP/1.1" status: 404 len: 333 time: 0.6253269 Dec 22 13:02:32.300282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=00d8131c-e61c-466d-970e-6e02ffbed7b5,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:32.312443 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46682) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:32.317039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:32.329269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Allocated IP 172.20.255.242 (8e7ec13b-bd7a-4eff-a1c9-140692eff96a/f5204289-c7bd-4bbf-a7e4-9c27100a6497/789f4417-9256-4ebe-b9f7-76c8d32ae610) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:32.351876 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cb2ac89e-c959-4d8a-9f11-e2ade910165c tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:32.404012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Request body: {'port': {'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1532992851'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:32.414110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:32.439992 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:32.487978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Made reservation on behalf of 732327efa5cc420facd5e27a60e9b15f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:32.490729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.505223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.513483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.521911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3bae3ca6-54d2-4e1c-b27f-abb5987e8f81 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:32.582726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] device_id is not set on port a6d0d05a-2637-4a11-9743-a08de3ef4e9d yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:32.616171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46690) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:32.631923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63f5e80-8af4-45fd-9841-25d3ccc43d4a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:32.645704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:32.646544 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.647863 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7440760 Dec 22 13:02:32.657601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.660219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46694) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:32.666639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1777ad6-73a8-4181-a405-adb40715c9f4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event deleted for resources: {'Port': ['ID=47d5f558-923c-403e-bcad-149c146a1907,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:32.670319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f1777ad6-73a8-4181-a405-adb40715c9f4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:32.678600 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Transition to ACTIVE for port object 789f4417-9256-4ebe-b9f7-76c8d32ae610 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:32.702422 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Transition to ACTIVE for port object 789f4417-9256-4ebe-b9f7-76c8d32ae610 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:32.703968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network c0ecbde8-9137-4e59-962f-a2dde8a83544 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:32.709951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.718069 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-44d6151a-772b-4814-b593-ce7d8acc76b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:32.719384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:32.739507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': 'e63f5e80-8af4-45fd-9841-25d3ccc43d4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:32.753188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.759366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:32.761660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-94c9f1dc-81ab-4f57-85c5-9d1d6d6efd04 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:32.804488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:32.813640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Network 8e7ec13b-bd7a-4eff-a1c9-140692eff96a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:32.817199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:32.817690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1570514807'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:32.820913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:32.821051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:32.836725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:32.842870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:network and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:32.846960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:32.853942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:32.867548 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Pushing event updated for resources: {'Port': ['ID=789f4417-9256-4ebe-b9f7-76c8d32ae610,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:32.895402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:32.906136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:32.911896 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:32.914424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1777ad6-73a8-4181-a405-adb40715c9f4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.916000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.925687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Attempting to bind port 789f4417-9256-4ebe-b9f7-76c8d32ae610 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:32.926056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Attempting to bind port 789f4417-9256-4ebe-b9f7-76c8d32ae610 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '4616acde-262e-49e7-bfa7-afd915afb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8e7ec13b-bd7a-4eff-a1c9-140692eff96a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:32.926426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Attempting to bind port 789f4417-9256-4ebe-b9f7-76c8d32ae610 on network 8e7ec13b-bd7a-4eff-a1c9-140692eff96a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:32.939427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:32.940245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Checking segment: {'id': '4616acde-262e-49e7-bfa7-afd915afb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8e7ec13b-bd7a-4eff-a1c9-140692eff96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:32.953127 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.953555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Bound using segment: {'id': '4616acde-262e-49e7-bfa7-afd915afb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8e7ec13b-bd7a-4eff-a1c9-140692eff96a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:32.954432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Bound port: 789f4417-9256-4ebe-b9f7-76c8d32ae610, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4616acde-262e-49e7-bfa7-afd915afb38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '8e7ec13b-bd7a-4eff-a1c9-140692eff96a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:32.955242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.957538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking segment: {'id': '12845f62-a85b-462c-814d-71971c770a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c9736f-2f65-4d6e-9638-678b1d377e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:32.957885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network hostable DHCP agents. Network: d6c9736f-2f65-4d6e-9638-678b1d377e06, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:32.962366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:32.975931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=f26d65b5-d488-4a22-94ab-45264d618b43,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:32.980431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:32.989155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:33.000319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:security_group_rule and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:33.010012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:33.012944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.024337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:33.026514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network d6c9736f-2f65-4d6e-9638-678b1d377e06 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:33.029416 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f1777ad6-73a8-4181-a405-adb40715c9f4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "DELETE /v2.0/ports/47d5f558-923c-403e-bcad-149c146a1907 HTTP/1.1" status: 204 len: 168 time: 2.7217422 Dec 22 13:02:33.034692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46700) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:33.087876 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.094777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] For port 789f4417-9256-4ebe-b9f7-76c8d32ae610, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:33.109982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] For port 789f4417-9256-4ebe-b9f7-76c8d32ae610, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=789f4417-9256-4ebe-b9f7-76c8d32ae610,segment=NetworkSegment(4616acde-262e-49e7-bfa7-afd915afb38c),segment_id=4616acde-262e-49e7-bfa7-afd915afb38c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:02:33.111592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, d6c9736f-2f65-4d6e-9638-678b1d377e06) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:33.116396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router a29e5e3b-50b3-4b65-95b9-5cca9f7dada8 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:02:33.126408 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3dfe39-37b4-49ed-b1df-4e8a304af6b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] GET failed (client error): The resource could not be found. Dec 22 13:02:33.126879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ab3dfe39-37b4-49ed-b1df-4e8a304af6b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Synchronizing usage tracker for tenant:659fcce78bf3467082e6966141e0c1e6 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:33.133711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f74ff-5259-420a-a5ea-82b112bab250 None None] Network d6c9736f-2f65-4d6e-9638-678b1d377e06 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:33.135377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:33.135844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.157407 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:33.188739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.197257 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2489157 Dec 22 13:02:33.201197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-310f37bc-5951-4ea9-8a7e-b1f10ecb2f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:33.202132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ab3dfe39-37b4-49ed-b1df-4e8a304af6b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Unset dirty status for tenant:659fcce78bf3467082e6966141e0c1e6 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:33.208301 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ab3dfe39-37b4-49ed-b1df-4e8a304af6b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "GET /v2.0/ports/47d5f558-923c-403e-bcad-149c146a1907 HTTP/1.1" status: 404 len: 333 time: 0.1640427 Dec 22 13:02:33.208301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.208301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46704) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:33.209125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46706) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:33.234853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-15ccc9fc-f57e-405a-82ab-35ed031ad4a6 None None] Provisioning complete for port 00d8131c-e61c-466d-970e-6e02ffbed7b5 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:33.235376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15ccc9fc-f57e-405a-82ab-35ed031ad4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.280250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.285610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.292395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:33.339651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:33.369530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:02:33.372171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:33.381461 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/a29e5e3b-50b3-4b65-95b9-5cca9f7dada8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7463670 Dec 22 13:02:33.382862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:33.384973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46712) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:33.386735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d0d05a-2637-4a11-9743-a08de3ef4e9d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:33.389007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:33.389956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:33.390336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.397982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05362c39-6ba6-43f0-8d9b-844ed14cb790,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:33.409589 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91433883-757c-4b96-99cd-4317f19fe07f None None] Sync routers for ids ['a29e5e3b-50b3-4b65-95b9-5cca9f7dada8'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:02:33.419409 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-15ccc9fc-f57e-405a-82ab-35ed031ad4a6 None None] Port 00d8131c-e61c-466d-970e-6e02ffbed7b5 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:33.420307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:33.454016 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Pushing event updated for resources: {'Port': ['ID=789f4417-9256-4ebe-b9f7-76c8d32ae610,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:33.460992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.467327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2f535ab0-2e2f-4f38-9f06-90158d250ece tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Deleting port 1b6d89d1-b949-4f5f-b7e9-3405efdd96a4 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:33.467781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f535ab0-2e2f-4f38-9f06-90158d250ece tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.468843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:33.512900 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91433883-757c-4b96-99cd-4317f19fe07f None None] Routers {'a29e5e3b-50b3-4b65-95b9-5cca9f7dada8'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:33.513799 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-91433883-757c-4b96-99cd-4317f19fe07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a29e5e3b-50b3-4b65-95b9-5cca9f7dada8'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:33.518226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:33.518914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.525725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.548665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d207e0e1-ecc7-4f42-8b92-47f64b3a52df tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:33.582497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.586521 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9239473 Dec 22 13:02:33.595672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46716) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:33.622671 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-91433883-757c-4b96-99cd-4317f19fe07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:33.640683 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91433883-757c-4b96-99cd-4317f19fe07f None None] Routers {'a29e5e3b-50b3-4b65-95b9-5cca9f7dada8'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:33.641676 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-91433883-757c-4b96-99cd-4317f19fe07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a29e5e3b-50b3-4b65-95b9-5cca9f7dada8'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:33.643146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:33.686092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5140db4-8803-4539-ad95-bcd41a2a2c71,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:33.731165 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-91433883-757c-4b96-99cd-4317f19fe07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:33.731765 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91433883-757c-4b96-99cd-4317f19fe07f None None] The sync data for ids ['a29e5e3b-50b3-4b65-95b9-5cca9f7dada8'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:02:33.734245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eaecc0-c65b-47e0-8366-54f24a6f786e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:33.735452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e5eaecc0-c65b-47e0-8366-54f24a6f786e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Synchronizing usage tracker for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:33.751280 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0fea0cf0-c26b-485d-ae64-6f525a5e5864 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules/05362c39-6ba6-43f0-8d9b-844ed14cb790 HTTP/1.1" status: 200 len: 763 time: 0.1361413 Dec 22 13:02:33.762687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:33.764669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46720) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:33.769794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.770955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:33.788571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.788752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-d6c9736f-2f65-4d6e-9638-678b1d377e06', 'network_id': 'd6c9736f-2f65-4d6e-9638-678b1d377e06', 'tenant_id': '16f5a0ed51dc4f5a807b574284c54a62', 'fixed_ips': [{'subnet_id': 'f26d65b5-d488-4a22-94ab-45264d618b43'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:02:33.789159 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Added segment 6b4cf8eb-f78f-4aca-9baa-0642eaffe624 of type vlan for network 76771202-86a1-4996-af35-933b175c3556 Dec 22 13:02:33.789453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.834503 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5190990 Dec 22 13:02:33.843083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46724) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:33.847122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e5eaecc0-c65b-47e0-8366-54f24a6f786e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Unset dirty status for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:33.849105 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e5eaecc0-c65b-47e0-8366-54f24a6f786e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports/00d8131c-e61c-466d-970e-6e02ffbed7b5 HTTP/1.1" status: 200 len: 911 time: 0.4633648 Dec 22 13:02:33.852280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46728) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:33.854560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.861781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:33.870581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-72eba4da-9ce3-43f5-a220-d91bb97b6ce7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:33.894309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-72eba4da-9ce3-43f5-a220-d91bb97b6ce7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:33.899953 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-72eba4da-9ce3-43f5-a220-d91bb97b6ce7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1272161 Dec 22 13:02:33.900906 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46732) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:33.943219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d9397e8-640e-4e78-bf3c-6b7757410ecd tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.954446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7d4381e1-5801-4739-b683-dd23cd4380a1 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb249104-062e-4ee3-88d1-baaad12080c5'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:33.956403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d9397e8-640e-4e78-bf3c-6b7757410ecd tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.986119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d9397e8-640e-4e78-bf3c-6b7757410ecd tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:33.988855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-71c3826f-c1e9-4165-a03a-1b766c8739bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:34.006261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9397e8-640e-4e78-bf3c-6b7757410ecd tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05362c39-6ba6-43f0-8d9b-844ed14cb790,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:34.009873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6d9397e8-640e-4e78-bf3c-6b7757410ecd tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:34.016476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d9397e8-640e-4e78-bf3c-6b7757410ecd tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.020243 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6d9397e8-640e-4e78-bf3c-6b7757410ecd tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/05362c39-6ba6-43f0-8d9b-844ed14cb790 HTTP/1.1" status: 204 len: 168 time: 0.1156518 Dec 22 13:02:34.020582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46736) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:34.043552 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Allocated IP 172.20.0.2 (d6c9736f-2f65-4d6e-9638-678b1d377e06/f26d65b5-d488-4a22-94ab-45264d618b43/2b9c79b4-1875-4530-812b-621819733efa) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:34.069935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-34f7dcbd-5ede-4702-ab28-bdc583a28bb4 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:34.086914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-34f7dcbd-5ede-4702-ab28-bdc583a28bb4 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:34.091634 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-34f7dcbd-5ede-4702-ab28-bdc583a28bb4 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674205 Dec 22 13:02:34.092394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46740) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:34.097683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6c03654b-8236-42d2-a010-2dfb005c6782 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': 'e63f5e80-8af4-45fd-9841-25d3ccc43d4a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:34.103738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6c03654b-8236-42d2-a010-2dfb005c6782 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:34.119636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6c03654b-8236-42d2-a010-2dfb005c6782 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:34.144483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c03654b-8236-42d2-a010-2dfb005c6782 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.212090 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c03654b-8236-42d2-a010-2dfb005c6782 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.217152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c03654b-8236-42d2-a010-2dfb005c6782 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.219352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:34.241348 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.246839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:34.247273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.254850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03654b-8236-42d2-a010-2dfb005c6782 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e0c153-d2c0-4c1f-b5b6-c87f4d25f504,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:34.257027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6c03654b-8236-42d2-a010-2dfb005c6782 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.260740 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6c03654b-8236-42d2-a010-2dfb005c6782 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1653590 Dec 22 13:02:34.260740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6c03654b-8236-42d2-a010-2dfb005c6782 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:34.260970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46744) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:34.264822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-792f0bac-d06e-4940-8f3c-550743155695 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:34.278178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.278396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.282457 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c0595d99-084f-42a3-b0ee-e34e8518d8f4 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules/76e0c153-d2c0-4c1f-b5b6-c87f4d25f504 HTTP/1.1" status: 200 len: 763 time: 0.0179477 Dec 22 13:02:34.282694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46748) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:34.290558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Transition to ACTIVE for port object 2b9c79b4-1875-4530-812b-621819733efa will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:34.312222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Transition to ACTIVE for port object 2b9c79b4-1875-4530-812b-621819733efa will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:34.322304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.342961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e49a2255-dab7-4431-94ff-0f2c2bc5d4e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:34.346222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c752f39e-1bf8-45f6-bf49-2d63ec63a767 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:34.365128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c752f39e-1bf8-45f6-bf49-2d63ec63a767 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:34.369749 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c752f39e-1bf8-45f6-bf49-2d63ec63a767 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0859833 Dec 22 13:02:34.370897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46752) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:34.410545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f29e55d-80ee-4dd7-98bf-00ed0027d720 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.420331 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Network d6c9736f-2f65-4d6e-9638-678b1d377e06 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:34.421495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Pushing event updated for resources: {'Port': ['ID=2b9c79b4-1875-4530-812b-621819733efa,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:34.425180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:34.430727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:34.433511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f29e55d-80ee-4dd7-98bf-00ed0027d720 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.434355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:34.462417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f29e55d-80ee-4dd7-98bf-00ed0027d720 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.465020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:34.483112 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29e55d-80ee-4dd7-98bf-00ed0027d720 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76e0c153-d2c0-4c1f-b5b6-c87f4d25f504,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:34.490664 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f29e55d-80ee-4dd7-98bf-00ed0027d720 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:34.508487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f29e55d-80ee-4dd7-98bf-00ed0027d720 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.512747 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5f29e55d-80ee-4dd7-98bf-00ed0027d720 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/76e0c153-d2c0-4c1f-b5b6-c87f4d25f504 HTTP/1.1" status: 204 len: 168 time: 0.1410043 Dec 22 13:02:34.513495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46756) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:34.564904 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Attempting to bind port 2b9c79b4-1875-4530-812b-621819733efa on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:34.565579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Attempting to bind port 2b9c79b4-1875-4530-812b-621819733efa by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '12845f62-a85b-462c-814d-71971c770a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c9736f-2f65-4d6e-9638-678b1d377e06'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:34.566657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Attempting to bind port 2b9c79b4-1875-4530-812b-621819733efa on network d6c9736f-2f65-4d6e-9638-678b1d377e06 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:34.574794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:34.575452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Checking segment: {'id': '12845f62-a85b-462c-814d-71971c770a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c9736f-2f65-4d6e-9638-678b1d377e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:34.577157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.577881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Bound using segment: {'id': '12845f62-a85b-462c-814d-71971c770a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c9736f-2f65-4d6e-9638-678b1d377e06'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:34.579730 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Bound port: 2b9c79b4-1875-4530-812b-621819733efa, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12845f62-a85b-462c-814d-71971c770a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd6c9736f-2f65-4d6e-9638-678b1d377e06'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:34.580651 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.584196 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7353b915-c6b6-42ef-bd31-10fa839d5cc6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:34.605069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.613398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7353b915-c6b6-42ef-bd31-10fa839d5cc6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:34.615057 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7353b915-c6b6-42ef-bd31-10fa839d5cc6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1005619 Dec 22 13:02:34.617888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46760) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:34.621872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f535ab0-2e2f-4f38-9f06-90158d250ece tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.628987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-82f7480a-3da2-4b1a-a827-9a9c41d95d48 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': 'e63f5e80-8af4-45fd-9841-25d3ccc43d4a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:34.642135 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.0064497 Dec 22 13:02:34.643491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-82f7480a-3da2-4b1a-a827-9a9c41d95d48 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:34.645617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46764) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:34.654132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'name': 'tempest-PortsTestJSON-196489661'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:34.668042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Network': ['ID=76771202-86a1-4996-af35-933b175c3556,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:34.686547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 76771202-86a1-4996-af35-933b175c3556 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:34.732450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-82f7480a-3da2-4b1a-a827-9a9c41d95d48 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:34.788728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:34.798034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82f7480a-3da2-4b1a-a827-9a9c41d95d48 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.798595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2f535ab0-2e2f-4f38-9f06-90158d250ece tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Calling delete_port for 1b6d89d1-b949-4f5f-b7e9-3405efdd96a4 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:34.810349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] For port 2b9c79b4-1875-4530-812b-621819733efa, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:34.822391 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502c07f9-a019-42f2-b89c-c0b95d251a6e None None] Network 8e7ec13b-bd7a-4eff-a1c9-140692eff96a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:34.835808 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] For port 2b9c79b4-1875-4530-812b-621819733efa, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2b9c79b4-1875-4530-812b-621819733efa,segment=NetworkSegment(12845f62-a85b-462c-814d-71971c770a22),segment_id=12845f62-a85b-462c-814d-71971c770a22)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:02:34.841117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:34.859534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:port and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:34.864868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:34.872627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:34.895591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:34.898125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.899707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.910075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bbc6213c-7e82-497d-8f86-bd66a9ea5979 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:34.925875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82f7480a-3da2-4b1a-a827-9a9c41d95d48 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.932467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82f7480a-3da2-4b1a-a827-9a9c41d95d48 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.933853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:34.976307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:34.983288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-748a5a82-9be8-4aa8-adc1-624218a73ce6 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:34.984376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e29cb9e5-805b-4e50-8bff-59df762f36fe None None] Provisioning for port 789f4417-9256-4ebe-b9f7-76c8d32ae610 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:34.998400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e760a0af-0552-46ff-add0-6fa139ad3df3 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:35.024402 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7480a-3da2-4b1a-a827-9a9c41d95d48 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42fb1eb-b1af-4a16-92c9-025ca1a0d8bd,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:35.027666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-82f7480a-3da2-4b1a-a827-9a9c41d95d48 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:35.048166 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Pushing event updated for resources: {'Port': ['ID=2b9c79b4-1875-4530-812b-621819733efa,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:35.052295 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:35.057644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82f7480a-3da2-4b1a-a827-9a9c41d95d48 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.059391 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-82f7480a-3da2-4b1a-a827-9a9c41d95d48 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4404297 Dec 22 13:02:35.062778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46768) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:35.110326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Subnet': ['ID=f26d65b5-d488-4a22-94ab-45264d618b43,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:35.120661 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-912b3709-92ba-409b-a18a-8bd9c0362b54 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules/c42fb1eb-b1af-4a16-92c9-025ca1a0d8bd HTTP/1.1" status: 200 len: 764 time: 0.0539351 Dec 22 13:02:35.120867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:35.122139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46772) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:35.135948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d4381e1-5801-4739-b683-dd23cd4380a1 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.230181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 789f4417-9256-4ebe-b9f7-76c8d32ae610 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:35.324981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b2406671-5eb1-414a-aa61-9f4db6dcc6f3 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:35.341940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.386969 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 789f4417-9256-4ebe-b9f7-76c8d32ae610 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:35.395388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.396048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 789f4417-9256-4ebe-b9f7-76c8d32ae610 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:35.396581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.422233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b2406671-5eb1-414a-aa61-9f4db6dcc6f3 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:35.427487 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b2406671-5eb1-414a-aa61-9f4db6dcc6f3 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3042321 Dec 22 13:02:35.428835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46776) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:35.459831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f535ab0-2e2f-4f38-9f06-90158d250ece tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.462811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c9736f-2f65-4d6e-9638-678b1d377e06']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:35.488810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292c99fa-6db5-4e3f-a51f-e922f9fa4d99 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.497026 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.506150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:35.538531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292c99fa-6db5-4e3f-a51f-e922f9fa4d99 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.566021 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.573879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-83315c82-2441-4e94-b5b6-6bca4bf1efe6 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:35.612053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 789f4417-9256-4ebe-b9f7-76c8d32ae610, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=789f4417-9256-4ebe-b9f7-76c8d32ae610,segment=NetworkSegment(4616acde-262e-49e7-bfa7-afd915afb38c),segment_id=4616acde-262e-49e7-bfa7-afd915afb38c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:35.618274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.624531 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-57f72a94-ad8d-4b6c-972b-6e7be625195e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:35.666764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:35.671382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:35.672434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292c99fa-6db5-4e3f-a51f-e922f9fa4d99 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.680279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-25699888-c128-4212-b72c-6fec68db2822 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:35.698805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Checking segment: {'id': '6b4cf8eb-f78f-4aca-9baa-0642eaffe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '76771202-86a1-4996-af35-933b175c3556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:35.699420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network hostable DHCP agents. Network: 76771202-86a1-4996-af35-933b175c3556, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:35.703741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c99fa-6db5-4e3f-a51f-e922f9fa4d99 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c42fb1eb-b1af-4a16-92c9-025ca1a0d8bd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:35.710763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-292c99fa-6db5-4e3f-a51f-e922f9fa4d99 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:35.720970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f535ab0-2e2f-4f38-9f06-90158d250ece tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event deleted for resources: {'Port': ['ID=1b6d89d1-b949-4f5f-b7e9-3405efdd96a4,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:35.721198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=789f4417-9256-4ebe-b9f7-76c8d32ae610,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:35.723529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292c99fa-6db5-4e3f-a51f-e922f9fa4d99 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.724322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12845f62-a85b-462c-814d-71971c770a22') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:35.724728 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-292c99fa-6db5-4e3f-a51f-e922f9fa4d99 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c42fb1eb-b1af-4a16-92c9-025ca1a0d8bd HTTP/1.1" status: 204 len: 168 time: 0.2937934 Dec 22 13:02:35.725070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12845f62-a85b-462c-814d-71971c770a22') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:35.727214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46780) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:35.728650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b6ad98fc-2538-4fa4-9d1c-0b940bd831f8 None None] Provisioning complete for port 789f4417-9256-4ebe-b9f7-76c8d32ae610 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:35.729172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6ad98fc-2538-4fa4-9d1c-0b940bd831f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.749636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 76771202-86a1-4996-af35-933b175c3556 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:35.758222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:35.766116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2f535ab0-2e2f-4f38-9f06-90158d250ece tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:35.775595 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 76771202-86a1-4996-af35-933b175c3556) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:35.778466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.790364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e62704d7-ac08-4e0b-ae18-7aa1c69926c0 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:35.794300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:35.799871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:35.800595 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.805471 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47007715-3361-4824-b6da-98b33def7c76 None None] Network 76771202-86a1-4996-af35-933b175c3556 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:35.834609 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e62704d7-ac08-4e0b-ae18-7aa1c69926c0 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:35.840037 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e62704d7-ac08-4e0b-ae18-7aa1c69926c0 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1085427 Dec 22 13:02:35.840959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46784) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:35.865038 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2183499 Dec 22 13:02:35.869811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46788) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:35.878144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-835316617'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:35.885481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] device_id is not set on port a6d0d05a-2637-4a11-9743-a08de3ef4e9d yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:35.888528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:35.892639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:network and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:35.896299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:35.903927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:35.909028 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.923733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:35.930740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.935076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.938332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:35.938872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:35.961591 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:36.015980 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:36.023528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a455009-5195-4a5b-9c9c-223e216035cb tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.046044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.046387 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Added segment cea423c4-29ff-4ea7-a492-89cc9120aaf8 of type vlan for network 039fb3fd-e823-4e94-a452-c2ad290fb73e Dec 22 13:02:36.094210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a455009-5195-4a5b-9c9c-223e216035cb tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.137310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.178555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a455009-5195-4a5b-9c9c-223e216035cb tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.184737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-597b844b-56bf-40cd-bc8e-245eee7b6e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:36.202798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a455009-5195-4a5b-9c9c-223e216035cb tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63f5e80-8af4-45fd-9841-25d3ccc43d4a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:36.205770 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8a455009-5195-4a5b-9c9c-223e216035cb tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:36.207984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.215782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:36.216600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.242141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-77bed5cd-4500-461a-bd69-0402a6d5047e tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:36.273165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a455009-5195-4a5b-9c9c-223e216035cb tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.274318 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8a455009-5195-4a5b-9c9c-223e216035cb tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-groups/e63f5e80-8af4-45fd-9841-25d3ccc43d4a HTTP/1.1" status: 204 len: 168 time: 0.4310029 Dec 22 13:02:36.329269 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4587507 Dec 22 13:02:36.336105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46792) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:36.336439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46794) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:36.344997 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'ports': [{'network_id': '76771202-86a1-4996-af35-933b175c3556'}, {'network_id': '039fb3fd-e823-4e94-a452-c2ad290fb73e'}]} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:36.344997 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': '76771202-86a1-4996-af35-933b175c3556'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:36.345440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': '039fb3fd-e823-4e94-a452-c2ad290fb73e'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:36.348081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f535ab0-2e2f-4f38-9f06-90158d250ece tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.360942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Transition to ACTIVE for port object a6d0d05a-2637-4a11-9743-a08de3ef4e9d will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:36.375964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.379528 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:02:36.379528 dv-neutron-822668-1-hyperv neutron-server[87569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:02:36.379528 dv-neutron-822668-1-hyperv neutron-server[87569]: [parameters: {'id': 'd6c9736f-2f65-4d6e-9638-678b1d377e06'}] Dec 22 13:02:36.379528 dv-neutron-822668-1-hyperv neutron-server[87569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:36.380020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:36.385131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f11e47fd-143b-4e59-84ab-12e430bcbe73 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:36.447144 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710adff9-e955-43cb-88de-2322567626b3 None None] Network d6c9736f-2f65-4d6e-9638-678b1d377e06 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:36.451128 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2f535ab0-2e2f-4f38-9f06-90158d250ece tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "DELETE /v2.0/ports/1b6d89d1-b949-4f5f-b7e9-3405efdd96a4 HTTP/1.1" status: 204 len: 168 time: 3.2369812 Dec 22 13:02:36.459149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46800) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:36.506590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Network': ['ID=039fb3fd-e823-4e94-a452-c2ad290fb73e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:36.509795 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:36.561836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 039fb3fd-e823-4e94-a452-c2ad290fb73e details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:36.595623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8fb7ec60-c167-47da-b598-f32cf4d030e3 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:36.614822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d53be7-b7ae-40f8-8292-fc50a004ae61 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Deleting subnet 0117a455-40d1-4a37-b5bb-91e402469dbd {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:02:36.625326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d0d05a-2637-4a11-9743-a08de3ef4e9d,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:36.635919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:36.644163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:36.644499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:36.644838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:36.654097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:36.654419 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:36.657736 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 2 to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d Dec 22 13:02:36.664211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-07318e0d-c390-4763-9ea2-e3ae2263643b None None] Provisioning for port 2b9c79b4-1875-4530-812b-621819733efa completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:36.666958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6d53be7-b7ae-40f8-8292-fc50a004ae61 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.681492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:36.681825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:36.682160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:36.691791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:36.691791 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:36.700724 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 3 to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d Dec 22 13:02:36.722673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:36.723004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:36.723336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:36.731177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:36.731498 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:36.732797 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 4 to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d Dec 22 13:02:36.760367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:36.760671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:36.760865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:36.767580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d4381e1-5801-4739-b683-dd23cd4380a1 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.772759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:36.773085 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:36.774182 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 5 to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d Dec 22 13:02:36.790895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:36.791209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:36.791800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:36.793849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d4381e1-5801-4739-b683-dd23cd4380a1 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.799597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4381e1-5801-4739-b683-dd23cd4380a1 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:36.800248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d4381e1-5801-4739-b683-dd23cd4380a1 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.804464 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7d4381e1-5801-4739-b683-dd23cd4380a1 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/ports/00d8131c-e61c-466d-970e-6e02ffbed7b5 HTTP/1.1" status: 200 len: 911 time: 2.9070637 Dec 22 13:02:36.804464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b67a703c-3587-4ab2-a4e1-8020577227da tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:36.830557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46806) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:36.852218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:36.852546 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:36.862143 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 6 to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d Dec 22 13:02:36.882180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.888176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:36.888506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:36.888826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:36.894078 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f996480-c86a-409a-8b51-b2034f9a44c4 None None] DHCP port deletion for d6c9736f-2f65-4d6e-9638-678b1d377e06 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:02:36.898072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4381e1-5801-4739-b683-dd23cd4380a1 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=00d8131c-e61c-466d-970e-6e02ffbed7b5,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:36.898451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f996480-c86a-409a-8b51-b2034f9a44c4 None None] Deleting port 2b9c79b4-1875-4530-812b-621819733efa {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:36.898984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f996480-c86a-409a-8b51-b2034f9a44c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.902037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d4381e1-5801-4739-b683-dd23cd4380a1 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:36.904190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:36.904506 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:36.905956 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 7 to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d Dec 22 13:02:36.915142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Deleting port 2b9c79b4-1875-4530-812b-621819733efa {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:36.915779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:36.961814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:36.962140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:36.962649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:36.972812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:36.973133 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:36.973627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8fb7ec60-c167-47da-b598-f32cf4d030e3 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:36.974889 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8fb7ec60-c167-47da-b598-f32cf4d030e3 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6375105 Dec 22 13:02:36.975845 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 8 to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d Dec 22 13:02:36.983556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46810) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:37.012164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6d53be7-b7ae-40f8-8292-fc50a004ae61 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.022151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038269757'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:37.038171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:37.040321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:37.040648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:37.040987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:37.059856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:37.060189 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:37.063013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:37.064221 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 9 to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d Dec 22 13:02:37.070537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:37.078498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:port and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:37.082234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:37.082579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:37.082972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:37.084662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:37.097509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:37.109398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:37.109902 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:37.113226 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.plugins.ml2.plugin [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempt 10 to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d Dec 22 13:02:37.120430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.120807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f996480-c86a-409a-8b51-b2034f9a44c4 None None] For port 2b9c79b4-1875-4530-812b-621819733efa, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2b9c79b4-1875-4530-812b-621819733efa,segment=NetworkSegment(12845f62-a85b-462c-814d-71971c770a22),segment_id=12845f62-a85b-462c-814d-71971c770a22)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:37.121211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f996480-c86a-409a-8b51-b2034f9a44c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.201052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:37.201441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:37.201716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempting to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:37.202829 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 789f4417-9256-4ebe-b9f7-76c8d32ae610 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:37.221543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:37.223718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:02:37.224043 dv-neutron-822668-1-hyperv neutron-server[87569]: ERROR neutron.plugins.ml2.managers [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Failed to bind port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on host hv-neutron-8226 for vnic_type normal using segments [{'id': '7270b42b-8a29-4c27-99be-f03592439143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb'}] Dec 22 13:02:37.224390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.251746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:37.254621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] For port 2b9c79b4-1875-4530-812b-621819733efa, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2b9c79b4-1875-4530-812b-621819733efa,segment=NetworkSegment(12845f62-a85b-462c-814d-71971c770a22),segment_id=12845f62-a85b-462c-814d-71971c770a22)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:37.254981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.266711 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 2} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:37.271265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.299105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.308706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f996480-c86a-409a-8b51-b2034f9a44c4 None None] Calling delete_port for 2b9c79b4-1875-4530-812b-621819733efa owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:37.325430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6d53be7-b7ae-40f8-8292-fc50a004ae61 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.399398 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 789f4417-9256-4ebe-b9f7-76c8d32ae610 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:37.399863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.429505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f996480-c86a-409a-8b51-b2034f9a44c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.430240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Calling delete_port for 2b9c79b4-1875-4530-812b-621819733efa owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:37.438887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:37.490461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f996480-c86a-409a-8b51-b2034f9a44c4 None None] Pushing event deleted for resources: {'Port': ['ID=2b9c79b4-1875-4530-812b-621819733efa,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:37.495889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f996480-c86a-409a-8b51-b2034f9a44c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:37.501779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f996480-c86a-409a-8b51-b2034f9a44c4 None None] No DVR routers for this DVR port 2b9c79b4-1875-4530-812b-621819733efa on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:37.545049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] For port a6d0d05a-2637-4a11-9743-a08de3ef4e9d, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:37.545405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attempted to set empty binding levels {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 13:02:37.547190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port dec0c588-913b-4aea-8c47-e9354a5c27dd yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:37.564184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.570837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f8d452bf-d7dc-4a3a-9f59-f9ee7f83d13f tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:37.598424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:37.598741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:37.636276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.637425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] In _notify_port_updated(), no bound segment for port a6d0d05a-2637-4a11-9743-a08de3ef4e9d on network 65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb {{(pid=87569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:02:37.638284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:37.638919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.642447 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "PUT /v2.0/ports/a6d0d05a-2637-4a11-9743-a08de3ef4e9d HTTP/1.1" status: 200 len: 977 time: 3.7947221 Dec 22 13:02:37.644468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46814) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:37.647322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.669519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d0d05a-2637-4a11-9743-a08de3ef4e9d,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:37.674124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:37.674635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4b1fbaa5-1ff7-4af2-9bf6-2daff7e0119a tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:37.679860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6d53be7-b7ae-40f8-8292-fc50a004ae61 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.690381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0749ae35-27ab-4b7e-a88f-2d47d5a2ed24 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:37.709760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede10763-e2ba-45ba-a6a0-59ccefc76360,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:37.712506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.716653 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7263408 Dec 22 13:02:37.716653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:37.716998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46818) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:37.722079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Request body: {'security_group_rule': {'security_group_id': 'ede10763-e2ba-45ba-a6a0-59ccefc76360', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:37.727867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:37.731939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Usage tracker for resource:security_group_rule and tenant:90f78c5c3bdd4d50ac7cff07c41548c0 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:37.734771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:37.740594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:37.753031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b6d53be7-b7ae-40f8-8292-fc50a004ae61 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.757086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.759659 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c80e5a-42e4-4d14-b0eb-d932a61c6a1e None None] Network c40a5f20-f2e5-45d3-9c87-40ba4be466c5 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:37.762590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d53be7-b7ae-40f8-8292-fc50a004ae61 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event deleted for resources: {'Subnet': ['ID=0117a455-40d1-4a37-b5bb-91e402469dbd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:37.769110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b6d53be7-b7ae-40f8-8292-fc50a004ae61 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:37.786994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-239dcbbb-f278-4b7c-8649-834456077e81 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Deleting port a6d0d05a-2637-4a11-9743-a08de3ef4e9d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:37.787237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-239dcbbb-f278-4b7c-8649-834456077e81 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.818901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.824325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.827122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9f015960-e3d8-4f9f-8899-d3899dc9c184 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:37.850466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad02fac-fa44-477b-b2bd-ac636c37c262,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:37.852983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:37.865653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:37.868095 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500695 Dec 22 13:02:37.869745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46822) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:37.878535 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b6d53be7-b7ae-40f8-8292-fc50a004ae61 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "DELETE /v2.0/subnets/0117a455-40d1-4a37-b5bb-91e402469dbd HTTP/1.1" status: 204 len: 168 time: 1.4182730 Dec 22 13:02:37.886827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46826) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:38.029077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9175cc-565b-4a59-b141-01c892918083 None None] DHCP port deletion for c40a5f20-f2e5-45d3-9c87-40ba4be466c5 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:02:38.033686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0d9175cc-565b-4a59-b141-01c892918083 None None] Deleting port 471b9a2d-bd07-4558-a6e6-96760d23291c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:38.034179 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d9175cc-565b-4a59-b141-01c892918083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.066837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.070151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c96af8d-2fe0-44b5-9796-6367aee0a24e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.070666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.102983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Deleting port 2b9c79b4-1875-4530-812b-621819733efa {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:38.103378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.138486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c96af8d-2fe0-44b5-9796-6367aee0a24e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.152114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Deleting port 471b9a2d-bd07-4558-a6e6-96760d23291c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:38.152342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.231583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0d9175cc-565b-4a59-b141-01c892918083 None None] For port 471b9a2d-bd07-4558-a6e6-96760d23291c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=471b9a2d-bd07-4558-a6e6-96760d23291c,segment=NetworkSegment(64f0f263-9348-4950-a623-0ccfd0c7e88f),segment_id=64f0f263-9348-4950-a623-0ccfd0c7e88f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:38.232069 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d9175cc-565b-4a59-b141-01c892918083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.237369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] The port '2b9c79b4-1875-4530-812b-621819733efa' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:02:38.277232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-239dcbbb-f278-4b7c-8649-834456077e81 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] For port a6d0d05a-2637-4a11-9743-a08de3ef4e9d, host hv-neutron-8226, got binding levels [] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:38.277514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-239dcbbb-f278-4b7c-8649-834456077e81 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.293780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port 11e5473e-c9e9-4f93-ac09-e5a5ebee4cc3 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:38.302598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.398824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0d9175cc-565b-4a59-b141-01c892918083 None None] Calling delete_port for 471b9a2d-bd07-4558-a6e6-96760d23291c owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:38.483111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d9175cc-565b-4a59-b141-01c892918083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.487033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0a50431f-2785-482b-b097-7cf34524e744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:38.531665 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9175cc-565b-4a59-b141-01c892918083 None None] Pushing event deleted for resources: {'Port': ['ID=471b9a2d-bd07-4558-a6e6-96760d23291c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:38.535100 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0d9175cc-565b-4a59-b141-01c892918083 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:38.539493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9175cc-565b-4a59-b141-01c892918083 None None] No DVR routers for this DVR port 471b9a2d-bd07-4558-a6e6-96760d23291c on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:38.567509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] The port '471b9a2d-bd07-4558-a6e6-96760d23291c' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:02:38.615675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.629127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c96af8d-2fe0-44b5-9796-6367aee0a24e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.635528 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-71773d41-98b8-4077-9a25-b62d61b9ae49 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:38.684898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96af8d-2fe0-44b5-9796-6367aee0a24e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede10763-e2ba-45ba-a6a0-59ccefc76360,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:38.685140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-239dcbbb-f278-4b7c-8649-834456077e81 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Calling delete_port for a6d0d05a-2637-4a11-9743-a08de3ef4e9d owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:38.730566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c9736f-2f65-4d6e-9638-678b1d377e06']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:38.739327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5c96af8d-2fe0-44b5-9796-6367aee0a24e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:38.753080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12845f62-a85b-462c-814d-71971c770a22') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:38.753389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12845f62-a85b-462c-814d-71971c770a22') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:38.786665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.793873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.801187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c96af8d-2fe0-44b5-9796-6367aee0a24e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.802234 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5c96af8d-2fe0-44b5-9796-6367aee0a24e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-groups/ede10763-e2ba-45ba-a6a0-59ccefc76360 HTTP/1.1" status: 204 len: 168 time: 0.9311090 Dec 22 13:02:38.806977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46834) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:38.839162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.846051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c40a5f20-f2e5-45d3-9c87-40ba4be466c5']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:38.860882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:38.861279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:38.876378 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:38.935022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f0f263-9348-4950-a623-0ccfd0c7e88f') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:38.935246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f0f263-9348-4950-a623-0ccfd0c7e88f') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:38.956934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-239dcbbb-f278-4b7c-8649-834456077e81 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.958864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:38.972465 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0feb036b-7e54-4aca-9733-6b7223d8d73a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:38.999634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.008387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5f5d382a-a77c-479f-a7c9-daf972c60a94 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:39.013641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.015873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:39.016266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:39.033159 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:39.037603 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dcbbb-f278-4b7c-8649-834456077e81 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6d0d05a-2637-4a11-9743-a08de3ef4e9d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:39.040139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8ecdded4-ebcf-44dc-954c-36a837487671 tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:39.041126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-239dcbbb-f278-4b7c-8649-834456077e81 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:39.053772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-239dcbbb-f278-4b7c-8649-834456077e81 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.056806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.092081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.098668 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-239dcbbb-f278-4b7c-8649-834456077e81 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a6d0d05a-2637-4a11-9743-a08de3ef4e9d HTTP/1.1" status: 204 len: 168 time: 1.4496164 Dec 22 13:02:39.101124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46840) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:39.121203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Network': ['ID=d6c9736f-2f65-4d6e-9638-678b1d377e06,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:39.126200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5f5d382a-a77c-479f-a7c9-daf972c60a94 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:39.127344 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5f5d382a-a77c-479f-a7c9-daf972c60a94 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3171852 Dec 22 13:02:39.128279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:39.139253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 471b9a2d-bd07-4558-a6e6-96760d23291c no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:39.139456 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/d6c9736f-2f65-4d6e-9638-678b1d377e06 HTTP/1.1" status: 204 len: 168 time: 5.9315870 Dec 22 13:02:39.143653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46844) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:39.144265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46846) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:39.150453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-779212952'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:39.156079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:39.160785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:network and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:39.164125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:39.166838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.172132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:39.175326 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8767a860-44b4-43cf-a27c-b848ca23e7eb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] GET failed (client error): The resource could not be found. Dec 22 13:02:39.175961 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8767a860-44b4-43cf-a27c-b848ca23e7eb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Synchronizing usage tracker for tenant:732327efa5cc420facd5e27a60e9b15f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:39.186298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.188859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:39.193775 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 471b9a2d-bd07-4558-a6e6-96760d23291c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:39.194226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 471b9a2d-bd07-4558-a6e6-96760d23291c not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:39.201382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Pushing event deleted for resources: {'Network': ['ID=c40a5f20-f2e5-45d3-9c87-40ba4be466c5,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:39.205021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:39.207443 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] 10.222.0.24 "DELETE /v2.0/networks/c40a5f20-f2e5-45d3-9c87-40ba4be466c5 HTTP/1.1" status: 204 len: 168 time: 1.3172655 Dec 22 13:02:39.211191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:39.214862 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.242506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:39.253487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.255587 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Added segment c132e291-d7ff-48b5-b413-c12843479a6a of type vlan for network 84160949-a7fa-488f-8d04-b0320c26e79f Dec 22 13:02:39.258275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8767a860-44b4-43cf-a27c-b848ca23e7eb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Unset dirty status for tenant:732327efa5cc420facd5e27a60e9b15f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:39.260045 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8767a860-44b4-43cf-a27c-b848ca23e7eb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] 10.222.0.24 "GET /v2.0/ports/a6d0d05a-2637-4a11-9743-a08de3ef4e9d HTTP/1.1" status: 404 len: 333 time: 0.1581264 Dec 22 13:02:39.264565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46854) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:39.278786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-54b7c785-1c56-4b61-9768-1138def8c5b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Synchronizing usage tracker for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:39.293533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.305401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5fe24332-b839-4b60-8594-57fbef95ad50 tempest-RoutersAdminTest-1831636013 tempest-RoutersAdminTest-1831636013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:39.361172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.376817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 00d8131c-e61c-466d-970e-6e02ffbed7b5 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:39.377160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.410504 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-54b7c785-1c56-4b61-9768-1138def8c5b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Unset dirty status for tenant:90f78c5c3bdd4d50ac7cff07c41548c0 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:39.411187 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-54b7c785-1c56-4b61-9768-1138def8c5b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2647402 Dec 22 13:02:39.413096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 76771202-86a1-4996-af35-933b175c3556 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:39.414546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46860) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:39.422687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:39.435197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:39.436042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.438946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.444365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=dec0c588-913b-4aea-8c47-e9354a5c27dd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:39.449602 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-36c62495-b08b-438b-8df2-1e03a082628e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] delete failed (client error): The resource could not be found. Dec 22 13:02:39.450622 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-36c62495-b08b-438b-8df2-1e03a082628e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "DELETE /v2.0/security-groups/ede10763-e2ba-45ba-a6a0-59ccefc76360 HTTP/1.1" status: 404 len: 347 time: 0.0335169 Dec 22 13:02:39.454338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:39.454839 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-899d4255-2edd-4d0f-9e47-ec28b5ebb1a8 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:39.458884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46864) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:39.513484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.519802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:39.520704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.522655 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46868) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:39.529743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-021f975f-ba5b-4c7c-9912-21d771390cb3 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:39.632327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=11e5473e-c9e9-4f93-ac09-e5a5ebee4cc3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:39.638912 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:39.648946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Checking segment: {'id': 'cea423c4-29ff-4ea7-a492-89cc9120aaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '039fb3fd-e823-4e94-a452-c2ad290fb73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:39.649305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network hostable DHCP agents. Network: 039fb3fd-e823-4e94-a452-c2ad290fb73e, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:39.653496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.715551 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:02:39.720440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.727877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 039fb3fd-e823-4e94-a452-c2ad290fb73e is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:39.774474 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:39.789872 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6445973 Dec 22 13:02:39.796116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7270b42b-8a29-4c27-99be-f03592439143') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:39.796404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7270b42b-8a29-4c27-99be-f03592439143') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:39.802724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46876) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:39.809576 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0bedcd67-76b3-44c8-b0f1-a8c019e1ee29 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3451338 Dec 22 13:02:39.809739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 039fb3fd-e823-4e94-a452-c2ad290fb73e) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:39.818201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f3f95-0fe9-4797-8227-a547b9b90f35 None None] Network 039fb3fd-e823-4e94-a452-c2ad290fb73e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:39.818900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'network_id': '84160949-a7fa-488f-8d04-b0320c26e79f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:39.837176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=84160949-a7fa-488f-8d04-b0320c26e79f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:39.841802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.854162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:39.856466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 84160949-a7fa-488f-8d04-b0320c26e79f details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:39.879166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for 00d8131c-e61c-466d-970e-6e02ffbed7b5 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:39.907526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:39.913240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:39.918771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:39.919671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.927964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.941572 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3a265efb-51ef-4566-bb8c-c14efebf140c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=659fcce78bf3467082e6966141e0c1e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4177613 Dec 22 13:02:39.945267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46882) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:39.957599 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:39.958550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:39.964974 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6254234 Dec 22 13:02:39.969392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46886) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:39.984110 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:40.058831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:40.095489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:subnet and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:40.106139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:40.120381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:40.127476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.137019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.140112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:40.202608 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46894) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:40.228692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5176b119-82f7-4f75-89be-642c349c2da4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 11e5473e-c9e9-4f93-ac09-e5a5ebee4cc3 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:40.228953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5176b119-82f7-4f75-89be-642c349c2da4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.304099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Pushing event deleted for resources: {'Network': ['ID=65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:40.306630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:40.311063 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] 10.222.0.24 "DELETE /v2.0/networks/65f0b91d-6ee7-4ab9-b2f5-cba927a67bcb HTTP/1.1" status: 204 len: 168 time: 1.0453110 Dec 22 13:02:40.314253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:40.318216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.337681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1271bee3-328b-43bd-b0bd-bf16de2f1719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.389221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.445685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1271bee3-328b-43bd-b0bd-bf16de2f1719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.453226 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Performing IP validity checks on allocation pools {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:02:40.453956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:02:40.526016 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-800d061d-6690-47d6-830f-b02becdf402f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90f78c5c3bdd4d50ac7cff07c41548c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199012 Dec 22 13:02:40.537174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46904) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:40.557918 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.563522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1271bee3-328b-43bd-b0bd-bf16de2f1719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.570256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-69947de9-3619-430c-a53b-f72fdfc14572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:40.577714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f13bec3-a8bd-4616-9ce6-7fa4d01c0724 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:40.579964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46908) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:40.595714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271bee3-328b-43bd-b0bd-bf16de2f1719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70520e2-acd4-42c2-b884-51f89a40b119,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:40.598571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1271bee3-328b-43bd-b0bd-bf16de2f1719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:40.643455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1271bee3-328b-43bd-b0bd-bf16de2f1719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.644967 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1271bee3-328b-43bd-b0bd-bf16de2f1719 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d70520e2-acd4-42c2-b884-51f89a40b119 HTTP/1.1" status: 204 len: 168 time: 0.6900392 Dec 22 13:02:40.656530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.662000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1eca002a-4528-4348-904e-35271fc01df6 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:40.670856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5176b119-82f7-4f75-89be-642c349c2da4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.698719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=00d8131c-e61c-466d-970e-6e02ffbed7b5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:40.753387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=8efdac5c-790d-42af-a8e3-ffeb7effa7a7,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:40.757007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:40.772294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking segment: {'id': 'c132e291-d7ff-48b5-b413-c12843479a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '84160949-a7fa-488f-8d04-b0320c26e79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:40.772975 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network hostable DHCP agents. Network: 84160949-a7fa-488f-8d04-b0320c26e79f, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:40.780343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:40.843814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network 84160949-a7fa-488f-8d04-b0320c26e79f is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:40.864887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 84160949-a7fa-488f-8d04-b0320c26e79f) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:40.869517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:40.870090 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:40.880713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229cdeb-b84a-433a-a25f-0bc61b6eee73 None None] Network 84160949-a7fa-488f-8d04-b0320c26e79f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:40.892739 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8018e480-2463-406d-a463-798ccae50add admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f611aae4c104f75bc81305182e3f6c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068683 Dec 22 13:02:40.896619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46920) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:40.905525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5176b119-82f7-4f75-89be-642c349c2da4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 11e5473e-c9e9-4f93-ac09-e5a5ebee4cc3 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:40.932494 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1248102 Dec 22 13:02:40.936506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46924) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:41.066058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.149878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-021342af-9bb4-48a0-a5f2-9f268e26adab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.162685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c36c5b90-8bf0-4a35-8b9b-8db2669f2536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.192481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-84160949-a7fa-488f-8d04-b0320c26e79f', 'network_id': '84160949-a7fa-488f-8d04-b0320c26e79f', 'tenant_id': '16f5a0ed51dc4f5a807b574284c54a62', 'fixed_ips': [{'subnet_id': '8efdac5c-790d-42af-a8e3-ffeb7effa7a7'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:02:41.193406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.214332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.225973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c36c5b90-8bf0-4a35-8b9b-8db2669f2536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.264991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-021342af-9bb4-48a0-a5f2-9f268e26adab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.327440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.343221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5176b119-82f7-4f75-89be-642c349c2da4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.392595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c36c5b90-8bf0-4a35-8b9b-8db2669f2536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.401872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d0dcd0be-91d9-4706-8cb7-87dba135c7a7 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:41.410033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-419bf706-6088-40f7-b117-dbeef46f48f9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:41.417063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c5b90-8bf0-4a35-8b9b-8db2669f2536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3f9db3-a53a-4032-af22-0830a307b9f3,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:41.419966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c36c5b90-8bf0-4a35-8b9b-8db2669f2536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:41.422069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c36c5b90-8bf0-4a35-8b9b-8db2669f2536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.427767 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c36c5b90-8bf0-4a35-8b9b-8db2669f2536 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b3f9db3-a53a-4032-af22-0830a307b9f3 HTTP/1.1" status: 204 len: 168 time: 0.5277579 Dec 22 13:02:41.480596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176b119-82f7-4f75-89be-642c349c2da4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=11e5473e-c9e9-4f93-ac09-e5a5ebee4cc3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:41.486231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Allocated IP 172.20.0.3 (84160949-a7fa-488f-8d04-b0320c26e79f/8efdac5c-790d-42af-a8e3-ffeb7effa7a7/51cb3bfb-616c-422b-b9a2-68f7ede60531) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:41.488384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5176b119-82f7-4f75-89be-642c349c2da4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:41.493507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5176b119-82f7-4f75-89be-642c349c2da4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.513805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router a29e5e3b-50b3-4b65-95b9-5cca9f7dada8 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:02:41.519594 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5176b119-82f7-4f75-89be-642c349c2da4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/11e5473e-c9e9-4f93-ac09-e5a5ebee4cc3 HTTP/1.1" status: 204 len: 168 time: 1.5489938 Dec 22 13:02:41.523572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46952) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:41.691662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46958) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:41.824446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.825675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-884525458'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:41.832092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:41.838750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Usage tracker for resource:network and tenant:2c1d6c812ffe464c8eb3590af7537a82 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:41.839174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Transition to ACTIVE for port object 51cb3bfb-616c-422b-b9a2-68f7ede60531 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:41.843052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:41.855038 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:41.866041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46964) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:41.866806 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Transition to ACTIVE for port object 51cb3bfb-616c-422b-b9a2-68f7ede60531 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:41.876568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.890187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:41.892762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Made reservation on behalf of 2c1d6c812ffe464c8eb3590af7537a82 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:41.900060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.914862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-021342af-9bb4-48a0-a5f2-9f268e26adab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.917474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-021342af-9bb4-48a0-a5f2-9f268e26adab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.930889 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-021342af-9bb4-48a0-a5f2-9f268e26adab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b625343-7021-49b7-80e3-0e11aeb6c21c HTTP/1.1" status: 204 len: 168 time: 1.3852823 Dec 22 13:02:41.938732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Network 84160949-a7fa-488f-8d04-b0320c26e79f is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:41.940468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:41.947120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:41.955070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:42.015277 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:42.028792 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5d86312a-c344-4c6c-aaea-88e245cbe217 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=732327efa5cc420facd5e27a60e9b15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610479 Dec 22 13:02:42.029994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Usage tracker for resource:security_group_rule and tenant:2c1d6c812ffe464c8eb3590af7537a82 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:42.037249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.046002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46972) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:42.047729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:42.050503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-13cad8f7-fd64-4f0f-8376-966cb4b959cf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:42.083401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Pushing event updated for resources: {'Port': ['ID=51cb3bfb-616c-422b-b9a2-68f7ede60531,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:42.083682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a8ae26ef-5d8c-41fd-af33-68ea91c9267b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:42.095551 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:02:42.097714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:42.098765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021342af-9bb4-48a0-a5f2-9f268e26adab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b625343-7021-49b7-80e3-0e11aeb6c21c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:42.105561 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/a29e5e3b-50b3-4b65-95b9-5cca9f7dada8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2643323 Dec 22 13:02:42.113635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2160f-8d6b-4f64-ab4e-90e96984c593 None None] Sync routers for ids ['a29e5e3b-50b3-4b65-95b9-5cca9f7dada8'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:02:42.114115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46974) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:42.115150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-021342af-9bb4-48a0-a5f2-9f268e26adab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:42.142525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Attempting to bind port 51cb3bfb-616c-422b-b9a2-68f7ede60531 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:42.143346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Attempting to bind port 51cb3bfb-616c-422b-b9a2-68f7ede60531 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'c132e291-d7ff-48b5-b413-c12843479a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '84160949-a7fa-488f-8d04-b0320c26e79f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:42.144230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Attempting to bind port 51cb3bfb-616c-422b-b9a2-68f7ede60531 on network 84160949-a7fa-488f-8d04-b0320c26e79f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:42.152063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:42.164579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-014e4800-6521-4a07-a07f-1e110a806c56 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Synchronizing usage tracker for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:42.166092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Subnet': ['ID=8efdac5c-790d-42af-a8e3-ffeb7effa7a7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:42.191225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:42.192602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2160f-8d6b-4f64-ab4e-90e96984c593 None None] Routers {'a29e5e3b-50b3-4b65-95b9-5cca9f7dada8'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:42.193260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-26f2160f-8d6b-4f64-ab4e-90e96984c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a29e5e3b-50b3-4b65-95b9-5cca9f7dada8'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:42.193485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-014e4800-6521-4a07-a07f-1e110a806c56 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Unset dirty status for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:42.194841 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-014e4800-6521-4a07-a07f-1e110a806c56 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=a29e5e3b-50b3-4b65-95b9-5cca9f7dada8 HTTP/1.1" status: 200 len: 205 time: 0.0785389 Dec 22 13:02:42.203177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 46982) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:42.204051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d0c777-ae36-4671-a70e-496efd823391 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:42.210562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d0c777-ae36-4671-a70e-496efd823391 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:42.211334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a4d0c777-ae36-4671-a70e-496efd823391 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:42.229609 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a4d0c777-ae36-4671-a70e-496efd823391 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:42.230926 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a4d0c777-ae36-4671-a70e-496efd823391 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.7062747 Dec 22 13:02:42.233819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 46986) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:42.274861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:42.276515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Checking segment: {'id': 'c132e291-d7ff-48b5-b413-c12843479a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '84160949-a7fa-488f-8d04-b0320c26e79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:42.277093 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.277644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Bound using segment: {'id': 'c132e291-d7ff-48b5-b413-c12843479a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '84160949-a7fa-488f-8d04-b0320c26e79f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:42.278310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Bound port: 51cb3bfb-616c-422b-b9a2-68f7ede60531, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c132e291-d7ff-48b5-b413-c12843479a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '84160949-a7fa-488f-8d04-b0320c26e79f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:42.278856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.306381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-26f2160f-8d6b-4f64-ab4e-90e96984c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:42.307455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d07a5ea7-9a39-4b07-bd7c-1d7d75aea8f2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port dec0c588-913b-4aea-8c47-e9354a5c27dd {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:42.307832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d07a5ea7-9a39-4b07-bd7c-1d7d75aea8f2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.430447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.443137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f2160f-8d6b-4f64-ab4e-90e96984c593 None None] Routers {'a29e5e3b-50b3-4b65-95b9-5cca9f7dada8'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:42.444671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-26f2160f-8d6b-4f64-ab4e-90e96984c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a29e5e3b-50b3-4b65-95b9-5cca9f7dada8'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:42.482906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74d506b0-7069-41fa-a46d-1edade882aaf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.521288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-26f2160f-8d6b-4f64-ab4e-90e96984c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:42.522084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f2160f-8d6b-4f64-ab4e-90e96984c593 None None] The sync data for ids ['a29e5e3b-50b3-4b65-95b9-5cca9f7dada8'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:02:42.530379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84160949-a7fa-488f-8d04-b0320c26e79f']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:42.556541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] For port 51cb3bfb-616c-422b-b9a2-68f7ede60531, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:42.560924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] For port 51cb3bfb-616c-422b-b9a2-68f7ede60531, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=51cb3bfb-616c-422b-b9a2-68f7ede60531,segment=NetworkSegment(c132e291-d7ff-48b5-b413-c12843479a6a),segment_id=c132e291-d7ff-48b5-b413-c12843479a6a)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:02:42.566462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.572897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d07a5ea7-9a39-4b07-bd7c-1d7d75aea8f2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.584424 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:42.620056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c132e291-d7ff-48b5-b413-c12843479a6a') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:42.620354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c132e291-d7ff-48b5-b413-c12843479a6a') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:42.635531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b7383919-b56e-4932-b38b-bbe986e05a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.657146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.712612 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d07a5ea7-9a39-4b07-bd7c-1d7d75aea8f2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for dec0c588-913b-4aea-8c47-e9354a5c27dd owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:42.776242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Pushing event updated for resources: {'Port': ['ID=51cb3bfb-616c-422b-b9a2-68f7ede60531,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:42.779638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:42.793319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c705f81-9495-4711-9261-4f340a9ee171 None None] Network 84160949-a7fa-488f-8d04-b0320c26e79f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:42.812845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d07a5ea7-9a39-4b07-bd7c-1d7d75aea8f2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.824326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:42.859657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.882095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d07a5ea7-9a39-4b07-bd7c-1d7d75aea8f2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:42.885380 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a5ea7-9a39-4b07-bd7c-1d7d75aea8f2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=dec0c588-913b-4aea-8c47-e9354a5c27dd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:42.887639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d07a5ea7-9a39-4b07-bd7c-1d7d75aea8f2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:42.902856 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d07a5ea7-9a39-4b07-bd7c-1d7d75aea8f2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/dec0c588-913b-4aea-8c47-e9354a5c27dd HTTP/1.1" status: 204 len: 168 time: 0.6657512 Dec 22 13:02:42.903217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47006) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:43.001806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9289deca-6a85-4fbd-976b-65fd45b5b402 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:43.002757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9289deca-6a85-4fbd-976b-65fd45b5b402 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:43.017578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74d506b0-7069-41fa-a46d-1edade882aaf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.021394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b7383919-b56e-4932-b38b-bbe986e05a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.023696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9289deca-6a85-4fbd-976b-65fd45b5b402 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:43.025466 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9289deca-6a85-4fbd-976b-65fd45b5b402 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1212094 Dec 22 13:02:43.030456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47010) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:43.033421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47012) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:43.040688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74d506b0-7069-41fa-a46d-1edade882aaf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.046572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:43.046966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.049329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76678ed1-187f-4c59-a5b6-767be3459384 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:43.065991 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:43.081982 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c362643b-1c16-4f0a-8bbf-6a680b0c07c9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:02:43.085894 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c362643b-1c16-4f0a-8bbf-6a680b0c07c9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/11e5473e-c9e9-4f93-ac09-e5a5ebee4cc3 HTTP/1.1" status: 404 len: 333 time: 0.0513823 Dec 22 13:02:43.086453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47020) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:43.136322 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21554a8-5d60-4213-986a-b77089b0b145 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:02:43.140163 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d21554a8-5d60-4213-986a-b77089b0b145 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/dec0c588-913b-4aea-8c47-e9354a5c27dd HTTP/1.1" status: 404 len: 333 time: 0.0505562 Dec 22 13:02:43.140371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47024) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:43.190466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76678ed1-187f-4c59-a5b6-767be3459384 None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:02:43.210930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.214711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74d506b0-7069-41fa-a46d-1edade882aaf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.215229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d506b0-7069-41fa-a46d-1edade882aaf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Fanout notify agent at l3_agent the message router_deleted on router a29e5e3b-50b3-4b65-95b9-5cca9f7dada8 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:02:43.221995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.227532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-38849008-ca36-4b79-85f6-bb51cc8f9b43 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:43.239372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:02:43.239372 dv-neutron-822668-1-hyperv neutron-server[87569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:02:43.239372 dv-neutron-822668-1-hyperv neutron-server[87569]: [parameters: {'id': '84160949-a7fa-488f-8d04-b0320c26e79f'}] Dec 22 13:02:43.239372 dv-neutron-822668-1-hyperv neutron-server[87569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:43.239980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:43.240708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b36f9b62-3aba-4917-b45e-031366b898ff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:43.241008 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING neutron.api.v2.base [None req-b36f9b62-3aba-4917-b45e-031366b898ff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 13:02:43.241499 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-b36f9b62-3aba-4917-b45e-031366b898ff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 13:02:43.242529 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b36f9b62-3aba-4917-b45e-031366b898ff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2080770 Dec 22 13:02:43.247163 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47028) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:43.262673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692538179'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:43.271920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:43.272916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:43.274300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9afb91b2-95f2-4cc7-ac1c-c6d43d888e44,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:43.276724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b7383919-b56e-4932-b38b-bbe986e05a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.279429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:43.279949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:43.280715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.284452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:43.289643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:43.296405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:43.304331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7383919-b56e-4932-b38b-bbe986e05a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9290818c-a529-41d8-8115-e157344618b5,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:43.306527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.306865 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Added segment 4d35a6e8-3fda-4e32-9f1d-f1acdf071735 of type vlan for network 9afa290f-e119-4965-bde6-67d1e129ee68 Dec 22 13:02:43.311473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b7383919-b56e-4932-b38b-bbe986e05a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:43.353702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74d506b0-7069-41fa-a46d-1edade882aaf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.357162 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-74d506b0-7069-41fa-a46d-1edade882aaf tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/a29e5e3b-50b3-4b65-95b9-5cca9f7dada8 HTTP/1.1" status: 204 len: 168 time: 1.1425083 Dec 22 13:02:43.357162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.357396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.360367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47034) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:43.363693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b7383919-b56e-4932-b38b-bbe986e05a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.365026 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b7383919-b56e-4932-b38b-bbe986e05a00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9290818c-a529-41d8-8115-e157344618b5 HTTP/1.1" status: 204 len: 168 time: 1.2553992 Dec 22 13:02:43.443172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-9652be31-eb4e-48e7-84c4-89ceb1e028be tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting subnet fb249104-062e-4ee3-88d1-baaad12080c5 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:02:43.446542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9652be31-eb4e-48e7-84c4-89ceb1e028be tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.462772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.477654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.483076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:43.483709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.492682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fc570dc8-8869-4c68-8893-b2169bef52fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:43.498104 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.508848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039fb3fd-e823-4e94-a452-c2ad290fb73e']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:43.528137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea423c4-29ff-4ea7-a492-89cc9120aaf8') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:43.528497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea423c4-29ff-4ea7-a492-89cc9120aaf8') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:43.540281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:43.549035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:43.554793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.563152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:43.573389 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:43.586375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.611014 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9159160 Dec 22 13:02:43.613550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47042) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:43.613766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9652be31-eb4e-48e7-84c4-89ceb1e028be tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.623056 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Request body: {'subnet': {'network_id': '9afa290f-e119-4965-bde6-67d1e129ee68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:43.647075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Pushing event updated for resources: {'Network': ['ID=9afa290f-e119-4965-bde6-67d1e129ee68,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:43.655936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:43.659292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 9afa290f-e119-4965-bde6-67d1e129ee68 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:43.722618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9652be31-eb4e-48e7-84c4-89ceb1e028be tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.751581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.756204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:43.756696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.777713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:43.781678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Usage tracker for resource:subnet and tenant:2c1d6c812ffe464c8eb3590af7537a82 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:43.782319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Deleting port 51cb3bfb-616c-422b-b9a2-68f7ede60531 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:43.782704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.785234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:43.791285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:43.796347 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:43.907571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9652be31-eb4e-48e7-84c4-89ceb1e028be tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:43.914315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:43.969258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652be31-eb4e-48e7-84c4-89ceb1e028be tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Subnet': ['ID=fb249104-062e-4ee3-88d1-baaad12080c5,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:44.026565 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Made reservation on behalf of 2c1d6c812ffe464c8eb3590af7537a82 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:44.030119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.030799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9652be31-eb4e-48e7-84c4-89ceb1e028be tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:44.032401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9652be31-eb4e-48e7-84c4-89ceb1e028be tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.036026 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1ae796-01d7-4c63-a3ee-72899c6efc1f None None] Network c0ecbde8-9137-4e59-962f-a2dde8a83544 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:44.043172 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9652be31-eb4e-48e7-84c4-89ceb1e028be tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/fb249104-062e-4ee3-88d1-baaad12080c5 HTTP/1.1" status: 204 len: 168 time: 0.6809211 Dec 22 13:02:44.043447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47056) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:44.078465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] For port 51cb3bfb-616c-422b-b9a2-68f7ede60531, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=51cb3bfb-616c-422b-b9a2-68f7ede60531,segment=NetworkSegment(c132e291-d7ff-48b5-b413-c12843479a6a),segment_id=c132e291-d7ff-48b5-b413-c12843479a6a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:44.078905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.137170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.204263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:44.216391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Calling delete_port for 51cb3bfb-616c-422b-b9a2-68f7ede60531 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:44.228458 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.260821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Network': ['ID=039fb3fd-e823-4e94-a452-c2ad290fb73e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:44.269759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:44.304744 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/networks/039fb3fd-e823-4e94-a452-c2ad290fb73e HTTP/1.1" status: 204 len: 168 time: 1.1598125 Dec 22 13:02:44.306128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47066) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:44.315592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-739713949'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:44.315903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.322389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:44.327125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:network and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:44.329836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.333894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:44.355004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.360373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:44.360715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.372912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:44.386992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Port': ['ID=51cb3bfb-616c-422b-b9a2-68f7ede60531,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:44.390000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.391899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:44.394502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:44.397357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No DVR routers for this DVR port 51cb3bfb-616c-422b-b9a2-68f7ede60531 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:44.408937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-95c4c595-1a12-4ac7-9af4-1eba2e825dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:44.411284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff80614-45e4-4d4c-ab4f-a801d20fb2fc None None] DHCP port deletion for c0ecbde8-9137-4e59-962f-a2dde8a83544 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:02:44.415566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4ff80614-45e4-4d4c-ab4f-a801d20fb2fc None None] Deleting port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:44.415975 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ff80614-45e4-4d4c-ab4f-a801d20fb2fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.432739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:44.460844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:44.464623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.481832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:44.489290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:44.520372 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:44.528404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c464d384-d8a1-4a54-9f21-c64c94de5770,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:44.556831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.563847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:44.711170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:44.719935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84160949-a7fa-488f-8d04-b0320c26e79f']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:44.737366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c132e291-d7ff-48b5-b413-c12843479a6a') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:44.737726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c132e291-d7ff-48b5-b413-c12843479a6a') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:44.746770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.747491 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Added segment fe4375b6-1bd5-40eb-b9f4-5d03ea694258 of type vlan for network 267101a9-e26c-41f0-8569-da58ee739270 Dec 22 13:02:44.758414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.758743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.763369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4ff80614-45e4-4d4c-ab4f-a801d20fb2fc None None] For port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a46341cc-5f61-4bd8-91a2-5ce5e70c9e76,segment=NetworkSegment(02211ed7-fb4f-4225-96ac-834be2d78d1a),segment_id=02211ed7-fb4f-4225-96ac-834be2d78d1a)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:44.766694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ff80614-45e4-4d4c-ab4f-a801d20fb2fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.775920 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3cee5083-a1be-4bcc-9514-518afa01e3d0 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:44.792910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.800597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.806217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:44.806802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:44.821663 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:44.882590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Pushing event updated for resources: {'Subnet': ['ID=52c0fc55-24c5-4f80-8463-ef7fc3af5876,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:44.885389 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:44.903525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] For port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a46341cc-5f61-4bd8-91a2-5ce5e70c9e76,segment=NetworkSegment(02211ed7-fb4f-4225-96ac-834be2d78d1a),segment_id=02211ed7-fb4f-4225-96ac-834be2d78d1a)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:44.903933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.931883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.935383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.938762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.945440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:44.946533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:44.951727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4ff80614-45e4-4d4c-ab4f-a801d20fb2fc None None] Calling delete_port for a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:44.954605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c7b6779e-1842-4a0d-a773-6fd10fd5911f tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:44.971465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.033716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ff80614-45e4-4d4c-ab4f-a801d20fb2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.038166 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:45.060999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.089904 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff80614-45e4-4d4c-ab4f-a801d20fb2fc None None] Pushing event deleted for resources: {'Port': ['ID=a46341cc-5f61-4bd8-91a2-5ce5e70c9e76,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:45.094193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4ff80614-45e4-4d4c-ab4f-a801d20fb2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:45.095174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff80614-45e4-4d4c-ab4f-a801d20fb2fc None None] No DVR routers for this DVR port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:45.099665 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:45.107284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Network': ['ID=267101a9-e26c-41f0-8569-da58ee739270,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:45.129861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 267101a9-e26c-41f0-8569-da58ee739270 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:45.140374 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/84160949-a7fa-488f-8d04-b0320c26e79f HTTP/1.1" status: 204 len: 168 time: 4.2015922 Dec 22 13:02:45.143706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47084) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:45.144438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-77853220-f6b8-4c37-b10b-8659c741d7c5 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:45.149301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1050235294'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:45.154180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:45.158076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:network and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:45.161306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:45.167987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:45.175317 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-702ddffc-3eb0-4c14-af91-427d75d84fb0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8671522 Dec 22 13:02:45.176427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Network': ['ID=84160949-a7fa-488f-8d04-b0320c26e79f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:45.178753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47088) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:45.181237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:45.182009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:45.182396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:45.186000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '267101a9-e26c-41f0-8569-da58ee739270', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:45.200899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.202643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:45.202886 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9549663 Dec 22 13:02:45.206196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.220354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47092) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:45.232700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7194a1-51c0-414d-99c8-f06e8c31772d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:45.247818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:45.249094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Checking segment: {'id': '4d35a6e8-3fda-4e32-9f1d-f1acdf071735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9afa290f-e119-4965-bde6-67d1e129ee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:45.249451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Network hostable DHCP agents. Network: 9afa290f-e119-4965-bde6-67d1e129ee68, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:45.253352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:45.278802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': 'fd7194a1-51c0-414d-99c8-f06e8c31772d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:45.288365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:45.290503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:45.291318 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:45.302412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:45.302723 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47096) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:45.309703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:45.310014 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:45.312486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:45.313896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Network 9afa290f-e119-4965-bde6-67d1e129ee68 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:45.324970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 9afa290f-e119-4965-bde6-67d1e129ee68) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:45.327829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:45.330285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:45.331292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.340495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdce2dd-097e-482c-becb-aee1e8b361a4 None None] Network 9afa290f-e119-4965-bde6-67d1e129ee68 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:45.351259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:45.361746 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7443841 Dec 22 13:02:45.364098 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47102) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:45.371942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Request body: {'port': {'network_id': '9afa290f-e119-4965-bde6-67d1e129ee68', 'name': 'tempest-TagsExtTest-1250545224'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:45.373831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:45.379221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.379573 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Added segment eb07e1cf-cf96-454b-a512-fa286ef10ddf of type vlan for network 051753f1-7364-4ff5-b4f2-6616dbe4d3f4 Dec 22 13:02:45.380888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:45.394227 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.433432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:45.439230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:45.461750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:45.463553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1012362141', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:45.465608 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.472916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:45.480731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Usage tracker for resource:port and tenant:02e856d281394c2483cba185afb17d53 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:45.485304 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:45.495773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:45.527988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Made reservation on behalf of 02e856d281394c2483cba185afb17d53 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:45.530251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.547541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.553434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.564799 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:45.565076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.569616 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:45.571968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Usage tracker for resource:port and tenant:2c1d6c812ffe464c8eb3590af7537a82 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:45.575817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:45.578642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Usage tracker for resource:security_group_rule and tenant:02e856d281394c2483cba185afb17d53 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:45.582652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.583901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:45.586607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:45.592443 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:45.596029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c1cb9617-7546-4ff1-8af0-eeccc352f8b8 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:45.612879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Performing IP validity checks on allocation pools {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:02:45.613497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:02:45.614454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Made reservation on behalf of 2c1d6c812ffe464c8eb3590af7537a82 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:45.618320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.626478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-9afa290f-e119-4965-bde6-67d1e129ee68', 'network_id': '9afa290f-e119-4965-bde6-67d1e129ee68', 'tenant_id': '2c1d6c812ffe464c8eb3590af7537a82', 'fixed_ips': [{'subnet_id': '52c0fc55-24c5-4f80-8463-ef7fc3af5876'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:02:45.628277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.635151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe4e8e6-b2af-4cd2-b903-e35149417384,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:45.647424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:45.652218 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] device_id is not set on port 8e0f4d0e-624d-45a8-832f-ab3821dec1ee yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:45.666708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.672164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:45.672740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.679000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-98d91556-9df9-4ba9-9e90-29e43e23d140 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:45.709626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.710821 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4894512 Dec 22 13:02:45.755749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47106) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:45.768222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-dd9fb4be-274a-4207-afa2-946853c9dbfc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': 'fd7194a1-51c0-414d-99c8-f06e8c31772d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:45.785755 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6384797 Dec 22 13:02:45.786006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dd9fb4be-274a-4207-afa2-946853c9dbfc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:45.788745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47110) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:45.794312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-dd9fb4be-274a-4207-afa2-946853c9dbfc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:45.800280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-dd9fb4be-274a-4207-afa2-946853c9dbfc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:45.800468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'network_id': '051753f1-7364-4ff5-b4f2-6616dbe4d3f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:45.810934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port a46341cc-5f61-4bd8-91a2-5ce5e70c9e76 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:45.811249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.843798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dd9fb4be-274a-4207-afa2-946853c9dbfc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:45.853481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=051753f1-7364-4ff5-b4f2-6616dbe4d3f4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:45.867572 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 051753f1-7364-4ff5-b4f2-6616dbe4d3f4 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:45.876603 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Allocated IP 172.20.0.13 (9afa290f-e119-4965-bde6-67d1e129ee68/52c0fc55-24c5-4f80-8463-ef7fc3af5876/8e0f4d0e-624d-45a8-832f-ab3821dec1ee) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:45.907630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:45.915354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] The port 'a46341cc-5f61-4bd8-91a2-5ce5e70c9e76' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:02:45.968480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd9fb4be-274a-4207-afa2-946853c9dbfc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:45.981439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:45.994236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:subnet and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:45.999682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:46.008023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:46.014022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.019383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-61a47748-c93d-42a0-a274-e041d947cea8 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490 tempest-ExtraDHCPOptionsIpV6TestJSON-1452570490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:46.058711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:46.062040 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.131819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.154886 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.185660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Subnet': ['ID=77c468fc-a1e3-4fb0-ae64-502cea7830de,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:46.193292 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:46.207070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:46.211173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Checking segment: {'id': 'fe4375b6-1bd5-40eb-b9f4-5d03ea694258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '267101a9-e26c-41f0-8569-da58ee739270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:46.211530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network hostable DHCP agents. Network: 267101a9-e26c-41f0-8569-da58ee739270, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:46.256094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] device_id is not set on port 3599d692-d928-4010-ab58-6d011864b818 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:46.271661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 267101a9-e26c-41f0-8569-da58ee739270 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:46.294393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 267101a9-e26c-41f0-8569-da58ee739270) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:46.300522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:46.301101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.305907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ddb0b-e329-4dfc-bab5-e418b6fa128f None None] Network 267101a9-e26c-41f0-8569-da58ee739270 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:46.330399 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.353399 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1712124 Dec 22 13:02:46.354408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47114) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:46.361051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': '267101a9-e26c-41f0-8569-da58ee739270', 'name': 'tempest-PortsTestJSON-1348221988'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:46.368468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b47f3-0623-4602-bfd8-76f03d4c845a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:46.409253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:46.429763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.438742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2025ab11-c2da-4a98-a4aa-423492726f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:46.477193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ecbde8-9137-4e59-962f-a2dde8a83544']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:46.508283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02211ed7-fb4f-4225-96ac-834be2d78d1a') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:46.508554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02211ed7-fb4f-4225-96ac-834be2d78d1a') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:46.514837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=f03fb842-c50e-4c1a-b0a8-c4b5e51606aa,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:46.520759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:46.553815 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-267101a9-e26c-41f0-8569-da58ee739270', 'network_id': '267101a9-e26c-41f0-8569-da58ee739270', 'tenant_id': '09da01ce16a14f99b2a065e133e9b364', 'fixed_ips': [{'subnet_id': '77c468fc-a1e3-4fb0-ae64-502cea7830de'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:02:46.554723 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.562453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.568961 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-dd9fb4be-274a-4207-afa2-946853c9dbfc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 13:02:46.573335 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dd9fb4be-274a-4207-afa2-946853c9dbfc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8113575 Dec 22 13:02:46.573517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47118) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:46.577413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking segment: {'id': 'eb07e1cf-cf96-454b-a512-fa286ef10ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '051753f1-7364-4ff5-b4f2-6616dbe4d3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:46.577580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network hostable DHCP agents. Network: 051753f1-7364-4ff5-b4f2-6616dbe4d3f4, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:46.596336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.638848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:46.639366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:46.654717 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:46.657478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Allocated IP 172.26.4.173 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/3599d692-d928-4010-ab58-6d011864b818) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:46.733686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Allocated IP 172.20.0.2 (267101a9-e26c-41f0-8569-da58ee739270/77c468fc-a1e3-4fb0-ae64-502cea7830de/29722c84-0d86-44ad-9bab-caa9341a882f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:46.736207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:46.752480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.767756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:46.787381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network 051753f1-7364-4ff5-b4f2-6616dbe4d3f4 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:46.793097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.801518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:46.802514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Transition to ACTIVE for port object 8e0f4d0e-624d-45a8-832f-ab3821dec1ee will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:46.804908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.807053 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3b64cfc7-aa5f-44e5-bb88-87c1c37c043d tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:46.821936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.824696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 051753f1-7364-4ff5-b4f2-6616dbe4d3f4) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:46.831900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-600d861c-cb16-482e-b0ba-2d952e354366 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.835298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:46.835913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.841257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208aeeb6-df67-4159-8997-79b91f491373 None None] Network 051753f1-7364-4ff5-b4f2-6616dbe4d3f4 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:46.842994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Network': ['ID=c0ecbde8-9137-4e59-962f-a2dde8a83544,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:46.851202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:46.857225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port e8095060-c29d-4042-8a77-b92379b1acb8 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:46.881866 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/networks/c0ecbde8-9137-4e59-962f-a2dde8a83544 HTTP/1.1" status: 204 len: 168 time: 2.8268440 Dec 22 13:02:46.882553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47122) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:46.919251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-600d861c-cb16-482e-b0ba-2d952e354366 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:46.927358 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1376610 Dec 22 13:02:46.932219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47126) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:46.935433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d7aedf70-cecc-4386-af38-3ed700a9d918 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2026830785', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:46.948531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d7aedf70-cecc-4386-af38-3ed700a9d918 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:46.978708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d7aedf70-cecc-4386-af38-3ed700a9d918 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:router and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:46.987650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d7aedf70-cecc-4386-af38-3ed700a9d918 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:47.004063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-600d861c-cb16-482e-b0ba-2d952e354366 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.009670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-83572f33-54f5-4809-b04e-e3753727a49c tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:47.024895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d861c-cb16-482e-b0ba-2d952e354366 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7194a1-51c0-414d-99c8-f06e8c31772d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:47.027820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-600d861c-cb16-482e-b0ba-2d952e354366 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:47.032946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-600d861c-cb16-482e-b0ba-2d952e354366 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.036627 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-600d861c-cb16-482e-b0ba-2d952e354366 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "DELETE /v2.0/security-groups/fd7194a1-51c0-414d-99c8-f06e8c31772d HTTP/1.1" status: 204 len: 168 time: 0.4600310 Dec 22 13:02:47.036852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47130) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:47.049470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d7aedf70-cecc-4386-af38-3ed700a9d918 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:47.093218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9a8373d8-8fe6-4f55-b872-29f7e778656e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Synchronizing usage tracker for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:47.108482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d7aedf70-cecc-4386-af38-3ed700a9d918 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.109572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d7aedf70-cecc-4386-af38-3ed700a9d918 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.112828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9a8373d8-8fe6-4f55-b872-29f7e778656e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Unset dirty status for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:47.120174 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9a8373d8-8fe6-4f55-b872-29f7e778656e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0821023 Dec 22 13:02:47.121006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47134) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:47.126977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1601932042'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:47.134283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:47.142330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.146032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:47.156313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.171077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5176b119-82f7-4f75-89be-642c349c2da4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:47.176762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:47.180786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:47.183714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:47.195886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:47.231408 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.243121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Network 9afa290f-e119-4965-bde6-67d1e129ee68 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:47.255161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.260111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.266453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:47.273494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.274468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d7aedf70-cecc-4386-af38-3ed700a9d918 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.276022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:47.278758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.286075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-68e652f4-112b-4029-95c7-2923a9e34eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:47.290013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Allocated IP 172.20.0.2 (9afa290f-e119-4965-bde6-67d1e129ee68/52c0fc55-24c5-4f80-8463-ef7fc3af5876/8c147083-0c96-4c1c-b7d8-1316f4f46740) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:47.292264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Transition to ACTIVE for port object 29722c84-0d86-44ad-9bab-caa9341a882f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:47.304510 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-051753f1-7364-4ff5-b4f2-6616dbe4d3f4', 'network_id': '051753f1-7364-4ff5-b4f2-6616dbe4d3f4', 'tenant_id': '16f5a0ed51dc4f5a807b574284c54a62', 'fixed_ips': [{'subnet_id': 'f03fb842-c50e-4c1a-b0a8-c4b5e51606aa'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:02:47.304871 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.331061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f547c62-71bf-4cd9-a48a-3a52f7e6106b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:47.337077 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:47.347340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.352768 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2303262 Dec 22 13:02:47.353417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47138) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:47.354188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Pushing event updated for resources: {'Port': ['ID=8e0f4d0e-624d-45a8-832f-ab3821dec1ee,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:47.360479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d5a7b477-0793-4fd7-9dfc-5cedd3b7defa tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '3f547c62-71bf-4cd9-a48a-3a52f7e6106b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:47.360692 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-d5a7b477-0793-4fd7-9dfc-5cedd3b7defa tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 13:02:47.361358 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-d5a7b477-0793-4fd7-9dfc-5cedd3b7defa tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:47.364844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:47.365647 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d5a7b477-0793-4fd7-9dfc-5cedd3b7defa tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0111420 Dec 22 13:02:47.366271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47142) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:47.398737 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Transition to ACTIVE for port object 29722c84-0d86-44ad-9bab-caa9341a882f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:47.414459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d7aedf70-cecc-4386-af38-3ed700a9d918 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.425240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:47.426091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.434206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0030a77f-020f-40ed-958d-822ccf77f058 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.465214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.474632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.477738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:47.504646 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1389248 Dec 22 13:02:47.505767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d7aedf70-cecc-4386-af38-3ed700a9d918 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.507012 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d7aedf70-cecc-4386-af38-3ed700a9d918 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6234143 Dec 22 13:02:47.511190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0030a77f-020f-40ed-958d-822ccf77f058 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.512155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47146) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:47.512653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47148) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:47.516749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.527722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c20fccef-e554-4d3a-b521-2862744ddd7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1672235149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:47.535775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-409502257'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:47.542359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c4d9fcac-c6a3-4493-8a4d-8d6b509ebcda tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:47.569857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.4 (267101a9-e26c-41f0-8569-da58ee739270/77c468fc-a1e3-4fb0-ae64-502cea7830de/e8095060-c29d-4042-8a77-b92379b1acb8) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:47.597086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:47.599872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c20fccef-e554-4d3a-b521-2862744ddd7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:47.603824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0030a77f-020f-40ed-958d-822ccf77f058 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.610895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:47.624437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c20fccef-e554-4d3a-b521-2862744ddd7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Usage tracker for resource:router and tenant:2c1d6c812ffe464c8eb3590af7537a82 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:47.627139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:network and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:47.633724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c20fccef-e554-4d3a-b521-2862744ddd7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:47.634679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030a77f-020f-40ed-958d-822ccf77f058 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f547c62-71bf-4cd9-a48a-3a52f7e6106b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:47.638216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:47.641875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:47.642721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0030a77f-020f-40ed-958d-822ccf77f058 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:47.653708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c20fccef-e554-4d3a-b521-2862744ddd7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:47.655884 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:47.661298 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:47.663780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:47.668440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0030a77f-020f-40ed-958d-822ccf77f058 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.672281 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0030a77f-020f-40ed-958d-822ccf77f058 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "DELETE /v2.0/security-groups/3f547c62-71bf-4cd9-a48a-3a52f7e6106b HTTP/1.1" status: 204 len: 168 time: 0.3047113 Dec 22 13:02:47.693416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47154) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:47.708452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Network 267101a9-e26c-41f0-8569-da58ee739270 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:47.715935 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:47.717714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Pushing event updated for resources: {'Port': ['ID=29722c84-0d86-44ad-9bab-caa9341a882f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:47.720936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Pushing event updated for resources: {'Port': ['ID=3599d692-d928-4010-ab58-6d011864b818,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:47.722401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:47.728281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:47.734376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:47.735206 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20fccef-e554-4d3a-b521-2862744ddd7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.736414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20fccef-e554-4d3a-b521-2862744ddd7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.745141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:47.748773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.784853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Allocated IP 172.20.0.1 (051753f1-7364-4ff5-b4f2-6616dbe4d3f4/f03fb842-c50e-4c1a-b0a8-c4b5e51606aa/c53906ce-42c0-4a18-9898-8cd271ff9030) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:47.807676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:47.808272 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.819283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20fccef-e554-4d3a-b521-2862744ddd7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.839449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ab42503-52f7-4343-ab0d-a658260a2c88 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Synchronizing usage tracker for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:47.852931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:47.862622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.874623 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5637383 Dec 22 13:02:47.875476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47158) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:47.876381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.876771 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Added segment de9b521b-03ed-4375-ab32-34a514b56028 of type vlan for network 19d53f2a-da3f-457a-9e6a-81292f1b9188 Dec 22 13:02:47.886310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Transition to ACTIVE for port object e8095060-c29d-4042-8a77-b92379b1acb8 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:47.888339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.173'}]}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:47.893888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20fccef-e554-4d3a-b521-2862744ddd7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.900396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ab42503-52f7-4343-ab0d-a658260a2c88 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Unset dirty status for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:47.901566 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9ab42503-52f7-4343-ab0d-a658260a2c88 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2037768 Dec 22 13:02:47.907631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:47.907827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47162) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:47.915325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1541265642'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:47.921141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Attempting to bind port 29722c84-0d86-44ad-9bab-caa9341a882f on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:47.921367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Attempting to bind port 29722c84-0d86-44ad-9bab-caa9341a882f by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'fe4375b6-1bd5-40eb-b9f4-5d03ea694258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '267101a9-e26c-41f0-8569-da58ee739270'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:47.921657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Attempting to bind port 29722c84-0d86-44ad-9bab-caa9341a882f on network 267101a9-e26c-41f0-8569-da58ee739270 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:47.924286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Usage tracker for resource:router and tenant:02e856d281394c2483cba185afb17d53 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:47.925171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:47.929176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:47.939432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.939992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:47.945437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:47.946728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.954320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20fccef-e554-4d3a-b521-2862744ddd7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.955570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8515dcc3-ecb4-4c60-9191-c58d736a3bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:47.955906 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c20fccef-e554-4d3a-b521-2862744ddd7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4420390 Dec 22 13:02:47.958597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47166) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:47.966893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-58322f0e-1c5c-4f59-9552-43e4a5d6e42e tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1832927866', 'prefixes': ['172.20.0.0/16']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:47.971505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.972581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.979696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-58322f0e-1c5c-4f59-9552-43e4a5d6e42e tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:47.992528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:47.992833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Checking segment: {'id': 'fe4375b6-1bd5-40eb-b9f4-5d03ea694258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '267101a9-e26c-41f0-8569-da58ee739270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:47.993242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:47.993615 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Bound using segment: {'id': 'fe4375b6-1bd5-40eb-b9f4-5d03ea694258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '267101a9-e26c-41f0-8569-da58ee739270'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:47.994410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Bound port: 29722c84-0d86-44ad-9bab-caa9341a882f, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4375b6-1bd5-40eb-b9f4-5d03ea694258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '267101a9-e26c-41f0-8569-da58ee739270'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:47.994658 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.009180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.009813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.020820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.023908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.026396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:48.026988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.034298 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:48.045414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 267101a9-e26c-41f0-8569-da58ee739270 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:48.054931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:48.061973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:48.083421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Transition to ACTIVE for port object 8c147083-0c96-4c1c-b7d8-1316f4f46740 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:48.111679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=e8095060-c29d-4042-8a77-b92379b1acb8,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:48.115236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:48.120502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:48.129078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:48.134219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:48.144895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:48.149078 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Transition to ACTIVE for port object 8c147083-0c96-4c1c-b7d8-1316f4f46740 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:48.158663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:48.159392 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.200066 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8425803 Dec 22 13:02:48.200276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47170) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:48.212328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.219725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:48.292595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] For port 29722c84-0d86-44ad-9bab-caa9341a882f, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:48.298538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4d047e0f-fa35-4276-a464-ae92168ee8c0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port e8095060-c29d-4042-8a77-b92379b1acb8 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:48.298913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d047e0f-fa35-4276-a464-ae92168ee8c0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.308179 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Network 9afa290f-e119-4965-bde6-67d1e129ee68 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:48.314276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:48.316518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.325236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] For port 29722c84-0d86-44ad-9bab-caa9341a882f, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=29722c84-0d86-44ad-9bab-caa9341a882f,segment=NetworkSegment(fe4375b6-1bd5-40eb-b9f4-5d03ea694258),segment_id=fe4375b6-1bd5-40eb-b9f4-5d03ea694258)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:02:48.326389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:48.331712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Pushing event updated for resources: {'Port': ['ID=8c147083-0c96-4c1c-b7d8-1316f4f46740,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:48.337102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:48.338350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Transition to ACTIVE for port object c53906ce-42c0-4a18-9898-8cd271ff9030 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:48.341546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.349952 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:48.357536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Network': ['ID=19d53f2a-da3f-457a-9e6a-81292f1b9188,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:48.367141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.377163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.384747 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:48.388939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 19d53f2a-da3f-457a-9e6a-81292f1b9188 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:48.416975 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9017725 Dec 22 13:02:48.422721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47174) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:48.423829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:48.445647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'subnet': {'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:48.477991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.479249 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5718503 Dec 22 13:02:48.482543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892326e0-92b4-4131-a7be-dea705a0c113,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:48.485501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:48.486323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47178) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:48.511023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-91a77520-4081-4cb0-85fd-208588c3d339 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '892326e0-92b4-4131-a7be-dea705a0c113', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:48.511889 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-91a77520-4081-4cb0-85fd-208588c3d339 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 13:02:48.512389 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-91a77520-4081-4cb0-85fd-208588c3d339 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:48.517062 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-91a77520-4081-4cb0-85fd-208588c3d339 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0106852 Dec 22 13:02:48.517225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58322f0e-1c5c-4f59-9552-43e4a5d6e42e tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for subnetpool, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.517476 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-58322f0e-1c5c-4f59-9552-43e4a5d6e42e tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5577145 Dec 22 13:02:48.559048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Transition to ACTIVE for port object c53906ce-42c0-4a18-9898-8cd271ff9030 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:48.562711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47182) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:48.563046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47184) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:48.599128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-b2f6e886-e931-4c9a-9150-f46311447a7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876', 'tempest-TagsExtTest-Tag-1359847775') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:48.603990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.625914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Pushing event updated for resources: {'Port': ['ID=29722c84-0d86-44ad-9bab-caa9341a882f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:48.636235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:48.640423 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c7e9fc9e-727c-418a-97e6-911c63822f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:48.673233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Attempting to bind port 8c147083-0c96-4c1c-b7d8-1316f4f46740 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:48.673613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Attempting to bind port 8c147083-0c96-4c1c-b7d8-1316f4f46740 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '4d35a6e8-3fda-4e32-9f1d-f1acdf071735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9afa290f-e119-4965-bde6-67d1e129ee68'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:48.674028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Attempting to bind port 8c147083-0c96-4c1c-b7d8-1316f4f46740 on network 9afa290f-e119-4965-bde6-67d1e129ee68 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:48.679271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.701383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:48.714726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:48.715125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Checking segment: {'id': '4d35a6e8-3fda-4e32-9f1d-f1acdf071735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9afa290f-e119-4965-bde6-67d1e129ee68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:48.715695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.716008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Bound using segment: {'id': '4d35a6e8-3fda-4e32-9f1d-f1acdf071735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9afa290f-e119-4965-bde6-67d1e129ee68'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:48.716656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Bound port: 8c147083-0c96-4c1c-b7d8-1316f4f46740, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d35a6e8-3fda-4e32-9f1d-f1acdf071735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9afa290f-e119-4965-bde6-67d1e129ee68'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:48.716886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.719913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.727674 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Network 051753f1-7364-4ff5-b4f2-6616dbe4d3f4 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:48.729348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:subnet and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:48.731999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-50db8602-27be-456b-b433-94b3fa2cc61b tempest-ExternalNetworksTestJSON-633056203 tempest-ExternalNetworksTestJSON-633056203-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:48.748213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35472f7d-80c2-4b6c-a5bf-8e8cc1cec010 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.758181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:48.760404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:48.764875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d047e0f-fa35-4276-a464-ae92168ee8c0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.770022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Pushing event updated for resources: {'Port': ['ID=c53906ce-42c0-4a18-9898-8cd271ff9030,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:48.772006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:48.773119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:48.822567 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:48.830023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Subnet': ['ID=f03fb842-c50e-4c1a-b0a8-c4b5e51606aa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:48.851754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:48.913006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:48.916727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:48.920736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4d047e0f-fa35-4276-a464-ae92168ee8c0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for e8095060-c29d-4042-8a77-b92379b1acb8 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:48.956036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35472f7d-80c2-4b6c-a5bf-8e8cc1cec010 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.029249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] For port 8c147083-0c96-4c1c-b7d8-1316f4f46740, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:49.033542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.033889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Attempting to bind port c53906ce-42c0-4a18-9898-8cd271ff9030 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:49.034287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Attempting to bind port c53906ce-42c0-4a18-9898-8cd271ff9030 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'eb07e1cf-cf96-454b-a512-fa286ef10ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '051753f1-7364-4ff5-b4f2-6616dbe4d3f4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:49.034677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Attempting to bind port c53906ce-42c0-4a18-9898-8cd271ff9030 on network 051753f1-7364-4ff5-b4f2-6616dbe4d3f4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:49.043783 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] For port 8c147083-0c96-4c1c-b7d8-1316f4f46740, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8c147083-0c96-4c1c-b7d8-1316f4f46740,segment=NetworkSegment(4d35a6e8-3fda-4e32-9f1d-f1acdf071735),segment_id=4d35a6e8-3fda-4e32-9f1d-f1acdf071735)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:02:49.044753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:49.045704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Checking segment: {'id': 'eb07e1cf-cf96-454b-a512-fa286ef10ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '051753f1-7364-4ff5-b4f2-6616dbe4d3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:49.045704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.046092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Bound using segment: {'id': 'eb07e1cf-cf96-454b-a512-fa286ef10ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '051753f1-7364-4ff5-b4f2-6616dbe4d3f4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:49.047530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Bound port: c53906ce-42c0-4a18-9898-8cd271ff9030, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb07e1cf-cf96-454b-a512-fa286ef10ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '051753f1-7364-4ff5-b4f2-6616dbe4d3f4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:49.047710 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.092975 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b2f6e886-e931-4c9a-9150-f46311447a7a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "PUT /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags/tempest-TagsExtTest-Tag-1359847775 HTTP/1.1" status: 201 len: 201 time: 0.5244682 Dec 22 13:02:49.093533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47190) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:49.094035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051753f1-7364-4ff5-b4f2-6616dbe4d3f4']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:49.098157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.100394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-4a9385d0-7e37-4d05-ab61-3e3175d9ea51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee', 'tempest-TagsExtTest-Tag-1822492015') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:49.107735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2dbdebd1-58bf-4a90-8228-aa087048e91b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:49.117480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb07e1cf-cf96-454b-a512-fa286ef10ddf') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:49.118032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb07e1cf-cf96-454b-a512-fa286ef10ddf') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:49.144958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.166296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.176867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:49.177472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:49.201171 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:49.283232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Pushing event updated for resources: {'Port': ['ID=8c147083-0c96-4c1c-b7d8-1316f4f46740,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:49.286770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] For port c53906ce-42c0-4a18-9898-8cd271ff9030, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:49.289436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:49.311838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:02:49.311838 dv-neutron-822668-1-hyperv neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:02:49.311838 dv-neutron-822668-1-hyperv neutron-server[87568]: [parameters: {'id': '051753f1-7364-4ff5-b4f2-6616dbe4d3f4'}] Dec 22 13:02:49.311838 dv-neutron-822668-1-hyperv neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:49.312270 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:49.316924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] For port c53906ce-42c0-4a18-9898-8cd271ff9030, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c53906ce-42c0-4a18-9898-8cd271ff9030,segment=NetworkSegment(eb07e1cf-cf96-454b-a512-fa286ef10ddf),segment_id=eb07e1cf-cf96-454b-a512-fa286ef10ddf)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:02:49.322517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 29722c84-0d86-44ad-9bab-caa9341a882f up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:49.386239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35472f7d-80c2-4b6c-a5bf-8e8cc1cec010 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.393477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bd04e401-a08a-4efa-89ca-6aa1235d55e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:49.412744 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.421551 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-960e8a12-5f1c-48cc-aab8-d6f91544aaa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:49.447880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35472f7d-80c2-4b6c-a5bf-8e8cc1cec010 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=892326e0-92b4-4131-a7be-dea705a0c113,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:49.458312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-35472f7d-80c2-4b6c-a5bf-8e8cc1cec010 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:49.482404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35472f7d-80c2-4b6c-a5bf-8e8cc1cec010 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.483574 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-35472f7d-80c2-4b6c-a5bf-8e8cc1cec010 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "DELETE /v2.0/security-groups/892326e0-92b4-4131-a7be-dea705a0c113 HTTP/1.1" status: 204 len: 168 time: 0.9193172 Dec 22 13:02:49.488280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47194) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:49.535575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d047e0f-fa35-4276-a464-ae92168ee8c0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.550708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-213d3296-9ea1-4666-bc11-639e0f681a03 tempest-FloatingIPNegativeTestJSON-1852163653 tempest-FloatingIPNegativeTestJSON-1852163653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:49.647484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.660562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 29722c84-0d86-44ad-9bab-caa9341a882f completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:49.662607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fab64b2d-01e9-4ffe-8065-4d37c8fdf59a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:49.666047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d047e0f-fa35-4276-a464-ae92168ee8c0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=e8095060-c29d-4042-8a77-b92379b1acb8,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:49.670154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4d047e0f-fa35-4276-a464-ae92168ee8c0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:49.688977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Pushing event updated for resources: {'Port': ['ID=c53906ce-42c0-4a18-9898-8cd271ff9030,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:49.693485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:49.711629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-872bb4c1-75ac-45b4-99c4-37a58dd012c2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Synchronizing usage tracker for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:49.728411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b265a24d-2760-452b-b53b-031dfa1737a0 None None] Network 051753f1-7364-4ff5-b4f2-6616dbe4d3f4 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:49.769888 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4a9385d0-7e37-4d05-ab61-3e3175d9ea51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "PUT /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags/tempest-TagsExtTest-Tag-1822492015 HTTP/1.1" status: 201 len: 201 time: 0.6753287 Dec 22 13:02:49.772842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47198) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:49.797524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-122d709f-d992-49c7-9140-593ae1983832 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac', 'tempest-TagsExtTest-Tag-809047634') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:49.919960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.922143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Subnet': ['ID=88294426-dc56-445c-89b1-5596475fb75a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:49.928221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.929986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-872bb4c1-75ac-45b4-99c4-37a58dd012c2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Unset dirty status for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:49.935245 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-872bb4c1-75ac-45b4-99c4-37a58dd012c2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4420645 Dec 22 13:02:49.937234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47202) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:49.947351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group': {'name': 'tempest-secgroup--397971337'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:49.954763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:49.960376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d047e0f-fa35-4276-a464-ae92168ee8c0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.965031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:49.975800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:49.977016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:49.990708 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4d047e0f-fa35-4276-a464-ae92168ee8c0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/e8095060-c29d-4042-8a77-b92379b1acb8 HTTP/1.1" status: 204 len: 168 time: 1.7871125 Dec 22 13:02:49.995863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47206) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:50.051547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Checking segment: {'id': 'de9b521b-03ed-4375-ab32-34a514b56028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:50.051947 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network hostable DHCP agents. Network: 19d53f2a-da3f-457a-9e6a-81292f1b9188, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:50.062498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.068021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Deleting port c53906ce-42c0-4a18-9898-8cd271ff9030 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:50.068361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.085781 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d239f479-9e1e-4b03-a4d7-a320030201dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] DELETE failed (client error): The resource could not be found. Dec 22 13:02:50.086323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d239f479-9e1e-4b03-a4d7-a320030201dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:02:50.088715 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d239f479-9e1e-4b03-a4d7-a320030201dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/e8095060-c29d-4042-8a77-b92379b1acb8 HTTP/1.1" status: 404 len: 333 time: 0.0854745 Dec 22 13:02:50.092126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47210) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:50.100260 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-122d709f-d992-49c7-9140-593ae1983832 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "PUT /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags/tempest-TagsExtTest-Tag-809047634 HTTP/1.1" status: 201 len: 201 time: 0.3218122 Dec 22 13:02:50.107275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47214) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:50.132300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-cb01cc3b-53aa-44b0-94eb-d29394545774 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4', 'tempest-TagsExtTest-Tag-1268060172') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:50.150840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:50.153725 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de3042d-f336-4932-9618-3d75f9dc27d8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:02:50.154271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6de3042d-f336-4932-9618-3d75f9dc27d8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:50.159879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:50.164863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:50.174525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:50.188385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6de3042d-f336-4932-9618-3d75f9dc27d8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:50.189713 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6de3042d-f336-4932-9618-3d75f9dc27d8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/e8095060-c29d-4042-8a77-b92379b1acb8 HTTP/1.1" status: 404 len: 333 time: 0.0966287 Dec 22 13:02:50.199479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47218) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:50.217514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 19d53f2a-da3f-457a-9e6a-81292f1b9188 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:50.273763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 19d53f2a-da3f-457a-9e6a-81292f1b9188) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:50.283640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21a2196-fabd-48ca-a096-6bfd863df700 None None] Network 267101a9-e26c-41f0-8569-da58ee739270 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:50.301723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f4b432-03de-498f-a7bd-c3f265594cf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting subnet 77c468fc-a1e3-4fb0-ae64-502cea7830de {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:02:50.304826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b432-03de-498f-a7bd-c3f265594cf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.305183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:50.305784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.362112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b432-03de-498f-a7bd-c3f265594cf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.383160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5429e1bb-6761-444e-af28-4d5526465669 None None] Network 19d53f2a-da3f-457a-9e6a-81292f1b9188 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:50.432469 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9998055 Dec 22 13:02:50.451413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b432-03de-498f-a7bd-c3f265594cf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.489361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47222) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:50.500054 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2271212c-1dba-4aba-9884-8bc782df0296 None None] Provisioning for port 29722c84-0d86-44ad-9bab-caa9341a882f completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:50.536802 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2271212c-1dba-4aba-9884-8bc782df0296 None None] Provisioning complete for port 29722c84-0d86-44ad-9bab-caa9341a882f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:50.539965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.540364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2271212c-1dba-4aba-9884-8bc782df0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.546320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.555842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e9abda6a-908c-475c-971c-cca37ae4d2e1 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:50.586973 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cb01cc3b-53aa-44b0-94eb-d29394545774 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "PUT /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags/tempest-TagsExtTest-Tag-1268060172 HTTP/1.1" status: 201 len: 201 time: 0.4675908 Dec 22 13:02:50.605040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47226) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:50.613050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3519a805-33ab-42ad-abc3-a337ecc6afa2,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:50.623334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:50.655508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b432-03de-498f-a7bd-c3f265594cf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.665704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-df58599b-6967-4a77-8089-011c6ff37eeb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:50.694805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-a4ece66a-7fa3-45c2-9d3f-729726c202b4 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:50.700610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.701827 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7614391 Dec 22 13:02:50.703071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b432-03de-498f-a7bd-c3f265594cf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.707412 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b8f4b432-03de-498f-a7bd-c3f265594cf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/77c468fc-a1e3-4fb0-ae64-502cea7830de HTTP/1.1" status: 204 len: 168 time: 0.5043666 Dec 22 13:02:50.708787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47230) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:50.709108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47232) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:50.709922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4b432-03de-498f-a7bd-c3f265594cf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Subnet': ['ID=77c468fc-a1e3-4fb0-ae64-502cea7830de,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:50.715311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b8f4b432-03de-498f-a7bd-c3f265594cf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:50.737019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-891d1214-0aa1-430f-bced-f3d386af3ee6 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '3519a805-33ab-42ad-abc3-a337ecc6afa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:50.739440 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-891d1214-0aa1-430f-bced-f3d386af3ee6 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 13:02:50.741707 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-891d1214-0aa1-430f-bced-f3d386af3ee6 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:50.742359 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-891d1214-0aa1-430f-bced-f3d386af3ee6 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0303621 Dec 22 13:02:50.746714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47238) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:50.757678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-727cba87-6563-424b-b21e-c71424a1e33d tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '3519a805-33ab-42ad-abc3-a337ecc6afa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:50.758332 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-727cba87-6563-424b-b21e-c71424a1e33d tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 13:02:50.759239 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-727cba87-6563-424b-b21e-c71424a1e33d tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:50.759849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.760220 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-727cba87-6563-424b-b21e-c71424a1e33d tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0130358 Dec 22 13:02:50.809463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47242) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:50.818632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7292af-e4fa-49f7-ada7-7ea7de6ec1eb None None] Network 9afa290f-e119-4965-bde6-67d1e129ee68 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:50.820792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1c7022c0-467e-4b5b-935e-01e46a084eee tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '3519a805-33ab-42ad-abc3-a337ecc6afa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:50.822055 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-1c7022c0-467e-4b5b-935e-01e46a084eee tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 13:02:50.822055 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-1c7022c0-467e-4b5b-935e-01e46a084eee tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:50.823043 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1c7022c0-467e-4b5b-935e-01e46a084eee tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126166 Dec 22 13:02:50.827131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47248) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:50.842837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3000e720-2304-4178-91e2-46eda1a1e640 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '3519a805-33ab-42ad-abc3-a337ecc6afa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:50.843766 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-3000e720-2304-4178-91e2-46eda1a1e640 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 13:02:50.844236 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-3000e720-2304-4178-91e2-46eda1a1e640 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:50.845198 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3000e720-2304-4178-91e2-46eda1a1e640 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0174544 Dec 22 13:02:50.849647 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47252) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:50.890584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.923666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 29722c84-0d86-44ad-9bab-caa9341a882f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:50.924018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:50.981357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.010149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2271212c-1dba-4aba-9884-8bc782df0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.016712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] For port c53906ce-42c0-4a18-9898-8cd271ff9030, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c53906ce-42c0-4a18-9898-8cd271ff9030,segment=NetworkSegment(eb07e1cf-cf96-454b-a512-fa286ef10ddf),segment_id=eb07e1cf-cf96-454b-a512-fa286ef10ddf)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:51.017076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.026929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-19d53f2a-da3f-457a-9e6a-81292f1b9188', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:02:51.027785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.046518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.145448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-2271212c-1dba-4aba-9884-8bc782df0296 None None] For port 29722c84-0d86-44ad-9bab-caa9341a882f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=29722c84-0d86-44ad-9bab-caa9341a882f,segment=NetworkSegment(fe4375b6-1bd5-40eb-b9f4-5d03ea694258),segment_id=fe4375b6-1bd5-40eb-b9f4-5d03ea694258)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:51.211108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Calling delete_port for c53906ce-42c0-4a18-9898-8cd271ff9030 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:51.217375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.224460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a5b7e6ee-1b27-4818-89ea-3cfc80313d92 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:51.254957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] For port 29722c84-0d86-44ad-9bab-caa9341a882f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=29722c84-0d86-44ad-9bab-caa9341a882f,segment=NetworkSegment(fe4375b6-1bd5-40eb-b9f4-5d03ea694258),segment_id=fe4375b6-1bd5-40eb-b9f4-5d03ea694258)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:51.255341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.376631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2271212c-1dba-4aba-9884-8bc782df0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.382788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3632e55b-c1fb-4f84-be2a-16e3bcb6d1a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:51.428736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8c147083-0c96-4c1c-b7d8-1316f4f46740 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:51.464993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b395a9-af6f-4075-b251-5cf154ec5071 None None] Network 267101a9-e26c-41f0-8569-da58ee739270 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:51.534611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 29722c84-0d86-44ad-9bab-caa9341a882f owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:51.613444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3519a805-33ab-42ad-abc3-a337ecc6afa2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:51.620638 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:51.620962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:51.621678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.622795 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "DELETE /v2.0/security-groups/3519a805-33ab-42ad-abc3-a337ecc6afa2 HTTP/1.1" status: 204 len: 168 time: 0.7725067 Dec 22 13:02:51.626816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47256) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:51.628178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.628574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.628957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.629336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.629705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.630090 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.630466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.630822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.631205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.631575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.632482 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.632482 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.636210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:51.646206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f1d39b67-2cb1-4c04-b9b7-efef1865d67d None None] Provisioning for port 8c147083-0c96-4c1c-b7d8-1316f4f46740 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:51.690429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.694287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.696643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e45d0fe2-56c9-4170-9205-7d3fcdc6c206 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Synchronizing usage tracker for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:51.697992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271212c-1dba-4aba-9884-8bc782df0296 None None] Pushing event updated for resources: {'Port': ['ID=29722c84-0d86-44ad-9bab-caa9341a882f,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:51.706245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2271212c-1dba-4aba-9884-8bc782df0296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:51.719260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e45d0fe2-56c9-4170-9205-7d3fcdc6c206 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Unset dirty status for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:51.720482 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e45d0fe2-56c9-4170-9205-7d3fcdc6c206 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0832024 Dec 22 13:02:51.724987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47260) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:51.730062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591052492'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:51.736634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:51.747275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:51.758448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.779721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:51.781627 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a4ece66a-7fa3-45c2-9d3f-729726c202b4 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags HTTP/1.1" status: 200 len: 241 time: 1.1752210 Dec 22 13:02:51.782201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47264) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:51.783842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:51.787297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:51.790208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-be5d880e-fadd-4309-a894-a95342baad14 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876', 'tempest-TagsExtTest-Tag-1359847775') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:51.793380 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:51.813891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f1d39b67-2cb1-4c04-b9b7-efef1865d67d None None] Provisioning complete for port 29722c84-0d86-44ad-9bab-caa9341a882f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:51.814431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1d39b67-2cb1-4c04-b9b7-efef1865d67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.828055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.837598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9c0cb885-83ea-4f06-ab6e-cdb22a3015b3 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:51.852476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Allocated IP 2001:db8::2 (19d53f2a-da3f-457a-9e6a-81292f1b9188/88294426-dc56-445c-89b1-5596475fb75a/32062b30-29ae-427e-a36d-e98d4e73064c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:51.874177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.874675 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.875152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21dc9c44-7c91-4ee3-8143-c427ee87eda8 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:02:51.880102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.887396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:51.889365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 8c147083-0c96-4c1c-b7d8-1316f4f46740 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:51.894255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Port': ['ID=c53906ce-42c0-4a18-9898-8cd271ff9030,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:51.899588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 8c147083-0c96-4c1c-b7d8-1316f4f46740 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:51.899984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.939069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e5c83a-acb8-43d4-9df2-4bdf3e03959e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:51.943185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:51.944778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.946347 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2204039 Dec 22 13:02:51.946578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No DVR routers for this DVR port c53906ce-42c0-4a18-9898-8cd271ff9030 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:51.949163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47268) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:51.951747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.952432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.952808 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.953158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.953519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.953957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.954320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.955056 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.955192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-15facf20-8afc-42f7-b889-057c4136af59 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '24e5c83a-acb8-43d4-9df2-4bdf3e03959e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:51.955419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.955539 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-15facf20-8afc-42f7-b889-057c4136af59 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 13:02:51.955864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.956061 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-15facf20-8afc-42f7-b889-057c4136af59 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:51.956279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.956636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:51.957349 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-15facf20-8afc-42f7-b889-057c4136af59 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068212 Dec 22 13:02:51.960765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47272) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:51.968425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-52337e26-5ffc-4941-930a-1cce449f1b01 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '24e5c83a-acb8-43d4-9df2-4bdf3e03959e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:51.968694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:51.977487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-52337e26-5ffc-4941-930a-1cce449f1b01 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:51.981909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-52337e26-5ffc-4941-930a-1cce449f1b01 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:51.985879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-52337e26-5ffc-4941-930a-1cce449f1b01 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:51.986580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:51.993198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-52337e26-5ffc-4941-930a-1cce449f1b01 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:52.032453 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-52337e26-5ffc-4941-930a-1cce449f1b01 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:52.033558 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-52337e26-5ffc-4941-930a-1cce449f1b01 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0718324 Dec 22 13:02:52.036607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47276) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:52.045106 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7256c7ab-de9a-4208-a405-6b9be0a2edf3 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '24e5c83a-acb8-43d4-9df2-4bdf3e03959e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:52.046118 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-7256c7ab-de9a-4208-a405-6b9be0a2edf3 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 13:02:52.048337 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-7256c7ab-de9a-4208-a405-6b9be0a2edf3 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:52.055547 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7256c7ab-de9a-4208-a405-6b9be0a2edf3 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0152476 Dec 22 13:02:52.056270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47280) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:52.062337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4926a4af-ca0d-4fe0-8e4b-805f784ea2f1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '24e5c83a-acb8-43d4-9df2-4bdf3e03959e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:52.069370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4926a4af-ca0d-4fe0-8e4b-805f784ea2f1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:52.073792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4926a4af-ca0d-4fe0-8e4b-805f784ea2f1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:52.077252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4926a4af-ca0d-4fe0-8e4b-805f784ea2f1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:52.084741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4926a4af-ca0d-4fe0-8e4b-805f784ea2f1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:52.123073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 29722c84-0d86-44ad-9bab-caa9341a882f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:52.123580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.161228 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-4926a4af-ca0d-4fe0-8e4b-805f784ea2f1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:52.165403 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4926a4af-ca0d-4fe0-8e4b-805f784ea2f1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1052077 Dec 22 13:02:52.169548 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47284) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:52.175697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.175924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c30f89c5-1628-441a-9024-204f058fbe2f tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '24e5c83a-acb8-43d4-9df2-4bdf3e03959e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:52.176398 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-c30f89c5-1628-441a-9024-204f058fbe2f tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 13:02:52.176974 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-c30f89c5-1628-441a-9024-204f058fbe2f tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:52.180679 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c30f89c5-1628-441a-9024-204f058fbe2f tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074089 Dec 22 13:02:52.185615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47288) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:52.193885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d391a7e3-c2da-4378-aa9e-830aeee9176e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '24e5c83a-acb8-43d4-9df2-4bdf3e03959e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:52.200163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d391a7e3-c2da-4378-aa9e-830aeee9176e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:52.204977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d391a7e3-c2da-4378-aa9e-830aeee9176e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:52.208198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d391a7e3-c2da-4378-aa9e-830aeee9176e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:52.220314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d391a7e3-c2da-4378-aa9e-830aeee9176e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:52.282976 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 13:02:52.284202 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-65071fbe-e485-4b98-802d-f3be3e7f064b tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4053323 Dec 22 13:02:52.288664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 8c147083-0c96-4c1c-b7d8-1316f4f46740, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8c147083-0c96-4c1c-b7d8-1316f4f46740,segment=NetworkSegment(4d35a6e8-3fda-4e32-9f1d-f1acdf071735),segment_id=4d35a6e8-3fda-4e32-9f1d-f1acdf071735)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:52.289184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47292) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:52.320659 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.331033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:52.386260 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-d391a7e3-c2da-4378-aa9e-830aeee9176e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:52.390014 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d391a7e3-c2da-4378-aa9e-830aeee9176e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2006636 Dec 22 13:02:52.394054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.394284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47296) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:52.408152 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c180ff-0b2a-4c17-aaa0-f80ef49fa64c None None] DHCP port deletion for 267101a9-e26c-41f0-8569-da58ee739270 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:02:52.437062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-05c180ff-0b2a-4c17-aaa0-f80ef49fa64c None None] Deleting port 29722c84-0d86-44ad-9bab-caa9341a882f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:52.437452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c180ff-0b2a-4c17-aaa0-f80ef49fa64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.455299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c9577054-464b-4dc0-a752-1c6c3b368fd4 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '24e5c83a-acb8-43d4-9df2-4bdf3e03959e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:52.455821 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.api.v2.base [None req-c9577054-464b-4dc0-a752-1c6c3b368fd4 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 13:02:52.460034 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-c9577054-464b-4dc0-a752-1c6c3b368fd4 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:52.460034 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c9577054-464b-4dc0-a752-1c6c3b368fd4 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0604119 Dec 22 13:02:52.460247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051753f1-7364-4ff5-b4f2-6616dbe4d3f4']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:52.462145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47300) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:52.469976 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-be5d880e-fadd-4309-a894-a95342baad14 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags/tempest-TagsExtTest-Tag-1359847775 HTTP/1.1" status: 204 len: 168 time: 0.6837726 Dec 22 13:02:52.477202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47304) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:52.482427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-86c25bf0-ada9-4950-ba19-1377c9ed1ee6 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Deleting port 3599d692-d928-4010-ab58-6d011864b818 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:52.482774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86c25bf0-ada9-4950-ba19-1377c9ed1ee6 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.483777 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-1323d962-88c4-46a6-bf27-15e1b1b928ae tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876', 'tempest-TagsExtTest-Tag-1359847775') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:52.512809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb07e1cf-cf96-454b-a512-fa286ef10ddf') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:52.513277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb07e1cf-cf96-454b-a512-fa286ef10ddf') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:52.518011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ec2a171c-c096-4b0e-b2ab-30570388a31e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '24e5c83a-acb8-43d4-9df2-4bdf3e03959e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:52.531774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ec2a171c-c096-4b0e-b2ab-30570388a31e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:52.532146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.550915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ec2a171c-c096-4b0e-b2ab-30570388a31e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:52.559327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ec2a171c-c096-4b0e-b2ab-30570388a31e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:52.560043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.571853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:52.572657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.573783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ec2a171c-c096-4b0e-b2ab-30570388a31e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:52.577256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] For port 29722c84-0d86-44ad-9bab-caa9341a882f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=29722c84-0d86-44ad-9bab-caa9341a882f,segment=NetworkSegment(fe4375b6-1bd5-40eb-b9f4-5d03ea694258),segment_id=fe4375b6-1bd5-40eb-b9f4-5d03ea694258)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:52.577657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.598203 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=8c147083-0c96-4c1c-b7d8-1316f4f46740,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:52.608015 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:52.613108 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:52.644479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.651152 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fddd1f3d-7f76-469c-a6f8-aafbf714ffd4 None None] Provisioning for port 8e0f4d0e-624d-45a8-832f-ab3821dec1ee completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:52.678365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Transition to ACTIVE for port object 32062b30-29ae-427e-a36d-e98d4e73064c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:52.680762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fddd1f3d-7f76-469c-a6f8-aafbf714ffd4 None None] Provisioning complete for port 8e0f4d0e-624d-45a8-832f-ab3821dec1ee triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:52.681137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fddd1f3d-7f76-469c-a6f8-aafbf714ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.757829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 29722c84-0d86-44ad-9bab-caa9341a882f owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:52.769554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.775072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a2e90aab-aa57-4b61-b4f5-5ab8a5c72203 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:52.792308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.803322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Network': ['ID=051753f1-7364-4ff5-b4f2-6616dbe4d3f4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:52.808546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:52.819647 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/051753f1-7364-4ff5-b4f2-6616dbe4d3f4 HTTP/1.1" status: 204 len: 168 time: 5.8788748 Dec 22 13:02:52.823480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47308) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:52.826160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Transition to ACTIVE for port object 32062b30-29ae-427e-a36d-e98d4e73064c will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:52.833772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1921521528'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:52.835232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-05c180ff-0b2a-4c17-aaa0-f80ef49fa64c None None] For port 29722c84-0d86-44ad-9bab-caa9341a882f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=29722c84-0d86-44ad-9bab-caa9341a882f,segment=NetworkSegment(fe4375b6-1bd5-40eb-b9f4-5d03ea694258),segment_id=fe4375b6-1bd5-40eb-b9f4-5d03ea694258)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:52.835865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c180ff-0b2a-4c17-aaa0-f80ef49fa64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.843449 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fddd1f3d-7f76-469c-a6f8-aafbf714ffd4 None None] Port 8e0f4d0e-624d-45a8-832f-ab3821dec1ee cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:52.850860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.882270 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:52.893045 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:network and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:52.898998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:52.904089 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-ec2a171c-c096-4b0e-b2ab-30570388a31e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:52.905244 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ec2a171c-c096-4b0e-b2ab-30570388a31e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4400125 Dec 22 13:02:52.905457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-567c5be9-0cee-42cb-89e9-26976771b376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:52.912602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47312) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:52.913239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:52.922854 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1323d962-88c4-46a6-bf27-15e1b1b928ae tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags/tempest-TagsExtTest-Tag-1359847775 HTTP/1.1" status: 204 len: 168 time: 0.4429412 Dec 22 13:02:52.928728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47316) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:52.937398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-bbb51c1a-c47e-4075-98a4-89690f33ed15 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:52.939459 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-79b2a516-c3b8-4f46-b4d4-fe9282a2265d tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '24e5c83a-acb8-43d4-9df2-4bdf3e03959e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:52.950662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-79b2a516-c3b8-4f46-b4d4-fe9282a2265d tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:52.958909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-79b2a516-c3b8-4f46-b4d4-fe9282a2265d tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:52.964188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-79b2a516-c3b8-4f46-b4d4-fe9282a2265d tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:52.966807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.976720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-05e1c4a4-cf29-4aba-8e8d-da8f0a2b301b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:52.982454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:52.985946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:52.995570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Allocated IP 2001:db8::1 (19d53f2a-da3f-457a-9e6a-81292f1b9188/88294426-dc56-445c-89b1-5596475fb75a/bf822520-e83b-456f-a4c0-cddc985a06ef) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:53.006352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-05c180ff-0b2a-4c17-aaa0-f80ef49fa64c None None] Calling delete_port for 29722c84-0d86-44ad-9bab-caa9341a882f owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:53.019859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-79b2a516-c3b8-4f46-b4d4-fe9282a2265d tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:53.047534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=29722c84-0d86-44ad-9bab-caa9341a882f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:53.051368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No DVR routers for this DVR port 29722c84-0d86-44ad-9bab-caa9341a882f on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:02:53.057002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:53.080546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:53.131693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86c25bf0-ada9-4950-ba19-1377c9ed1ee6 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.146005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Network 19d53f2a-da3f-457a-9e6a-81292f1b9188 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:53.146711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fddd1f3d-7f76-469c-a6f8-aafbf714ffd4 None None] Provisioning complete for port 8c147083-0c96-4c1c-b7d8-1316f4f46740 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:53.147092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fddd1f3d-7f76-469c-a6f8-aafbf714ffd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.174209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:53.188930 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:53.201038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Pushing event updated for resources: {'Port': ['ID=32062b30-29ae-427e-a36d-e98d4e73064c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:53.224006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:53.250854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8c147083-0c96-4c1c-b7d8-1316f4f46740 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:53.284901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.285243 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Added segment 53f21f37-3966-42c1-ab07-130b8deb046e of type vlan for network f8fc5036-3d7f-4101-8c65-8c47219d8e70 Dec 22 13:02:53.329195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-86c25bf0-ada9-4950-ba19-1377c9ed1ee6 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Calling delete_port for 3599d692-d928-4010-ab58-6d011864b818 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:53.340992 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.360078 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-05c180ff-0b2a-4c17-aaa0-f80ef49fa64c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:53.360542 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-05c180ff-0b2a-4c17-aaa0-f80ef49fa64c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:53.365162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.380209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Attempting to bind port 32062b30-29ae-427e-a36d-e98d4e73064c on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:53.380580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Attempting to bind port 32062b30-29ae-427e-a36d-e98d4e73064c by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'de9b521b-03ed-4375-ab32-34a514b56028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:53.381134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Attempting to bind port 32062b30-29ae-427e-a36d-e98d4e73064c on network 19d53f2a-da3f-457a-9e6a-81292f1b9188 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:53.381274 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-79b2a516-c3b8-4f46-b4d4-fe9282a2265d tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:53.382295 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-79b2a516-c3b8-4f46-b4d4-fe9282a2265d tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4686849 Dec 22 13:02:53.386509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47320) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:53.391703 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:53.392083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Checking segment: {'id': 'de9b521b-03ed-4375-ab32-34a514b56028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:53.392660 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.392867 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bbb51c1a-c47e-4075-98a4-89690f33ed15 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags HTTP/1.1" status: 200 len: 205 time: 0.4630849 Dec 22 13:02:53.393364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Bound using segment: {'id': 'de9b521b-03ed-4375-ab32-34a514b56028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:53.394010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Bound port: 32062b30-29ae-427e-a36d-e98d4e73064c, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9b521b-03ed-4375-ab32-34a514b56028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:53.394533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.406182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47324) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:53.416121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-ae9cdad4-a473-4add-aabd-6b6202d61f5c tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:53.441890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.446550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:53.447177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.451396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9add40dc-9baf-44e5-aeb8-31d6a4401538 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:53.508178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 8c147083-0c96-4c1c-b7d8-1316f4f46740 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:53.508805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.549617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267101a9-e26c-41f0-8569-da58ee739270']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:53.582466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4375b6-1bd5-40eb-b9f4-5d03ea694258') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:53.582888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4375b6-1bd5-40eb-b9f4-5d03ea694258') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:53.589327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.595996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] For port 32062b30-29ae-427e-a36d-e98d4e73064c, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:53.600129 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] For port 32062b30-29ae-427e-a36d-e98d4e73064c, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=32062b30-29ae-427e-a36d-e98d4e73064c,segment=NetworkSegment(de9b521b-03ed-4375-ab32-34a514b56028),segment_id=de9b521b-03ed-4375-ab32-34a514b56028)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:02:53.609754 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7816787 Dec 22 13:02:53.610166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47328) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:53.612592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.615542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=f8fc5036-3d7f-4101-8c65-8c47219d8e70,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:53.618385 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:53.621694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.624466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:53.631020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Transition to ACTIVE for port object bf822520-e83b-456f-a4c0-cddc985a06ef will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:53.634197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'network_id': 'f8fc5036-3d7f-4101-8c65-8c47219d8e70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:53.650840 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ae9cdad4-a473-4add-aabd-6b6202d61f5c tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags HTTP/1.1" status: 200 len: 241 time: 0.2435808 Dec 22 13:02:53.654621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47332) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:53.656947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network f8fc5036-3d7f-4101-8c65-8c47219d8e70 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:53.686515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.699821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1dea697d-f104-4657-93d0-54b57cf2eef1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:53.725782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-ef8c1675-4ab0-437f-811f-2b161ffa9af1 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee', 'tempest-TagsExtTest-Tag-1822492015') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:53.753471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 19d53f2a-da3f-457a-9e6a-81292f1b9188 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:53.766013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:53.768103 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.771376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:53.772023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.800239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=bf822520-e83b-456f-a4c0-cddc985a06ef,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:53.805189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:53.841103 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:53.841452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:53.864374 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:53.866515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-05c180ff-0b2a-4c17-aaa0-f80ef49fa64c None None] Deleting port 29722c84-0d86-44ad-9bab-caa9341a882f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:53.866515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05c180ff-0b2a-4c17-aaa0-f80ef49fa64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.873712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dd91b27-a235-4c26-adf5-e11fcafdec19 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.918513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Pushing event updated for resources: {'Port': ['ID=32062b30-29ae-427e-a36d-e98d4e73064c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:53.918743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:53.961641 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:53.980367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-05c180ff-0b2a-4c17-aaa0-f80ef49fa64c None None] The port '29722c84-0d86-44ad-9bab-caa9341a882f' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:02:53.983430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:53.983592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 29722c84-0d86-44ad-9bab-caa9341a882f no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:02:54.007680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:subnet and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:54.015553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:54.021993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 29722c84-0d86-44ad-9bab-caa9341a882f {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:02:54.021993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 29722c84-0d86-44ad-9bab-caa9341a882f not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:02:54.035768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dd91b27-a235-4c26-adf5-e11fcafdec19 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.044201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:54.047232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.054352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86c25bf0-ada9-4950-ba19-1377c9ed1ee6 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.065916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-500b3fc8-16e6-4259-81fd-eb4a06aac31b tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:54.098156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.154158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c25bf0-ada9-4950-ba19-1377c9ed1ee6 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Pushing event deleted for resources: {'Port': ['ID=3599d692-d928-4010-ab58-6d011864b818,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:54.171284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-86c25bf0-ada9-4950-ba19-1377c9ed1ee6 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:54.171927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:54.175409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.190115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ca515d95-bf69-4203-becb-bb71bcad0afc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:54.307642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Network': ['ID=267101a9-e26c-41f0-8569-da58ee739270,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:54.311647 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/networks/267101a9-e26c-41f0-8569-da58ee739270 HTTP/1.1" status: 204 len: 168 time: 3.5976567 Dec 22 13:02:54.318028 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:54.318757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47336) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:54.327528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1194520947'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:54.336593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:54.344858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:network and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:54.349934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:54.360865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:54.362656 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ef8c1675-4ab0-437f-811f-2b161ffa9af1 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags/tempest-TagsExtTest-Tag-1822492015 HTTP/1.1" status: 204 len: 168 time: 0.7025697 Dec 22 13:02:54.370020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47340) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:54.381380 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-523b3848-c27a-4bf7-8b1e-992c154f8203 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee', 'tempest-TagsExtTest-Tag-1822492015') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:54.394640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:54.398137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.435686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dd91b27-a235-4c26-adf5-e11fcafdec19 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.443832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c36c5b90-8bf0-4a35-8b9b-8db2669f2536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:54.444232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:54.456742 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.460142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.460478 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Added segment b9c10a71-04a7-473b-9d34-ed550518ea32 of type vlan for network 3e07398a-1584-4cbe-8888-77473bf19cac Dec 22 13:02:54.467114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.467924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.473061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-056aa025-94b4-49b3-af10-5cfe7b640c1a tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:54.482483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd91b27-a235-4c26-adf5-e11fcafdec19 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e5c83a-acb8-43d4-9df2-4bdf3e03959e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:54.491569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7dd91b27-a235-4c26-adf5-e11fcafdec19 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:54.495744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-86c25bf0-ada9-4950-ba19-1377c9ed1ee6 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.510515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7dd91b27-a235-4c26-adf5-e11fcafdec19 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.520212 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7dd91b27-a235-4c26-adf5-e11fcafdec19 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "DELETE /v2.0/security-groups/24e5c83a-acb8-43d4-9df2-4bdf3e03959e HTTP/1.1" status: 204 len: 168 time: 1.1226637 Dec 22 13:02:54.520366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47344) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:54.526142 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-86c25bf0-ada9-4950-ba19-1377c9ed1ee6 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] 10.222.0.24 "DELETE /v2.0/ports/3599d692-d928-4010-ab58-6d011864b818 HTTP/1.1" status: 204 len: 168 time: 2.2294161 Dec 22 13:02:54.601453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.656893 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-523b3848-c27a-4bf7-8b1e-992c154f8203 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags/tempest-TagsExtTest-Tag-1822492015 HTTP/1.1" status: 204 len: 168 time: 0.2829235 Dec 22 13:02:54.660007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47350) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:54.668434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-a2111031-1569-460a-9d83-a84f4c67c680 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:54.687049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=bf822520-e83b-456f-a4c0-cddc985a06ef,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:54.696263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.697134 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:54.705454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:54.751097 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-027ac4f1-8b95-4248-b611-8a675622473e tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2180085 Dec 22 13:02:54.761680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47354) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:54.773308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group': {'name': 'tempest-secgroup--587248526'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:54.781272 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.789110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:54.789541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.796794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:54.804810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-df209580-eb04-49f3-8258-9264200c6739 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:54.825832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:54.831224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:54.842657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:54.846075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=6748344c-4cb3-4bdc-91f3-a16f642c606b,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:54.851249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:54.860418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking segment: {'id': '53f21f37-3966-42c1-ab07-130b8deb046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f8fc5036-3d7f-4101-8c65-8c47219d8e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:54.860904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network hostable DHCP agents. Network: f8fc5036-3d7f-4101-8c65-8c47219d8e70, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:54.880731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:54.920975 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a2111031-1569-460a-9d83-a84f4c67c680 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags HTTP/1.1" status: 200 len: 205 time: 0.2575090 Dec 22 13:02:54.920975 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:54.923669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47360) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:54.924066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47362) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:54.930245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network f8fc5036-3d7f-4101-8c65-8c47219d8e70 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:54.936322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:54.941893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-e46a3505-cf8e-4a37-8967-2fa395afacdd tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:54.951934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 19d53f2a-da3f-457a-9e6a-81292f1b9188 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:54.957279 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6374493 Dec 22 13:02:54.958104 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47370) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:54.965158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:54.998417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:55.012230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:55.083261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, f8fc5036-3d7f-4101-8c65-8c47219d8e70) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:55.098425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:55.099437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:55.101712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19338ccb-8ca0-43a4-8d1b-f4a0551a761d None None] Network f8fc5036-3d7f-4101-8c65-8c47219d8e70 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:55.155401 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5405126 Dec 22 13:02:55.163400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47374) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:55.219878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '3e07398a-1584-4cbe-8888-77473bf19cac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:55.223636 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e46a3505-cf8e-4a37-8967-2fa395afacdd tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags HTTP/1.1" status: 200 len: 240 time: 0.2946284 Dec 22 13:02:55.229297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47380) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:55.277887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7332c8-be9c-410a-8466-370f8526a42f None None] Network 19d53f2a-da3f-457a-9e6a-81292f1b9188 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:55.279165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b77f324-3819-4f15-939c-312d430356cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:55.305230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-82463367-97d1-470a-bc31-6bf5784d730d tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac', 'tempest-TagsExtTest-Tag-809047634') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:55.307299 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 32062b30-29ae-427e-a36d-e98d4e73064c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:55.390469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Network': ['ID=3e07398a-1584-4cbe-8888-77473bf19cac,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:55.412835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:55.425455 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 3e07398a-1584-4cbe-8888-77473bf19cac details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:55.535988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:55.548784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:55.558114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:55.571476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:55.577523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b7def76c-a7f5-4159-9a3a-73585a1c6cf6 None None] Provisioning for port 32062b30-29ae-427e-a36d-e98d4e73064c completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:55.580295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:02:55.587750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:55.593746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5b77f324-3819-4f15-939c-312d430356cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:55.605527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:55.614392 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5b77f324-3819-4f15-939c-312d430356cf admin admin] Usage tracker for resource:security_group_rule and tenant:585e7bd26fa14e3aabdbcab9f8da5718 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:55.622093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:55.634056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5b77f324-3819-4f15-939c-312d430356cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:55.658398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5b77f324-3819-4f15-939c-312d430356cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:55.707360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d2c904-68db-4139-be6c-a36fcfd3cb2a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:55.709655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:55.715284 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9465578 Dec 22 13:02:55.715284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:55.718483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47384) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:55.723451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 32062b30-29ae-427e-a36d-e98d4e73064c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:55.734701 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e75748e7-e89d-4de7-bd87-816003e80fad tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '23d2c904-68db-4139-be6c-a36fcfd3cb2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:55.735007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 32062b30-29ae-427e-a36d-e98d4e73064c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:55.735553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:55.742667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:55.751072 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-82463367-97d1-470a-bc31-6bf5784d730d tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags/tempest-TagsExtTest-Tag-809047634 HTTP/1.1" status: 204 len: 168 time: 0.4713449 Dec 22 13:02:55.751072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e75748e7-e89d-4de7-bd87-816003e80fad tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:55.752170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:55.754364 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47388) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:55.756454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:55.759978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e75748e7-e89d-4de7-bd87-816003e80fad tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:55.764824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e75748e7-e89d-4de7-bd87-816003e80fad tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:55.770172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-cc73eb24-5e0d-43c3-8d75-f4463b78dec2 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac', 'tempest-TagsExtTest-Tag-809047634') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:55.782272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-f8fc5036-3d7f-4101-8c65-8c47219d8e70', 'network_id': 'f8fc5036-3d7f-4101-8c65-8c47219d8e70', 'tenant_id': '16f5a0ed51dc4f5a807b574284c54a62', 'fixed_ips': [{'subnet_id': '6748344c-4cb3-4bdc-91f3-a16f642c606b'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:02:55.783156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:55.844688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e75748e7-e89d-4de7-bd87-816003e80fad tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:55.887981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:02:55.900735 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4081259 Dec 22 13:02:55.904795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47392) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:55.915335 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Sync routers for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:02:55.931279 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:55.932201 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:55.949699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1181802665'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:55.962932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:55.982350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:network and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:55.992199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:56.012721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:56.072038 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.098770 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.105115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:56.108541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:56.108909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.118493 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-e75748e7-e89d-4de7-bd87-816003e80fad tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The resource could not be found. Dec 22 13:02:56.119447 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.120370 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e75748e7-e89d-4de7-bd87-816003e80fad tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3994162 Dec 22 13:02:56.138328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47396) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:56.147700 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Allocated IP 172.20.0.2 (f8fc5036-3d7f-4101-8c65-8c47219d8e70/6748344c-4cb3-4bdc-91f3-a16f642c606b/6a9a2c21-af11-48bd-a673-496eae9c507f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:56.165736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4604014e-9bfe-4508-884f-3e7e9297c6d2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '23d2c904-68db-4139-be6c-a36fcfd3cb2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8f4c9e54-5993-499f-9223-a38486bc6ca4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:56.171287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b77f324-3819-4f15-939c-312d430356cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.181850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4604014e-9bfe-4508-884f-3e7e9297c6d2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:56.184317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b77f324-3819-4f15-939c-312d430356cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.188396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 32062b30-29ae-427e-a36d-e98d4e73064c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=32062b30-29ae-427e-a36d-e98d4e73064c,segment=NetworkSegment(de9b521b-03ed-4375-ab32-34a514b56028),segment_id=de9b521b-03ed-4375-ab32-34a514b56028)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:56.200166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-600d861c-cb16-482e-b0ba-2d952e354366 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:56.209628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4604014e-9bfe-4508-884f-3e7e9297c6d2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:56.209961 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:02:56.218575 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cc73eb24-5e0d-43c3-8d75-f4463b78dec2 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags/tempest-TagsExtTest-Tag-809047634 HTTP/1.1" status: 204 len: 168 time: 0.4617064 Dec 22 13:02:56.224471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4604014e-9bfe-4508-884f-3e7e9297c6d2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:56.236642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47400) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:56.247586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Subnet': ['ID=7cdd13ec-4b68-4e70-b784-a94fa18cbaf4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:56.251224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:56.251494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4604014e-9bfe-4508-884f-3e7e9297c6d2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:56.265286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.279551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-0b6c5afa-78d1-4ee5-bdfc-b26690949a6a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:56.290047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:56.290772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Checking segment: {'id': 'b9c10a71-04a7-473b-9d34-ed550518ea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3e07398a-1584-4cbe-8888-77473bf19cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:56.291239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network hostable DHCP agents. Network: 3e07398a-1584-4cbe-8888-77473bf19cac, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:56.315194 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 3e07398a-1584-4cbe-8888-77473bf19cac is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:56.339171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 3e07398a-1584-4cbe-8888-77473bf19cac) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:56.355092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:02:56.363100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:56.363882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.380058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7be48d-0601-447a-9875-0b5b04732ba0 None None] Network 3e07398a-1584-4cbe-8888-77473bf19cac requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:56.413041 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4498622 Dec 22 13:02:56.415623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47404) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:56.426861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': '3e07398a-1584-4cbe-8888-77473bf19cac', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2053005189'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:56.432597 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5b77f324-3819-4f15-939c-312d430356cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=585e7bd26fa14e3aabdbcab9f8da5718&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5074472 Dec 22 13:02:56.442044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77f324-3819-4f15-939c-312d430356cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fed7a4-d683-46d7-8d77-bdf9b9709cc1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:56.446954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47408) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:56.462439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.462797 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Added segment a9d4e42a-7d6d-415d-9a56-63ce7550abeb of type vlan for network bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 Dec 22 13:02:56.505080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5b77f324-3819-4f15-939c-312d430356cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:56.537222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.607544 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-4604014e-9bfe-4508-884f-3e7e9297c6d2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The resource could not be found. Dec 22 13:02:56.608581 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4604014e-9bfe-4508-884f-3e7e9297c6d2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4652548 Dec 22 13:02:56.613705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47412) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:56.665068 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0b6c5afa-78d1-4ee5-bdfc-b26690949a6a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags HTTP/1.1" status: 200 len: 205 time: 0.4236155 Dec 22 13:02:56.669578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66e518d1-89ba-4a1b-8af8-c87f585f072f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.673621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47416) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:56.674050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.684496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:56.685096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.700688 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.702343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:56.715239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Transition to ACTIVE for port object 6a9a2c21-af11-48bd-a673-496eae9c507f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:56.722726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-52997092-e9c4-452c-86b1-f0575c4e4503 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:56.731650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=32062b30-29ae-427e-a36d-e98d4e73064c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:56.735019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:56.741102 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:port and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:56.744492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:56.753013 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:02:53Z', 'revision_number': 2, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:02:54Z', 'revision_number': 2, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:56.754368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:56.763381 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Checking router: 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:02:56.763765 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Updating router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d port bf822520-e83b-456f-a4c0-cddc985a06ef binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:02:56.772253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Transition to ACTIVE for port object 6a9a2c21-af11-48bd-a673-496eae9c507f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:56.776595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:56.777922 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:56.778787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:56.778922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:56.779439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:56.780019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:56.780534 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:56.781086 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:56.781928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:56.782472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:56.782986 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:56.783245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.783885 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:56.784561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:56.790097 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:56.800557 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.808684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0dc02cf4-eef6-4b40-916f-5dbde7903590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:56.830416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port 89f0e7fa-dea2-4a10-b234-e595822ff929 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:02:56.873144 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.885130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-069de58e-276b-4560-b7f6-c0e8c0a8c7e2 None None] Provisioning for port bf822520-e83b-456f-a4c0-cddc985a06ef completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:02:56.896652 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Pushing event updated for resources: {'Port': ['ID=6a9a2c21-af11-48bd-a673-496eae9c507f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:56.900206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:56.902578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-069de58e-276b-4560-b7f6-c0e8c0a8c7e2 None None] Provisioning complete for port bf822520-e83b-456f-a4c0-cddc985a06ef triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:56.903078 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-069de58e-276b-4560-b7f6-c0e8c0a8c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.921642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66e518d1-89ba-4a1b-8af8-c87f585f072f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.930094 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Network': ['ID=bad06fb6-ec8d-48bd-bacd-e4eecc2faf46,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:56.938912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:56.949411 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0410175 Dec 22 13:02:56.949778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47420) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:56.959889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'subnet': {'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:56.966194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:56.990547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-94c93039-eeeb-4a1f-87c2-8b6d6e2aa194 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:56.996752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-069de58e-276b-4560-b7f6-c0e8c0a8c7e2 None None] Port bf822520-e83b-456f-a4c0-cddc985a06ef cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:02:57.010339 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:02:57.040638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Network f8fc5036-3d7f-4101-8c65-8c47219d8e70 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:57.046777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:57.047546 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-52997092-e9c4-452c-86b1-f0575c4e4503 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags HTTP/1.1" status: 200 len: 241 time: 0.3583157 Dec 22 13:02:57.049521 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:57.073633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47424) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:57.074805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea0cf23f-596e-4d0d-aaa8-58cef48acac2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.076913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Subnet': ['ID=6748344c-4cb3-4bdc-91f3-a16f642c606b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:57.086908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:57.096564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-8667e71e-7729-416a-bb31-a15d7edb1bee tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4', 'tempest-TagsExtTest-Tag-1268060172') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:57.242313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea0cf23f-596e-4d0d-aaa8-58cef48acac2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.265700 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 32062b30-29ae-427e-a36d-e98d4e73064c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:02:57.277600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:57.281492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.3 (3e07398a-1584-4cbe-8888-77473bf19cac/7cdd13ec-4b68-4e70-b784-a94fa18cbaf4/89f0e7fa-dea2-4a10-b234-e595822ff929) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:57.282450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.289197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:subnet and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:57.294926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:57.304900 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8667e71e-7729-416a-bb31-a15d7edb1bee tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags/tempest-TagsExtTest-Tag-1268060172 HTTP/1.1" status: 204 len: 168 time: 0.2195170 Dec 22 13:02:57.307825 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47428) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:57.311132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:57.312297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Attempting to bind port 6a9a2c21-af11-48bd-a673-496eae9c507f on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:57.312677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Attempting to bind port 6a9a2c21-af11-48bd-a673-496eae9c507f by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '53f21f37-3966-42c1-ab07-130b8deb046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f8fc5036-3d7f-4101-8c65-8c47219d8e70'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:57.313095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Attempting to bind port 6a9a2c21-af11-48bd-a673-496eae9c507f on network f8fc5036-3d7f-4101-8c65-8c47219d8e70 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:57.321060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-3846c0e4-57d8-4afb-8a2f-1bc954af7129 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4', 'tempest-TagsExtTest-Tag-1268060172') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:57.321269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-069de58e-276b-4560-b7f6-c0e8c0a8c7e2 None None] Provisioning complete for port 32062b30-29ae-427e-a36d-e98d4e73064c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:57.321475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-069de58e-276b-4560-b7f6-c0e8c0a8c7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.330921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66e518d1-89ba-4a1b-8af8-c87f585f072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.336641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fc5036-3d7f-4101-8c65-8c47219d8e70']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:57.346219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0a9d1832-77c8-4ce6-af9d-b6176fad1e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:57.364031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e518d1-89ba-4a1b-8af8-c87f585f072f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fed7a4-d683-46d7-8d77-bdf9b9709cc1,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:57.367552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f21f37-3966-42c1-ab07-130b8deb046e') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:57.367984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f21f37-3966-42c1-ab07-130b8deb046e') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:57.378668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-66e518d1-89ba-4a1b-8af8-c87f585f072f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:57.385690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.395079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66e518d1-89ba-4a1b-8af8-c87f585f072f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.396366 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-66e518d1-89ba-4a1b-8af8-c87f585f072f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5fed7a4-d683-46d7-8d77-bdf9b9709cc1 HTTP/1.1" status: 204 len: 168 time: 0.9374480 Dec 22 13:02:57.398895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea0cf23f-596e-4d0d-aaa8-58cef48acac2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.406369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3a6633de-f256-4178-8539-7e3e6afd8ff4 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:57.413876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:57.414509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Checking segment: {'id': '53f21f37-3966-42c1-ab07-130b8deb046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f8fc5036-3d7f-4101-8c65-8c47219d8e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:57.414936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.415341 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Bound using segment: {'id': '53f21f37-3966-42c1-ab07-130b8deb046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f8fc5036-3d7f-4101-8c65-8c47219d8e70'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:57.415884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Bound port: 6a9a2c21-af11-48bd-a673-496eae9c507f, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f21f37-3966-42c1-ab07-130b8deb046e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'f8fc5036-3d7f-4101-8c65-8c47219d8e70'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:57.416253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.423689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.426231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cf23f-596e-4d0d-aaa8-58cef48acac2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d2c904-68db-4139-be6c-a36fcfd3cb2a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:57.430843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea0cf23f-596e-4d0d-aaa8-58cef48acac2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.432207 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ea0cf23f-596e-4d0d-aaa8-58cef48acac2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "DELETE /v2.0/security-groups/23d2c904-68db-4139-be6c-a36fcfd3cb2a HTTP/1.1" status: 204 len: 168 time: 0.8064153 Dec 22 13:02:57.434715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ea0cf23f-596e-4d0d-aaa8-58cef48acac2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:57.435268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47434) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:57.438371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:02:57.438857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:02:57.454786 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:02:57.506344 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.556097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:02:57.564584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.566471 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Transition to ACTIVE for port object bf822520-e83b-456f-a4c0-cddc985a06ef will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:57.575863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:02:57.575863 dv-neutron-822668-1-hyperv neutron-server[87569]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:02:57.575863 dv-neutron-822668-1-hyperv neutron-server[87569]: [parameters: {'id': 'f8fc5036-3d7f-4101-8c65-8c47219d8e70'}] Dec 22 13:02:57.575863 dv-neutron-822668-1-hyperv neutron-server[87569]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:57.576751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:57.577350 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.598974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3db4b423-2255-4d19-a670-40920551b461 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Synchronizing usage tracker for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:02:57.610336 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:57.637608 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3db4b423-2255-4d19-a670-40920551b461 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Unset dirty status for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:02:57.642556 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3db4b423-2255-4d19-a670-40920551b461 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2062268 Dec 22 13:02:57.643188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47440) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:57.649640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b978b76c-a677-4c60-9f53-82433b382ab6 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '5319938a-2fb5-44bb-a1af-605ede3fbb06', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:57.667230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b978b76c-a677-4c60-9f53-82433b382ab6 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:57.672182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b978b76c-a677-4c60-9f53-82433b382ab6 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:57.676169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b978b76c-a677-4c60-9f53-82433b382ab6 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:57.691074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b978b76c-a677-4c60-9f53-82433b382ab6 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:57.757069 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-b978b76c-a677-4c60-9f53-82433b382ab6 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The resource could not be found. Dec 22 13:02:57.762818 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b978b76c-a677-4c60-9f53-82433b382ab6 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1185794 Dec 22 13:02:57.764002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47444) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:57.772362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851207651'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:57.780650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:57.796701 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:57.813297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.816238 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3846c0e4-57d8-4afb-8a2f-1bc954af7129 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags/tempest-TagsExtTest-Tag-1268060172 HTTP/1.1" status: 204 len: 168 time: 0.5064390 Dec 22 13:02:57.817277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47448) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:57.842212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-9adbee60-17d5-46f1-bbea-ed912b2c1dd3 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:57.844947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:57.850311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:57.855246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:57.869522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:57.906423 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.915789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47452) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:57.916913 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9adbee60-17d5-46f1-bbea-ed912b2c1dd3 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags HTTP/1.1" status: 200 len: 205 time: 0.0907655 Dec 22 13:02:57.919913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47454) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:57.930845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-e626b548-2ee6-4952-b8fd-55cc7b47bded tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:57.962570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Transition to ACTIVE for port object 89f0e7fa-dea2-4a10-b234-e595822ff929 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:57.995678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2c4559c0-be00-4e28-be17-48ec10c4234d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:57.997425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-3e07398a-1584-4cbe-8888-77473bf19cac', 'network_id': '3e07398a-1584-4cbe-8888-77473bf19cac', 'tenant_id': '09da01ce16a14f99b2a065e133e9b364', 'fixed_ips': [{'subnet_id': '7cdd13ec-4b68-4e70-b784-a94fa18cbaf4'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:02:57.998533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.004306 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Pushing event updated for resources: {'Port': ['ID=bf822520-e83b-456f-a4c0-cddc985a06ef,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:58.047511 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:58.048139 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:58.048643 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:58.049129 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:58.049595 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:58.050116 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:58.050580 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:58.051095 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:58.051769 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:58.052247 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:58.052716 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:58.053173 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:02:58.058537 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:58.074501 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Attempting to bind port bf822520-e83b-456f-a4c0-cddc985a06ef on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:58.074870 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Attempting to bind port bf822520-e83b-456f-a4c0-cddc985a06ef by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'de9b521b-03ed-4375-ab32-34a514b56028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:58.075230 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Attempting to bind port bf822520-e83b-456f-a4c0-cddc985a06ef on network 19d53f2a-da3f-457a-9e6a-81292f1b9188 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:58.086769 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:58.087144 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Checking segment: {'id': 'de9b521b-03ed-4375-ab32-34a514b56028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:58.087545 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.087955 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Bound using segment: {'id': 'de9b521b-03ed-4375-ab32-34a514b56028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:58.088731 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Bound port: bf822520-e83b-456f-a4c0-cddc985a06ef, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9b521b-03ed-4375-ab32-34a514b56028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:58.089121 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.139981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.146597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e9dcb73b-b778-44cd-b89a-9278716a8cce tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:58.184433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.189806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.210491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Allocated IP 172.20.0.2 (3e07398a-1584-4cbe-8888-77473bf19cac/7cdd13ec-4b68-4e70-b784-a94fa18cbaf4/894f2086-e823-4864-a261-552ccaec9ac4) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:02:58.226613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 3e07398a-1584-4cbe-8888-77473bf19cac is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:58.230576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:58.237157 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c656d376-70c6-4544-90b6-2caaff4ccb70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02e856d281394c2483cba185afb17d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200142 Dec 22 13:02:58.240328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47460) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:58.243113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:58.252182 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] For port bf822520-e83b-456f-a4c0-cddc985a06ef, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:58.257509 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] For port bf822520-e83b-456f-a4c0-cddc985a06ef, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=bf822520-e83b-456f-a4c0-cddc985a06ef,segment=NetworkSegment(de9b521b-03ed-4375-ab32-34a514b56028),segment_id=de9b521b-03ed-4375-ab32-34a514b56028)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:02:58.264506 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.279786 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:58.283819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=89f0e7fa-dea2-4a10-b234-e595822ff929,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:58.333380 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Deleting port 6a9a2c21-af11-48bd-a673-496eae9c507f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:58.333796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.396440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5efdcedf-eef9-44d9-8549-8b9d75505845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.397693 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Pushing event updated for resources: {'Port': ['ID=bf822520-e83b-456f-a4c0-cddc985a06ef,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:58.412717 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:58.418388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] For port 6a9a2c21-af11-48bd-a673-496eae9c507f, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:02:58.438791 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:02:58.439435 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:02:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:58.449584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:58.450146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:58.492392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 32062b30-29ae-427e-a36d-e98d4e73064c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:02:58.494233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.497425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.509160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.530475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-66e518d1-89ba-4a1b-8af8-c87f585f072f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:58.533820 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] For port 6a9a2c21-af11-48bd-a673-496eae9c507f, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6a9a2c21-af11-48bd-a673-496eae9c507f,segment=NetworkSegment(53f21f37-3966-42c1-ab07-130b8deb046e),segment_id=53f21f37-3966-42c1-ab07-130b8deb046e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:02:58.554633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5efdcedf-eef9-44d9-8549-8b9d75505845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.573033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:58.573700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.595576 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e626b548-2ee6-4952-b8fd-55cc7b47bded tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags HTTP/1.1" status: 204 len: 168 time: 0.6746752 Dec 22 13:02:58.601461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:58.609819 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.621559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-5161a870-91a0-48ad-b4f7-ce3fb03c7b09 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:58.622050 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:58.680828 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:02:58.685226 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98938e3e-45d3-4974-8246-443dd2401516,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:58.737869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Checking segment: {'id': 'a9d4e42a-7d6d-415d-9a56-63ce7550abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:58.738183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network hostable DHCP agents. Network: bad06fb6-ec8d-48bd-bacd-e4eecc2faf46, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:02:58.765201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.767645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:58.787932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.791894 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0234661 Dec 22 13:02:58.792856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47468) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:58.802067 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Transition to ACTIVE for port object 894f2086-e823-4864-a261-552ccaec9ac4 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:58.805076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Pushing event updated for resources: {'Port': ['ID=6a9a2c21-af11-48bd-a673-496eae9c507f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:58.809007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:58.833570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] For port 6a9a2c21-af11-48bd-a673-496eae9c507f, host dv-neutron-822668-1-hyperv, got binding levels [] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:02:58.834087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.885225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Subnet': ['ID=17cc018f-fe6a-4b12-abc9-22e5f5ea14f1,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:58.888880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:58.890453 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4737215 Dec 22 13:02:58.893324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47472) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:58.910506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Transition to ACTIVE for port object 894f2086-e823-4864-a261-552ccaec9ac4 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:02:58.929160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:02:58.934089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:58.943966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f996480-c86a-409a-8b51-b2034f9a44c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:58.977822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, bad06fb6-ec8d-48bd-bacd-e4eecc2faf46) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:58.984365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:02:58.985265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:59.012916 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5161a870-91a0-48ad-b4f7-ce3fb03c7b09 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags HTTP/1.1" status: 204 len: 168 time: 0.3969378 Dec 22 13:02:59.017780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:59.019849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff9541-d31d-4d6b-8533-74ee47b4de2e None None] Network bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:59.024825 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-833938b6-5695-495b-9b1d-c3ac194a30a7 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:59.042206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Calling delete_port for 6a9a2c21-af11-48bd-a673-496eae9c507f owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:02:59.055578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e2d33461-67a0-474e-9a02-642ab2ed1445 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 89f0e7fa-dea2-4a10-b234-e595822ff929 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:59.056151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e2d33461-67a0-474e-9a02-642ab2ed1445 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:59.080900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9713e601-b713-44d8-8243-fd8b8a08ef7b None None] Network f8fc5036-3d7f-4101-8c65-8c47219d8e70 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:02:59.095970 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1450374 Dec 22 13:02:59.110092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47480) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:59.152408 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:02:53Z', 'revision_number': 2, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:02:58Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:59.157164 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0e14c4-158c-4539-beb0-93e8f8876a44 None None] The sync data for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv is: [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:02:53Z', 'revision_number': 2, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:02:58Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:02:59.157590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422634810'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:59.169513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:59.176068 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:59.180112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:59.192314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:59.194617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:02:59.194926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:02:59.209808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:59.237593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5efdcedf-eef9-44d9-8549-8b9d75505845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:59.244900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-faf9ae62-4752-4c3d-9883-09343563a876 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:59.270815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:59.276555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:59.281903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:59.296237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:59.309452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Network 3e07398a-1584-4cbe-8888-77473bf19cac is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:02:59.334023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:02:59.362278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdcedf-eef9-44d9-8549-8b9d75505845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b47f3-0623-4602-bfd8-76f03d4c845a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:59.362618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:02:59.372048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5efdcedf-eef9-44d9-8549-8b9d75505845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:59.398959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5efdcedf-eef9-44d9-8549-8b9d75505845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:59.403389 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5efdcedf-eef9-44d9-8549-8b9d75505845 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b99b47f3-0623-4602-bfd8-76f03d4c845a HTTP/1.1" status: 204 len: 168 time: 1.1585116 Dec 22 13:02:59.437056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:59.444382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:59.492947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5c96af8d-2fe0-44b5-9796-6367aee0a24e tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:02:59.571265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:59.576866 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7810092 Dec 22 13:02:59.577771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47488) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:59.600176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-90e11aa4-f054-4810-b95d-f37a9c000c47 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group_rule': {'security_group_id': '98938e3e-45d3-4974-8246-443dd2401516', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'af9189ec-c3ae-49bf-831c-3f1fe3212eb0'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:02:59.609871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-90e11aa4-f054-4810-b95d-f37a9c000c47 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:02:59.616726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-90e11aa4-f054-4810-b95d-f37a9c000c47 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:02:59.621324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-90e11aa4-f054-4810-b95d-f37a9c000c47 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:02:59.628100 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Pushing event updated for resources: {'Port': ['ID=894f2086-e823-4864-a261-552ccaec9ac4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:59.630162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-90e11aa4-f054-4810-b95d-f37a9c000c47 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:02:59.645146 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:59.727497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Deleting port 6a9a2c21-af11-48bd-a673-496eae9c507f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:02:59.729267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:59.741984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Attempting to bind port 894f2086-e823-4864-a261-552ccaec9ac4 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:02:59.742593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Attempting to bind port 894f2086-e823-4864-a261-552ccaec9ac4 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'b9c10a71-04a7-473b-9d34-ed550518ea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3e07398a-1584-4cbe-8888-77473bf19cac'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:02:59.743048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Attempting to bind port 894f2086-e823-4864-a261-552ccaec9ac4 on network 3e07398a-1584-4cbe-8888-77473bf19cac {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:02:59.836140 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:02:59.836525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Checking segment: {'id': 'b9c10a71-04a7-473b-9d34-ed550518ea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3e07398a-1584-4cbe-8888-77473bf19cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:02:59.836933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:59.837328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Bound using segment: {'id': 'b9c10a71-04a7-473b-9d34-ed550518ea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3e07398a-1584-4cbe-8888-77473bf19cac'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:02:59.837949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Bound port: 894f2086-e823-4864-a261-552ccaec9ac4, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c10a71-04a7-473b-9d34-ed550518ea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3e07398a-1584-4cbe-8888-77473bf19cac'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:02:59.838642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:02:59.849331 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-833938b6-5695-495b-9b1d-c3ac194a30a7 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags HTTP/1.1" status: 204 len: 168 time: 0.8114548 Dec 22 13:02:59.857840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47494) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:59.878508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9189ec-c3ae-49bf-831c-3f1fe3212eb0,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:02:59.893991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:02:59.896548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-af3e4cbd-e667-446e-980c-be850533c30a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:02:59.923131 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-90e11aa4-f054-4810-b95d-f37a9c000c47 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:02:59.926829 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-90e11aa4-f054-4810-b95d-f37a9c000c47 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3343596 Dec 22 13:02:59.927669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47498) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:02:59.995499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4eca4ea7-aa94-412b-a4f6-beb660a111a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:00.038368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c01753ec-d1ea-495a-a99f-7f3954139321 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:00.085366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c01753ec-d1ea-495a-a99f-7f3954139321 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:00.142055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-71666cda-553e-4188-b32c-75c486c29145 None None] For port 894f2086-e823-4864-a261-552ccaec9ac4, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:00.157136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:00.157989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:00.205681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-71666cda-553e-4188-b32c-75c486c29145 None None] For port 894f2086-e823-4864-a261-552ccaec9ac4, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=894f2086-e823-4864-a261-552ccaec9ac4,segment=NetworkSegment(b9c10a71-04a7-473b-9d34-ed550518ea32),segment_id=b9c10a71-04a7-473b-9d34-ed550518ea32)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:00.234168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c01753ec-d1ea-495a-a99f-7f3954139321 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:00.242993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b45a05f1-1f61-4714-888a-5cffd12a50a1 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:00.267124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e2d33461-67a0-474e-9a02-642ab2ed1445 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:00.304031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01753ec-d1ea-495a-a99f-7f3954139321 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9189ec-c3ae-49bf-831c-3f1fe3212eb0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:00.306748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c01753ec-d1ea-495a-a99f-7f3954139321 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:00.309752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:00.323171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:00.325336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c01753ec-d1ea-495a-a99f-7f3954139321 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:00.326484 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c01753ec-d1ea-495a-a99f-7f3954139321 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "DELETE /v2.0/security-groups/af9189ec-c3ae-49bf-831c-3f1fe3212eb0 HTTP/1.1" status: 204 len: 168 time: 0.3976328 Dec 22 13:03:00.330617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47512) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:00.334642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] For port 6a9a2c21-af11-48bd-a673-496eae9c507f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6a9a2c21-af11-48bd-a673-496eae9c507f,segment=NetworkSegment(53f21f37-3966-42c1-ab07-130b8deb046e),segment_id=53f21f37-3966-42c1-ab07-130b8deb046e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:00.334997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:00.416279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c3b6529f-969f-4c3c-90e4-07003d4ca06a tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Synchronizing usage tracker for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:00.436678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Pushing event updated for resources: {'Port': ['ID=894f2086-e823-4864-a261-552ccaec9ac4,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:00.502743 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:00.607923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Calling delete_port for 6a9a2c21-af11-48bd-a673-496eae9c507f owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:00.647477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e2d33461-67a0-474e-9a02-642ab2ed1445 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 89f0e7fa-dea2-4a10-b234-e595822ff929 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:00.747700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c3b6529f-969f-4c3c-90e4-07003d4ca06a tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Unset dirty status for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:00.753133 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c3b6529f-969f-4c3c-90e4-07003d4ca06a tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.4189541 Dec 22 13:03:00.759200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47524) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:00.760070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:00.783531 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Allocated IP 2001:db8:1::2 (bad06fb6-ec8d-48bd-bacd-e4eecc2faf46/17cc018f-fe6a-4b12-abc9-22e5f5ea14f1/55c73335-e3ec-4496-b60b-57ce634a3a7e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:00.999176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b824850d-8343-4e5c-a009-2fedde0abdb8 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.014864 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.031062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b824850d-8343-4e5c-a009-2fedde0abdb8 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.083979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47532) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:01.127755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.138913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:01.274170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e2d33461-67a0-474e-9a02-642ab2ed1445 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.311004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-19e9a079-3f9f-461c-a9c6-a784109b5e80 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:01.347212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 894f2086-e823-4864-a261-552ccaec9ac4 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:01.405532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.423222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Transition to ACTIVE for port object 55c73335-e3ec-4496-b60b-57ce634a3a7e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:01.439838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-291685073'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:01.443994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Port': ['ID=6a9a2c21-af11-48bd-a673-496eae9c507f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:01.447579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:01.454354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Transition to ACTIVE for port object 55c73335-e3ec-4496-b60b-57ce634a3a7e will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:01.455063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:01.458632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No DVR routers for this DVR port 6a9a2c21-af11-48bd-a673-496eae9c507f on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:01.458830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 894f2086-e823-4864-a261-552ccaec9ac4 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:01.466116 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.472242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:01.499918 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.506050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b824850d-8343-4e5c-a009-2fedde0abdb8 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.510490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:network and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:01.510968 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device bf822520-e83b-456f-a4c0-cddc985a06ef up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:01.517564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5b77f324-3819-4f15-939c-312d430356cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:01.526618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:01.532463 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-af3e4cbd-e667-446e-980c-be850533c30a tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags HTTP/1.1" status: 204 len: 168 time: 1.6643748 Dec 22 13:03:01.532463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d33461-67a0-474e-9a02-642ab2ed1445 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=89f0e7fa-dea2-4a10-b234-e595822ff929,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:01.538903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47538) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:01.564193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:01.568112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d649-61f6-4fab-ba3a-7b5f45213df0 req-ab81f900-5c3e-452e-a478-c22b7c3989bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:01.570124 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e1f0d649-61f6-4fab-ba3a-7b5f45213df0 req-ab81f900-5c3e-452e-a478-c22b7c3989bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f088456d3776496db28fcf551f85fdce&device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 1098 time: 0.6921177 Dec 22 13:03:01.570280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e2d33461-67a0-474e-9a02-642ab2ed1445 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:01.577462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-371ce0e2-76f8-4d1c-a81d-d02959e90da8 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876', 'tempest-TagsExtTest-Tag-1090326874') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:01.606279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Network bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:01.610854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:01.611312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824850d-8343-4e5c-a009-2fedde0abdb8 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98938e3e-45d3-4974-8246-443dd2401516,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:01.619458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:01.624837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Pushing event updated for resources: {'Port': ['ID=55c73335-e3ec-4496-b60b-57ce634a3a7e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:01.638202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:01.662163 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e2d33461-67a0-474e-9a02-642ab2ed1445 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.676369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b824850d-8343-4e5c-a009-2fedde0abdb8 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:01.742042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Attempting to bind port 55c73335-e3ec-4496-b60b-57ce634a3a7e on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:01.748170 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e2d33461-67a0-474e-9a02-642ab2ed1445 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/89f0e7fa-dea2-4a10-b234-e595822ff929 HTTP/1.1" status: 204 len: 168 time: 2.8511608 Dec 22 13:03:01.748396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Attempting to bind port 55c73335-e3ec-4496-b60b-57ce634a3a7e by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'a9d4e42a-7d6d-415d-9a56-63ce7550abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:01.748396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Attempting to bind port 55c73335-e3ec-4496-b60b-57ce634a3a7e on network bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:01.775250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:01.775951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Checking segment: {'id': 'a9d4e42a-7d6d-415d-9a56-63ce7550abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:01.776457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.777022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Bound using segment: {'id': 'a9d4e42a-7d6d-415d-9a56-63ce7550abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:01.778120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Bound port: 55c73335-e3ec-4496-b60b-57ce634a3a7e, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d4e42a-7d6d-415d-9a56-63ce7550abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:01.778579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.781085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47542) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:01.784583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:01.792338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.798607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port bf822520-e83b-456f-a4c0-cddc985a06ef completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:01.804594 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port bf822520-e83b-456f-a4c0-cddc985a06ef triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:01.804983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.831060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.862206 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1a4e5-6ac5-42a4-8511-12e5b6ed7ec2 req-850343bb-6bda-4f8e-8001-fde5470911f4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:01.864684 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e0a1a4e5-6ac5-42a4-8511-12e5b6ed7ec2 req-850343bb-6bda-4f8e-8001-fde5470911f4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.7821481 Dec 22 13:03:01.883379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.927722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b824850d-8343-4e5c-a009-2fedde0abdb8 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:01.931329 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b824850d-8343-4e5c-a009-2fedde0abdb8 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "DELETE /v2.0/security-groups/98938e3e-45d3-4974-8246-443dd2401516 HTTP/1.1" status: 204 len: 168 time: 1.1662445 Dec 22 13:03:01.934591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47546) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:01.937017 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f189b729-d99e-495b-885c-4da1c84a7d34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:03:01.938003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f189b729-d99e-495b-885c-4da1c84a7d34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:01.950285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:01.953452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fc5036-3d7f-4101-8c65-8c47219d8e70']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:01.966540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:security_group_rule and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:01.976034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:01.997691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] For port 55c73335-e3ec-4496-b60b-57ce634a3a7e, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:02.007039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f21f37-3966-42c1-ab07-130b8deb046e') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:02.007338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f21f37-3966-42c1-ab07-130b8deb046e') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:02.012961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] For port 55c73335-e3ec-4496-b60b-57ce634a3a7e, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=55c73335-e3ec-4496-b60b-57ce634a3a7e,segment=NetworkSegment(a9d4e42a-7d6d-415d-9a56-63ce7550abeb),segment_id=a9d4e42a-7d6d-415d-9a56-63ce7550abeb)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:02.017540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:02.018018 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.030841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.039537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cd08d418-48cf-4d1f-b311-ea22b2b61488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:02.040563 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e0a1a4e5-6ac5-42a4-8511-12e5b6ed7ec2 req-c9cf3037-1456-49a9-8863-b886aa1e82fc tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552129 Dec 22 13:03:02.052323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.059026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f189b729-d99e-495b-885c-4da1c84a7d34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:02.062763 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f189b729-d99e-495b-885c-4da1c84a7d34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/89f0e7fa-dea2-4a10-b234-e595822ff929 HTTP/1.1" status: 404 len: 333 time: 0.2580373 Dec 22 13:03:02.081018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47550) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:02.090814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d649-61f6-4fab-ba3a-7b5f45213df0 req-c1532e64-a01a-44d3-b46e-8e14904aeddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:02.092355 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e1f0d649-61f6-4fab-ba3a-7b5f45213df0 req-c1532e64-a01a-44d3-b46e-8e14904aeddd service neutron] 10.222.0.54 "GET /v2.0/networks?id=f13a7c56-cda0-4112-8efa-249342855ee9 HTTP/1.1" status: 200 len: 912 time: 0.4759700 Dec 22 13:03:02.112096 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2810042b-ae88-4610-a44a-fb74bcb752ef tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1698222 Dec 22 13:03:02.113493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Pushing event updated for resources: {'Port': ['ID=55c73335-e3ec-4496-b60b-57ce634a3a7e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:02.116783 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:02.143440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47554) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:02.147325 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port bf822520-e83b-456f-a4c0-cddc985a06ef, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=bf822520-e83b-456f-a4c0-cddc985a06ef,segment=NetworkSegment(de9b521b-03ed-4375-ab32-34a514b56028),segment_id=de9b521b-03ed-4375-ab32-34a514b56028)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:02.152615 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.156082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:02.158279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.213510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645096806'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:02.266607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:02.270958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.272681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=bf822520-e83b-456f-a4c0-cddc985a06ef,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:02.276748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:02.283834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:02.284295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:02.300311 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:02.303420 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:02.311969 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f203c0-2fe3-4ccf-b3e1-2b0623a6d92d None None] Network 3e07398a-1584-4cbe-8888-77473bf19cac requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:02.317134 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Allocated IP 2001:db8:1::1 (bad06fb6-ec8d-48bd-bacd-e4eecc2faf46/17cc018f-fe6a-4b12-abc9-22e5f5ea14f1/de9bd8b1-ae9b-408e-b569-a2bb8b29de3c) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:02.319255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:02.388275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:02.394049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b50466c-91ca-4b61-a095-be5f9b638d48 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting subnet 7cdd13ec-4b68-4e70-b784-a94fa18cbaf4 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:02.409528 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b50466c-91ca-4b61-a095-be5f9b638d48 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.466436 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e1f0d649-61f6-4fab-ba3a-7b5f45213df0 req-96d722fa-fad7-46f6-bda5-bb1de39edf61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5 HTTP/1.1" status: 200 len: 1001 time: 0.3242078 Dec 22 13:03:02.508655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-acabbbd1-5960-4f62-98f0-2461196da38d None None] Provisioning for port 894f2086-e823-4864-a261-552ccaec9ac4 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:02.518663 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-acabbbd1-5960-4f62-98f0-2461196da38d None None] Provisioning complete for port 894f2086-e823-4864-a261-552ccaec9ac4 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:02.518856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acabbbd1-5960-4f62-98f0-2461196da38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.527775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.587325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.591087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.605765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:02.622550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Transition to ACTIVE for port object de9bd8b1-ae9b-408e-b569-a2bb8b29de3c will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:02.648072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.652044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b50466c-91ca-4b61-a095-be5f9b638d48 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.660648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.664744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:02.702472 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-371ce0e2-76f8-4d1c-a81d-d02959e90da8 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "PUT /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags/tempest-TagsExtTest-Tag-1090326874 HTTP/1.1" status: 201 len: 201 time: 1.1590514 Dec 22 13:03:02.708644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47558) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:02.711192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:02.716607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acabbbd1-5960-4f62-98f0-2461196da38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.729722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Network': ['ID=f8fc5036-3d7f-4101-8c65-8c47219d8e70,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:02.731879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Usage tracker for resource:security_group_rule and tenant:794dd5e6fce744c686cf816a5d26ffcd is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:02.734283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-6a865db1-5f73-4ac3-84ec-6cb5922007ed tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee', 'tempest-TagsExtTest-Tag-991691954') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:02.741348 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d649-61f6-4fab-ba3a-7b5f45213df0 req-fa7a7c53-1d22-40d4-8972-418706dc7b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:02.742818 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e1f0d649-61f6-4fab-ba3a-7b5f45213df0 req-fa7a7c53-1d22-40d4-8972-418706dc7b69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d589bbeb-9639-4ffc-9c40-da0196ca78b1 HTTP/1.1" status: 200 len: 850 time: 0.2617016 Dec 22 13:03:02.749776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:02.753173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:02.758361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-acabbbd1-5960-4f62-98f0-2461196da38d None None] For port 894f2086-e823-4864-a261-552ccaec9ac4, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=894f2086-e823-4864-a261-552ccaec9ac4,segment=NetworkSegment(b9c10a71-04a7-473b-9d34-ed550518ea32),segment_id=b9c10a71-04a7-473b-9d34-ed550518ea32)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:02.766173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-acabbbd1-5960-4f62-98f0-2461196da38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.769199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:02.782545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:02.786470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:02.796517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:02.797068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.798775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:02.801589 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/f8fc5036-3d7f-4101-8c65-8c47219d8e70 HTTP/1.1" status: 204 len: 168 time: 7.6319897 Dec 22 13:03:02.817860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47562) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:02.846471 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabbbd1-5960-4f62-98f0-2461196da38d None None] Pushing event updated for resources: {'Port': ['ID=894f2086-e823-4864-a261-552ccaec9ac4,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:02.849296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1366786651'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:02.850540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=de9bd8b1-ae9b-408e-b569-a2bb8b29de3c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:02.851665 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-acabbbd1-5960-4f62-98f0-2461196da38d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:02.857715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:02.867432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:02.902345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:network and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:02.919735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:02.931016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:02.941365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.950171 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6a865db1-5f73-4ac3-84ec-6cb5922007ed tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "PUT /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags/tempest-TagsExtTest-Tag-991691954 HTTP/1.1" status: 201 len: 201 time: 0.2384481 Dec 22 13:03:02.950808 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47566) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:02.959570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:02.966469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-25480837-ab21-4384-bd02-0ab849949a74 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac', 'tempest-TagsExtTest-Tag-1843468491') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:02.973278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a93f3d7c-6c17-4d57-be33-027a89888cff tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:02.993839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b50466c-91ca-4b61-a095-be5f9b638d48 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.026286 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:03.030070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.089103 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:03.109092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-aa44a757-d7f1-40ad-91c3-356ccfa3f022 None None] Provisioning complete for port 894f2086-e823-4864-a261-552ccaec9ac4 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:03.109565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aa44a757-d7f1-40ad-91c3-356ccfa3f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.120964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.121751 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Added segment f52387af-1844-460b-87ac-c771f4418071 of type vlan for network cc430aa9-1eda-495d-9373-01b5d372ccd0 Dec 22 13:03:03.212286 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.276272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0d649-61f6-4fab-ba3a-7b5f45213df0 req-cebb327f-42cb-464f-9ea4-00071c668ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:03.277899 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e1f0d649-61f6-4fab-ba3a-7b5f45213df0 req-cebb327f-42cb-464f-9ea4-00071c668ec9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13a7c56-cda0-4112-8efa-249342855ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5233700 Dec 22 13:03:03.355490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6516e6-1af2-4713-9663-0ad8b4c1183c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:03.366314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.379318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.416492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:03.417838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.440209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d0a1a982-d200-409a-b3be-414be5a1e625 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:03.445906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 55c73335-e3ec-4496-b60b-57ce634a3a7e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:03.448062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.453412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:03.453981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.514977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-af84e5a9-2d2f-442e-ae9b-8a623091db58 None None] Could not find standard attr ID for object 89f0e7fa-dea2-4a10-b234-e595822ff929. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:03:03.533598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:03.567090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 55c73335-e3ec-4496-b60b-57ce634a3a7e completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:03.582406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 894f2086-e823-4864-a261-552ccaec9ac4 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:03.655665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.656012 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Added segment db7d7716-05ef-43ff-93c7-6594ce1158b0 of type vlan for network 147abe81-f289-473a-84df-8ce830f6c50f Dec 22 13:03:03.679552 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-25480837-ab21-4384-bd02-0ab849949a74 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "PUT /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags/tempest-TagsExtTest-Tag-1843468491 HTTP/1.1" status: 201 len: 201 time: 0.7184253 Dec 22 13:03:03.679745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b755038-b6a5-4e42-baa0-b7c3ad444501,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:03.679745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b50466c-91ca-4b61-a095-be5f9b638d48 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.691168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:03.694129 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47572) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:03.703173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-c6568850-0aba-4809-8b6f-a274ff0479b4 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4', 'tempest-TagsExtTest-Tag-2087795508') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:03.706029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-042a8ba8-5aed-4e53-ab7a-4a76dd667134 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:03.712197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 894f2086-e823-4864-a261-552ccaec9ac4 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:03.712827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.783235 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c6568850-0aba-4809-8b6f-a274ff0479b4 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "PUT /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags/tempest-TagsExtTest-Tag-2087795508 HTTP/1.1" status: 201 len: 201 time: 0.0879636 Dec 22 13:03:03.788389 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47576) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:03.836378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b652e4a-2c54-4f2c-8b20-bd743f8f1311 None None] Network bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:03.840852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-69961958-4a69-4b6a-bdb2-f122a0f4d607 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876', {'tags': ['tempest-TagsExtTest-Tag-1302334437', 'tempest-TagsExtTest-Tag-2117910083', 'tempest-TagsExtTest-Tag-1153286758']}) {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:03.913761 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50466c-91ca-4b61-a095-be5f9b638d48 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Subnet': ['ID=7cdd13ec-4b68-4e70-b784-a94fa18cbaf4,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:03.943046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3b50466c-91ca-4b61-a095-be5f9b638d48 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:03.943846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.947741 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7941880 Dec 22 13:03:03.947741 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8552189 Dec 22 13:03:03.947741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-68762b9d-465f-450b-9617-00ddc7fb7c51 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.403s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:03.952252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47580) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:03.952585 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47582) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:03.963391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b50466c-91ca-4b61-a095-be5f9b638d48 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.968247 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3b50466c-91ca-4b61-a095-be5f9b638d48 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/7cdd13ec-4b68-4e70-b784-a94fa18cbaf4 HTTP/1.1" status: 204 len: 168 time: 1.8809772 Dec 22 13:03:03.968400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:03.971860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47588) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:03.972425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dafcf61-c605-4b18-b567-2097e59a9f63 None None] Network 3e07398a-1584-4cbe-8888-77473bf19cac requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:03.973553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:03.993637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b105106a-2ee5-4512-a365-f630f4ac95a3 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:03.994334 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING neutron.api.v2.base [None req-b105106a-2ee5-4512-a365-f630f4ac95a3 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 13:03:03.994565 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-b105106a-2ee5-4512-a365-f630f4ac95a3 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 13:03:03.998256 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b105106a-2ee5-4512-a365-f630f4ac95a3 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "PUT /v2.0/security-groups/4b755038-b6a5-4e42-baa0-b7c3ad444501 HTTP/1.1" status: 409 len: 330 time: 0.0420587 Dec 22 13:03:04.004168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47592) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:04.075723 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c44250c0-3c3a-4663-9f64-bb158ccbc517 None None] Provisioning for port 55c73335-e3ec-4496-b60b-57ce634a3a7e completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:04.079874 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-69961958-4a69-4b6a-bdb2-f122a0f4d607 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "PUT /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags HTTP/1.1" status: 200 len: 318 time: 0.2908461 Dec 22 13:03:04.082277 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c53587f-1e41-4367-806a-6e832c662f00 req-a48381b5-f5cb-491e-9167-9d3ecd5ac407 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:04.087621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device bf822520-e83b-456f-a4c0-cddc985a06ef up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:04.089937 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5c53587f-1e41-4367-806a-6e832c662f00 req-a48381b5-f5cb-491e-9167-9d3ecd5ac407 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.7996161 Dec 22 13:03:04.091553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47596) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:04.101226 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e1f0d649-61f6-4fab-ba3a-7b5f45213df0 req-cf001881-74cf-48e1-a324-ced758e9c2c7 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077737 Dec 22 13:03:04.122391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-686959a6-9401-40b5-ab1b-75e0156e105e tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:04.140243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c44250c0-3c3a-4663-9f64-bb158ccbc517 None None] Provisioning complete for port 55c73335-e3ec-4496-b60b-57ce634a3a7e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:04.140751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c44250c0-3c3a-4663-9f64-bb158ccbc517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.205598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:03:04.209168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.229189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.230053 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.242361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:04.244884 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-44954d1c-d018-43a0-b616-fae79a73e34c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:04.289636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:04.293652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Network': ['ID=cc430aa9-1eda-495d-9373-01b5d372ccd0,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:04.302958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:04.311033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:04.335246 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90eaddf9-1599-4bd9-bf90-4c5112b37897 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.335550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.336755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:04.337236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:04.341564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:04.342148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.351948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:04.384441 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5c53587f-1e41-4367-806a-6e832c662f00 req-587d315b-4373-46c8-9492-c8e89f02ffca tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933433 Dec 22 13:03:04.398109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.451734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:04.455166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.463406 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6397433 Dec 22 13:03:04.473835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47600) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:04.478948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=de9bd8b1-ae9b-408e-b569-a2bb8b29de3c,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:04.481930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:04.487146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90eaddf9-1599-4bd9-bf90-4c5112b37897 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.504885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'network_id': '147abe81-f289-473a-84df-8ce830f6c50f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:04.559577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port bf822520-e83b-456f-a4c0-cddc985a06ef triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:04.559977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.639133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:04.639587 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c44250c0-3c3a-4663-9f64-bb158ccbc517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.642826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:subnet and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:04.646109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:04.652408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:04.670472 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 894f2086-e823-4864-a261-552ccaec9ac4 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:04.670815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.688405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:04.689204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90eaddf9-1599-4bd9-bf90-4c5112b37897 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.694125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b59ef902-3598-4bb8-ada9-1764324a162e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:04.701768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:04.708007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:04.710082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c44250c0-3c3a-4663-9f64-bb158ccbc517 None None] For port 55c73335-e3ec-4496-b60b-57ce634a3a7e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=55c73335-e3ec-4496-b60b-57ce634a3a7e,segment=NetworkSegment(a9d4e42a-7d6d-415d-9a56-63ce7550abeb),segment_id=a9d4e42a-7d6d-415d-9a56-63ce7550abeb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:04.711730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.712738 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-686959a6-9401-40b5-ab1b-75e0156e105e tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags HTTP/1.1" status: 204 len: 168 time: 0.6102126 Dec 22 13:03:04.719584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47604) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:04.745188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=147abe81-f289-473a-84df-8ce830f6c50f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:04.753980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c44250c0-3c3a-4663-9f64-bb158ccbc517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.763200 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d3f230dd-ea12-467c-add0-5b431e252473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:04.769694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:04.794429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eaddf9-1599-4bd9-bf90-4c5112b37897 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b755038-b6a5-4e42-baa0-b7c3ad444501,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:04.799271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-6bfc4ea5-069f-476c-ba98-edea1d75117e tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876', 'tempest-TagsExtTest-Tag-1302334437') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:04.802065 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 147abe81-f289-473a-84df-8ce830f6c50f details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:04.829362 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e1f0d649-61f6-4fab-ba3a-7b5f45213df0 req-68a08c45-2030-4456-a719-a0fa34efa188 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6567805 Dec 22 13:03:04.833182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d999c1-37d4-4bf5-a854-e10fb5566db9 None None] DHCP port deletion for 3e07398a-1584-4cbe-8888-77473bf19cac request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:04.860227 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Performing IP validity checks on allocation pools {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:03:04.860737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:03:04.928916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b6d999c1-37d4-4bf5-a854-e10fb5566db9 None None] Deleting port 894f2086-e823-4864-a261-552ccaec9ac4 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:04.929511 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6d999c1-37d4-4bf5-a854-e10fb5566db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:04.947696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-90eaddf9-1599-4bd9-bf90-4c5112b37897 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:05.075060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44250c0-3c3a-4663-9f64-bb158ccbc517 None None] Pushing event updated for resources: {'Port': ['ID=55c73335-e3ec-4496-b60b-57ce634a3a7e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:05.075734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:03:05.079340 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c44250c0-3c3a-4663-9f64-bb158ccbc517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:05.107578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] For port 894f2086-e823-4864-a261-552ccaec9ac4, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=894f2086-e823-4864-a261-552ccaec9ac4,segment=NetworkSegment(b9c10a71-04a7-473b-9d34-ed550518ea32),segment_id=b9c10a71-04a7-473b-9d34-ed550518ea32)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:05.108530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:05.130125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90eaddf9-1599-4bd9-bf90-4c5112b37897 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:05.131589 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-90eaddf9-1599-4bd9-bf90-4c5112b37897 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b755038-b6a5-4e42-baa0-b7c3ad444501 HTTP/1.1" status: 204 len: 168 time: 1.1265094 Dec 22 13:03:05.136895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47608) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:05.254125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 55c73335-e3ec-4496-b60b-57ce634a3a7e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:05.291496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 894f2086-e823-4864-a261-552ccaec9ac4 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:05.304800 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b6d999c1-37d4-4bf5-a854-e10fb5566db9 None None] For port 894f2086-e823-4864-a261-552ccaec9ac4, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=894f2086-e823-4864-a261-552ccaec9ac4,segment=NetworkSegment(b9c10a71-04a7-473b-9d34-ed550518ea32),segment_id=b9c10a71-04a7-473b-9d34-ed550518ea32)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:05.305223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6d999c1-37d4-4bf5-a854-e10fb5566db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:05.473202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b6d999c1-37d4-4bf5-a854-e10fb5566db9 None None] Calling delete_port for 894f2086-e823-4864-a261-552ccaec9ac4 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:05.482912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:05.495754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:05.542516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:05.654224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=894f2086-e823-4864-a261-552ccaec9ac4,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:05.669852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b81ca408-4c5d-4a35-a435-37ecdb0e1818 None None] Provisioning for port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:05.676989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:05.677970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No DVR routers for this DVR port 894f2086-e823-4864-a261-552ccaec9ac4 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:05.684920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b81ca408-4c5d-4a35-a435-37ecdb0e1818 None None] Provisioning complete for port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:05.685237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:05.685354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b81ca408-4c5d-4a35-a435-37ecdb0e1818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:05.747622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:03:05.758631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-b6d999c1-37d4-4bf5-a854-e10fb5566db9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:03:05.758938 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-b6d999c1-37d4-4bf5-a854-e10fb5566db9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:03:05.764728 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6497617 Dec 22 13:03:05.769972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47614) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:05.776738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Sync routers for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:03:05.787272 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-348210189'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:05.802404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:05.803237 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:05.811328 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:05.814372 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-6bfc4ea5-069f-476c-ba98-edea1d75117e tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] show failed (client error): The resource could not be found. Dec 22 13:03:05.818750 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6bfc4ea5-069f-476c-ba98-edea1d75117e tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags/tempest-TagsExtTest-Tag-1302334437 HTTP/1.1" status: 404 len: 329 time: 1.0351326 Dec 22 13:03:05.821320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:network and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:05.823942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47618) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:05.828694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:05.837831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-0b5af46d-bd8f-4f72-9c7d-cd98137e4c4d tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876', 'tempest-TagsExtTest-Tag-2117910083') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:05.861574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b81ca408-4c5d-4a35-a435-37ecdb0e1818 None None] Port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:05.872005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:05.878004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:05.883726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-28717ff5-d704-4aa7-9338-5d9e4dd0a991 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:05.928205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 55c73335-e3ec-4496-b60b-57ce634a3a7e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:05.928507 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:05.960181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8f043929-990b-4057-94b6-3220a6651b2f tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Synchronizing usage tracker for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:05.961744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:05.965622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:05.997856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b81ca408-4c5d-4a35-a435-37ecdb0e1818 None None] Provisioning complete for port 55c73335-e3ec-4496-b60b-57ce634a3a7e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:05.998182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b81ca408-4c5d-4a35-a435-37ecdb0e1818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.001762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=4da77aa1-ebfa-4d5c-b260-e639f5daa589,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:06.004574 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:06.018017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking segment: {'id': 'db7d7716-05ef-43ff-93c7-6594ce1158b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '147abe81-f289-473a-84df-8ce830f6c50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:06.018535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network hostable DHCP agents. Network: 147abe81-f289-473a-84df-8ce830f6c50f, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:06.022021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba492f-2285-42d5-83a2-498396f98415 req-2dfc04e6-c414-41db-87ec-e055417e5bca tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:06.023554 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8ba492f-2285-42d5-83a2-498396f98415 req-2dfc04e6-c414-41db-87ec-e055417e5bca tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.4815640 Dec 22 13:03:06.044980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=bcf401a3-0792-4a8e-951d-c84d3d04b532,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:06.053922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:06.064746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.071307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:06.071955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network hostable DHCP agents. Network: cc430aa9-1eda-495d-9373-01b5d372ccd0, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:06.072083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:06.086732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:06.096621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8f043929-990b-4057-94b6-3220a6651b2f tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Unset dirty status for tenant:794dd5e6fce744c686cf816a5d26ffcd on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:06.098149 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8f043929-990b-4057-94b6-3220a6651b2f tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9589686 Dec 22 13:03:06.102573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47622) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:06.104898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e07398a-1584-4cbe-8888-77473bf19cac']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:06.115473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network 147abe81-f289-473a-84df-8ce830f6c50f is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:06.125064 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c10a71-04a7-473b-9d34-ed550518ea32') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:06.125444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c10a71-04a7-473b-9d34-ed550518ea32') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:06.139089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.146371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 147abe81-f289-473a-84df-8ce830f6c50f) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:06.149400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.149751 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Added segment 67555313-ded5-4122-9317-e7ec9f0c6505 of type vlan for network b94bf214-1b05-49f2-8242-68cd5e000e52 Dec 22 13:03:06.155107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:06.156010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.166062 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8ba492f-2285-42d5-83a2-498396f98415 req-70c19cd4-9eeb-4c45-840d-c95934ef1f81 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346128 Dec 22 13:03:06.170010 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-10cf280f-233c-4c56-800d-2a5a944acb61 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] delete failed (client error): The resource could not be found. Dec 22 13:03:06.176951 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-10cf280f-233c-4c56-800d-2a5a944acb61 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "DELETE /v2.0/security-groups/2a6c0cd5-fc4a-4453-acff-86a9891dd46e HTTP/1.1" status: 404 len: 347 time: 0.0674016 Dec 22 13:03:06.176951 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-0b5af46d-bd8f-4f72-9c7d-cd98137e4c4d tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] show failed (client error): The resource could not be found. Dec 22 13:03:06.176951 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0b5af46d-bd8f-4f72-9c7d-cd98137e4c4d tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags/tempest-TagsExtTest-Tag-2117910083 HTTP/1.1" status: 404 len: 329 time: 0.3478014 Dec 22 13:03:06.179741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47628) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:06.180002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47626) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:06.183478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.202255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3db926-c1a7-41da-97d4-c1a74eaeed41 None None] Network 147abe81-f289-473a-84df-8ce830f6c50f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:06.206356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-f6a890e6-f39c-46c8-8e38-e0d61c7232b5 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876', 'tempest-TagsExtTest-Tag-1153286758') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:06.209467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:06.209930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:06.225368 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:06.228138 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-e1236f7c-0bce-42cc-895e-fab0d3aa7471 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] show failed (client error): The resource could not be found. Dec 22 13:03:06.229229 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e1236f7c-0bce-42cc-895e-fab0d3aa7471 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "GET /v2.0/security-groups/6c500b71-5325-41c3-8d3f-8cd53287b0a5 HTTP/1.1" status: 404 len: 347 time: 0.0480239 Dec 22 13:03:06.233490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.238820 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7649198 Dec 22 13:03:06.239576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:06.250298 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47634) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:06.250549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:06.292363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, cc430aa9-1eda-495d-9373-01b5d372ccd0) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:06.296826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:06.297598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.304221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b6d999c1-37d4-4bf5-a854-e10fb5566db9 None None] Deleting port 894f2086-e823-4864-a261-552ccaec9ac4 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:06.304610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6d999c1-37d4-4bf5-a854-e10fb5566db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.323366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.327935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-374686e6-be48-496d-8472-0d09238ae2cd tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:06.347025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.353679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Network': ['ID=3e07398a-1584-4cbe-8888-77473bf19cac,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:06.356704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:06.363430 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-ec1cfe45-b25c-48bc-b663-da410ead4d28 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] show failed (client error): The resource could not be found. Dec 22 13:03:06.363585 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/networks/3e07398a-1584-4cbe-8888-77473bf19cac HTTP/1.1" status: 204 len: 168 time: 2.3740010 Dec 22 13:03:06.364470 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ec1cfe45-b25c-48bc-b663-da410ead4d28 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] 10.222.0.24 "GET /v2.0/security-group-rules/638b4169-91bc-485b-b2b4-edf2736bd4ba HTTP/1.1" status: 404 len: 356 time: 0.1117024 Dec 22 13:03:06.367928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47642) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:06.376334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'name': 'tempest-PortsTestJSON-1608469502'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:06.379690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adf6903-e108-4b3e-99e2-1ff1b1a77051 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:06.436702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:03:06.490659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.497848 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5400212 Dec 22 13:03:06.501556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47648) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:06.512290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'name': 'tempest-NetworksTestDHCPv6-2022753642'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:06.514696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.521063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:06.522095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.529103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9d2c2ebc-34fd-40e4-83d6-92d38e44fb4e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:06.556413 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-f6a890e6-f39c-46c8-8e38-e0d61c7232b5 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] show failed (client error): The resource could not be found. Dec 22 13:03:06.560700 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f6a890e6-f39c-46c8-8e38-e0d61c7232b5 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags/tempest-TagsExtTest-Tag-1153286758 HTTP/1.1" status: 404 len: 329 time: 0.3643761 Dec 22 13:03:06.563829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47652) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:06.627221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:06.648459 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:06.648948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-19aed3b2-f630-47ed-82e1-662980980309 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee', {'tags': ['tempest-TagsExtTest-Tag-989742015', 'tempest-TagsExtTest-Tag-2136629758', 'tempest-TagsExtTest-Tag-466591518']}) {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:06.672036 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b6d999c1-37d4-4bf5-a854-e10fb5566db9 None None] The port '894f2086-e823-4864-a261-552ccaec9ac4' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:03:06.697074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:06.700886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.746604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 894f2086-e823-4864-a261-552ccaec9ac4 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:06.752500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port 500be6f3-c36c-4195-b5d6-b8d5ea7842ea yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:06.791300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.809100 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 894f2086-e823-4864-a261-552ccaec9ac4 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:06.809454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 894f2086-e823-4864-a261-552ccaec9ac4 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:06.821546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:06.830085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:06.834882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:06.840165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47658) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:06.840324 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-19aed3b2-f630-47ed-82e1-662980980309 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "PUT /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags HTTP/1.1" status: 200 len: 316 time: 0.2663183 Dec 22 13:03:06.846211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47660) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:06.849367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:06.860419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-6b2cc52b-1c7c-4329-86db-d2d1edaee6f7 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:06.868662 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0990264 Dec 22 13:03:06.878561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47668) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:06.888204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'subnet': {'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:06.911840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Network': ['ID=b94bf214-1b05-49f2-8242-68cd5e000e52,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:06.921401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:06.933201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:06.936740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:06.984333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network b94bf214-1b05-49f2-8242-68cd5e000e52 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:06.987183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 5fe849be-d1b8-48b8-a221-b2aaaa242ff4 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:07.033768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:07.038361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:subnet and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:07.041771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.046901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:07.050007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:07.089110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:07.096983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf401a3-0792-4a8e-951d-c84d3d04b532,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:07.114073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:07.170544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:07.173912 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.237689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c3a10d11-5387-4650-9806-c9406f415829 None None] Provisioning complete for port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:07.237689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3a10d11-5387-4650-9806-c9406f415829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.240406 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bcfb9148-2590-4802-9f5b-f6f0da56a5ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=794dd5e6fce744c686cf816a5d26ffcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007607 Dec 22 13:03:07.264598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47676) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:07.285688 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.312578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.335742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f4faf-5e71-4514-a330-6b8bb0e73d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-147abe81-f289-473a-84df-8ce830f6c50f', 'network_id': '147abe81-f289-473a-84df-8ce830f6c50f', 'tenant_id': '16f5a0ed51dc4f5a807b574284c54a62', 'fixed_ips': [{'subnet_id': 'bcf401a3-0792-4a8e-951d-c84d3d04b532'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:07.336586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-085f4faf-5e71-4514-a330-6b8bb0e73d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.350321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::33d (cc430aa9-1eda-495d-9373-01b5d372ccd0/4da77aa1-ebfa-4d5c-b260-e639f5daa589/5fe849be-d1b8-48b8-a221-b2aaaa242ff4) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:07.353190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': '4da77aa1-ebfa-4d5c-b260-e639f5daa589'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:07.354121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.368077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147abe81-f289-473a-84df-8ce830f6c50f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:07.389462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c3a10d11-5387-4650-9806-c9406f415829 None None] Port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:07.395546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7d7716-05ef-43ff-93c7-6594ce1158b0') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:07.396394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7d7716-05ef-43ff-93c7-6594ce1158b0') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:07.427284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.439700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4485e2b3-89fe-40e3-a11a-65a2d892ba7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.464213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.523880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:07.524279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:07.539318 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:07.550302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4485e2b3-89fe-40e3-a11a-65a2d892ba7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.593728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.604998 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 3, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:03Z', 'revision_number': 2, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:07.630878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Checking router: 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:03:07.631379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Updating router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:03:07.676606 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6b2cc52b-1c7c-4329-86db-d2d1edaee6f7 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags HTTP/1.1" status: 204 len: 168 time: 0.8289812 Dec 22 13:03:07.679584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47680) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:07.688607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-09bfe188-f6b5-44f0-ac55-9613d07ffc01 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee', 'tempest-TagsExtTest-Tag-989742015') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:07.699567 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a2eb1-276e-47e3-ab51-b3d7bf55897e None None] Network 147abe81-f289-473a-84df-8ce830f6c50f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:07.775931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.780072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.784607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-56fcf6ee-548e-4506-9a33-05f8bde14305 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:07.860606 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.866618 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3dcbe6d2-17f8-438c-be98-104aa85de83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:07.866789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9258ab-9398-42ee-8829-9aa7129c9e5e req-849bc505-7a7e-4a0d-b7f1-e7dee1b46bac tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:07.873707 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6e9258ab-9398-42ee-8829-9aa7129c9e5e req-849bc505-7a7e-4a0d-b7f1-e7dee1b46bac tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.2583311 Dec 22 13:03:07.881745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 5fe849be-d1b8-48b8-a221-b2aaaa242ff4 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:07.884030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.884230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 76771202-86a1-4996-af35-933b175c3556 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:07.889363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.898580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4485e2b3-89fe-40e3-a11a-65a2d892ba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.906286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Network': ['ID=147abe81-f289-473a-84df-8ce830f6c50f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:07.906692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:07.916793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:07.917295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9bd6c959-e287-46a0-bd37-061c491728b9 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:07.919007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:07.925122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:07.925309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.932940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=500be6f3-c36c-4195-b5d6-b8d5ea7842ea,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:07.936150 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-09bfe188-f6b5-44f0-ac55-9613d07ffc01 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] show failed (client error): The resource could not be found. Dec 22 13:03:07.940045 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-09bfe188-f6b5-44f0-ac55-9613d07ffc01 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags/tempest-TagsExtTest-Tag-989742015 HTTP/1.1" status: 404 len: 328 time: 0.2594986 Dec 22 13:03:07.940839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47684) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:07.948934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:07.966624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-1945b3e4-3b4d-4a99-abcb-e9dcd6b4e484 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee', 'tempest-TagsExtTest-Tag-2136629758') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:07.981081 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/147abe81-f289-473a-84df-8ce830f6c50f HTTP/1.1" status: 204 len: 168 time: 1.7264645 Dec 22 13:03:07.985646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4485e2b3-89fe-40e3-a11a-65a2d892ba7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:07.989335 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4485e2b3-89fe-40e3-a11a-65a2d892ba7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c464d384-d8a1-4a54-9f21-c64c94de5770 HTTP/1.1" status: 204 len: 168 time: 0.7209878 Dec 22 13:03:07.989335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47688) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:08.011083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-237815672'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:08.030119 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6e9258ab-9398-42ee-8829-9aa7129c9e5e req-67e5e291-9720-45b9-be78-d329b79df5a4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554370 Dec 22 13:03:08.034291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:08.040700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Subnet': ['ID=9e7dec45-dc35-4612-9201-9436924c5950,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:08.043566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:network and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:08.048212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:08.051292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:08.051561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-838a9582-c33c-4a8d-bd6a-9a53469ae36d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:08.064989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:08.072565 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7029202 Dec 22 13:03:08.073932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4485e2b3-89fe-40e3-a11a-65a2d892ba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c464d384-d8a1-4a54-9f21-c64c94de5770,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:08.076010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.077376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47696) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:08.083617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4485e2b3-89fe-40e3-a11a-65a2d892ba7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:08.083821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d12824dc-1e3c-4538-b305-ee38b9707793 tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:08.084386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Checking segment: {'id': '67555313-ded5-4122-9317-e7ec9f0c6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:08.084946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network hostable DHCP agents. Network: b94bf214-1b05-49f2-8242-68cd5e000e52, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:08.137998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:08.141557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.201493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network b94bf214-1b05-49f2-8242-68cd5e000e52 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:08.204204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:08.209968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f1945fa0-b2c0-4603-89ab-a4c3b0d81fb6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 500be6f3-c36c-4195-b5d6-b8d5ea7842ea {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:08.210195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1945fa0-b2c0-4603-89ab-a4c3b0d81fb6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.267024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Allocated IP 2001:db8::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/4da77aa1-ebfa-4d5c-b260-e639f5daa589/25388f9f-907a-4233-bcfc-a98c1c4649f1) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:08.295354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:08.302110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:08.316043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=5fe849be-d1b8-48b8-a221-b2aaaa242ff4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:08.318592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:08.324765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:08.326018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.333084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:08.347573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, b94bf214-1b05-49f2-8242-68cd5e000e52) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:08.348682 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-1945b3e4-3b4d-4a99-abcb-e9dcd6b4e484 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] show failed (client error): The resource could not be found. Dec 22 13:03:08.353417 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1945b3e4-3b4d-4a99-abcb-e9dcd6b4e484 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags/tempest-TagsExtTest-Tag-2136629758 HTTP/1.1" status: 404 len: 329 time: 0.3989844 Dec 22 13:03:08.355171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47700) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:08.363079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-5bf1cf75-634e-4a69-8e7a-88d8062eb4fb tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee', 'tempest-TagsExtTest-Tag-466591518') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:08.364326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.364835 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Added segment 1eb06217-1096-4d75-aad2-c0cb5ed9f21d of type vlan for network 29d5d106-bad0-40a6-a83b-a6f807a7f389 Dec 22 13:03:08.382357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:08.382910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.401405 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8960583 Dec 22 13:03:08.404618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47704) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:08.417106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d71895b-6adb-4569-9249-47b860174e6c None None] Network b94bf214-1b05-49f2-8242-68cd5e000e52 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:08.489908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.495837 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-5bf1cf75-634e-4a69-8e7a-88d8062eb4fb tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] show failed (client error): The resource could not be found. Dec 22 13:03:08.499471 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5bf1cf75-634e-4a69-8e7a-88d8062eb4fb tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags/tempest-TagsExtTest-Tag-466591518 HTTP/1.1" status: 404 len: 328 time: 0.1407206 Dec 22 13:03:08.503829 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6223283 Dec 22 13:03:08.504155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47708) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:08.504492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47710) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:08.511576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-f36db194-47c4-439c-8f25-bc529dd9ba00 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac', {'tags': ['tempest-TagsExtTest-Tag-604759301', 'tempest-TagsExtTest-Tag-938024208', 'tempest-TagsExtTest-Tag-1295108030']}) {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:08.551559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1945fa0-b2c0-4603-89ab-a4c3b0d81fb6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.685859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.696152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f1945fa0-b2c0-4603-89ab-a4c3b0d81fb6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 500be6f3-c36c-4195-b5d6-b8d5ea7842ea owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:08.725483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:03:08.755453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2b5784-3348-4cbc-b778-8e5fe212837d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:08.756839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-be2b5784-3348-4cbc-b778-8e5fe212837d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:08.757183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Transition to ACTIVE for port object de9bd8b1-ae9b-408e-b569-a2bb8b29de3c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:08.784213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.789758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:08.790328 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.794959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7c67740f-d80e-4652-ad40-33cc04a296a3 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:08.809650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.821073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2271212c-1dba-4aba-9884-8bc782df0296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:08.825770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-be2b5784-3348-4cbc-b778-8e5fe212837d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:08.828842 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-be2b5784-3348-4cbc-b778-8e5fe212837d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4212949 Dec 22 13:03:08.829816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47716) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:08.850310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.881648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1945fa0-b2c0-4603-89ab-a4c3b0d81fb6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.885303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-b94bf214-1b05-49f2-8242-68cd5e000e52', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:08.885761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:08.895396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Transition to ACTIVE for port object 25388f9f-907a-4233-bcfc-a98c1c4649f1 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:08.904716 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8985193 Dec 22 13:03:08.910120 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47720) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:08.921682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'network_id': '29d5d106-bad0-40a6-a83b-a6f807a7f389', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:08.933193 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f36db194-47c4-439c-8f25-bc529dd9ba00 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "PUT /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags HTTP/1.1" status: 200 len: 316 time: 0.4252849 Dec 22 13:03:08.950615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47724) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:08.989245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=29d5d106-bad0-40a6-a83b-a6f807a7f389,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:08.992899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:08.999412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d07a5ea7-9a39-4b07-bd7c-1d7d75aea8f2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:09.020302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-fa2bc06e-26db-4c51-9c73-9a536b35c5ba tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:09.043080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1945fa0-b2c0-4603-89ab-a4c3b0d81fb6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:09.047668 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f1945fa0-b2c0-4603-89ab-a4c3b0d81fb6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/500be6f3-c36c-4195-b5d6-b8d5ea7842ea HTTP/1.1" status: 204 len: 168 time: 0.9651592 Dec 22 13:03:09.047822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 29d5d106-bad0-40a6-a83b-a6f807a7f389 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:09.060216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47728) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:09.073411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1945fa0-b2c0-4603-89ab-a4c3b0d81fb6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=500be6f3-c36c-4195-b5d6-b8d5ea7842ea,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:09.076157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f1945fa0-b2c0-4603-89ab-a4c3b0d81fb6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:09.080809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'mac_address': 'fa:16:3e:86:bc:c3', 'name': 'tempest-PortsTestJSON-1494367572'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:09.203667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:09.210877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:subnet and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:09.215023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:09.220952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:09.223310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:09.226621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48240fe6-317f-4fae-87b1-3330ab9e9732 None None] Pushing event updated for resources: {'Port': ['ID=de9bd8b1-ae9b-408e-b569-a2bb8b29de3c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:09.227318 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-97b2de57-8a07-4dd3-b77b-6599f3c15732 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 5fe849be-d1b8-48b8-a221-b2aaaa242ff4 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:09.227815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-97b2de57-8a07-4dd3-b77b-6599f3c15732 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:09.228072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:port and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:09.229421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Transition to ACTIVE for port object 25388f9f-907a-4233-bcfc-a98c1c4649f1 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:09.233944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:09.242068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:09.248139 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-48240fe6-317f-4fae-87b1-3330ab9e9732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:09.248325 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:09.252003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:09.314326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:09.323402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-66f595b4-1648-4df9-9b89-acafaef36260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:09.327559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:09.415646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Attempting to bind port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:09.415646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Attempting to bind port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'a9d4e42a-7d6d-415d-9a56-63ce7550abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:09.415646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Attempting to bind port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c on network bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:09.458729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:09.461249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:09.468329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:09.468568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Checking segment: {'id': 'a9d4e42a-7d6d-415d-9a56-63ce7550abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:09.469320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:09.469446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Bound using segment: {'id': 'a9d4e42a-7d6d-415d-9a56-63ce7550abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:09.470382 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Bound port: de9bd8b1-ae9b-408e-b569-a2bb8b29de3c, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d4e42a-7d6d-415d-9a56-63ce7550abeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:09.470382 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:09.488927 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:09.493594 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port 29ff0932-d439-4d15-87c9-8fa855375144 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:09.495230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Pushing event updated for resources: {'Port': ['ID=25388f9f-907a-4233-bcfc-a98c1c4649f1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:09.501007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:09.507576 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:09.532326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47732) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:09.532569 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fa2bc06e-26db-4c51-9c73-9a536b35c5ba tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags HTTP/1.1" status: 204 len: 168 time: 0.5811203 Dec 22 13:03:09.543126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-65292280-b8c4-4dc1-a970-89994b5443de tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac', 'tempest-TagsExtTest-Tag-604759301') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:09.667431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Allocated IP 2001:db8:2::2 (b94bf214-1b05-49f2-8242-68cd5e000e52/9e7dec45-dc35-4612-9201-9436924c5950/f751adef-84a8-47c5-8c62-9c649d06dfa8) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:09.726376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] For port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:09.803034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] For port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=de9bd8b1-ae9b-408e-b569-a2bb8b29de3c,segment=NetworkSegment(a9d4e42a-7d6d-415d-9a56-63ce7550abeb),segment_id=a9d4e42a-7d6d-415d-9a56-63ce7550abeb)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:09.807966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Attempting to bind port 25388f9f-907a-4233-bcfc-a98c1c4649f1 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:09.808265 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Attempting to bind port 25388f9f-907a-4233-bcfc-a98c1c4649f1 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:09.808628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Attempting to bind port 25388f9f-907a-4233-bcfc-a98c1c4649f1 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:09.821832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:09.822112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:09.822391 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:09.823053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:09.823256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Bound port: 25388f9f-907a-4233-bcfc-a98c1c4649f1, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:09.823840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:09.837213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:09.846143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:09.880215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-97b2de57-8a07-4dd3-b77b-6599f3c15732 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.008734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.024987 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-65292280-b8c4-4dc1-a970-89994b5443de tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] show failed (client error): The resource could not be found. Dec 22 13:03:10.025595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-97b2de57-8a07-4dd3-b77b-6599f3c15732 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 5fe849be-d1b8-48b8-a221-b2aaaa242ff4 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:10.026023 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-65292280-b8c4-4dc1-a970-89994b5443de tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags/tempest-TagsExtTest-Tag-604759301 HTTP/1.1" status: 404 len: 328 time: 0.4916503 Dec 22 13:03:10.037968 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48240fe6-317f-4fae-87b1-3330ab9e9732 None None] Pushing event updated for resources: {'Port': ['ID=de9bd8b1-ae9b-408e-b569-a2bb8b29de3c,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:10.039048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47736) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:10.040601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:10.041210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:10.061013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-e079cfa1-3149-4c5d-bb5a-62e91e0f8673 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac', 'tempest-TagsExtTest-Tag-938024208') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:10.101491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-48240fe6-317f-4fae-87b1-3330ab9e9732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:10.205302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.218887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b6d53be7-b7ae-40f8-8292-fc50a004ae61 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:10.263992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] For port 25388f9f-907a-4233-bcfc-a98c1c4649f1, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:10.285407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.304391 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] For port 25388f9f-907a-4233-bcfc-a98c1c4649f1, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=25388f9f-907a-4233-bcfc-a98c1c4649f1,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:10.320034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.331259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=1561bd76-0c22-43a7-83b3-f81eca6a2f06,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:10.334526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:10.335997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:10.340786 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-e079cfa1-3149-4c5d-bb5a-62e91e0f8673 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] show failed (client error): The resource could not be found. Dec 22 13:03:10.342060 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e079cfa1-3149-4c5d-bb5a-62e91e0f8673 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags/tempest-TagsExtTest-Tag-938024208 HTTP/1.1" status: 404 len: 328 time: 0.2984991 Dec 22 13:03:10.345601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47740) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:10.355431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-aeddd4d4-6d8d-40dd-806d-867d45cf8067 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac', 'tempest-TagsExtTest-Tag-1295108030') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:10.378371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:10.447354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-97b2de57-8a07-4dd3-b77b-6599f3c15732 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.455487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b137510e-bbc9-4100-abea-59d89dafc1e9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:10.462539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.473132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking segment: {'id': '1eb06217-1096-4d75-aad2-c0cb5ed9f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29d5d106-bad0-40a6-a83b-a6f807a7f389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:10.473506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network hostable DHCP agents. Network: 29d5d106-bad0-40a6-a83b-a6f807a7f389, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:10.500443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Transition to ACTIVE for port object f751adef-84a8-47c5-8c62-9c649d06dfa8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:10.507709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2de57-8a07-4dd3-b77b-6599f3c15732 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=5fe849be-d1b8-48b8-a221-b2aaaa242ff4,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:10.514927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-97b2de57-8a07-4dd3-b77b-6599f3c15732 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:10.522203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.530053 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7bfccb43-cbf2-4b55-a121-0213b688db78 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:10.564943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network 29d5d106-bad0-40a6-a83b-a6f807a7f389 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:10.567990 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-aeddd4d4-6d8d-40dd-806d-867d45cf8067 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] show failed (client error): The resource could not be found. Dec 22 13:03:10.571752 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-aeddd4d4-6d8d-40dd-806d-867d45cf8067 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags/tempest-TagsExtTest-Tag-1295108030 HTTP/1.1" status: 404 len: 329 time: 0.2204218 Dec 22 13:03:10.579307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47744) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:10.599170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.599446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-dbee0a7b-e586-4c4b-9eeb-874f7f9c0ec6 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4', {'tags': ['tempest-TagsExtTest-Tag-693236379', 'tempest-TagsExtTest-Tag-1581191787', 'tempest-TagsExtTest-Tag-856591655']}) {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:10.605321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-97b2de57-8a07-4dd3-b77b-6599f3c15732 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.633875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 76771202-86a1-4996-af35-933b175c3556 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:10.634843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 29d5d106-bad0-40a6-a83b-a6f807a7f389) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:10.640262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:10.640262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.641409 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-97b2de57-8a07-4dd3-b77b-6599f3c15732 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/5fe849be-d1b8-48b8-a221-b2aaaa242ff4 HTTP/1.1" status: 204 len: 168 time: 1.8103576 Dec 22 13:03:10.642742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47748) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:10.646578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Transition to ACTIVE for port object f751adef-84a8-47c5-8c62-9c649d06dfa8 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:10.651671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:10.652028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30638824-755c-4147-9982-42ac4e5b96a7 None None] Network 29d5d106-bad0-40a6-a83b-a6f807a7f389 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:10.654024 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:10.659708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:10.660349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.665130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Pushing event updated for resources: {'Port': ['ID=25388f9f-907a-4233-bcfc-a98c1c4649f1,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:10.675059 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:10.699934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=29ff0932-d439-4d15-87c9-8fa855375144,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:10.708546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:10.724311 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8109796 Dec 22 13:03:10.727274 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6659136 Dec 22 13:03:10.729567 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dbee0a7b-e586-4c4b-9eeb-874f7f9c0ec6 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "PUT /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags HTTP/1.1" status: 200 len: 316 time: 0.1459196 Dec 22 13:03:10.730171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47752) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:10.733018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47754) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:10.733340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47756) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:10.764398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-728c3537-9a22-4999-8d68-e13e5d1e4fd4 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:10.789575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Allocated IP 2001:db8:2::1 (b94bf214-1b05-49f2-8242-68cd5e000e52/9e7dec45-dc35-4612-9201-9436924c5950/3c0187bb-f394-4312-85f0-0fa9385ef208) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:10.809055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac9eed3-1fff-41ea-82eb-84b957362633 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:10.810823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac9eed3-1fff-41ea-82eb-84b957362633 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:10.815276 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7ac9eed3-1fff-41ea-82eb-84b957362633 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1711130 Dec 22 13:03:10.817188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47764) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:10.870861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.889282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-acabbbd1-5960-4f62-98f0-2461196da38d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:10.910440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f94e7b-bcdf-4d4f-a0ea-378b07ba3a94 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 4da77aa1-ebfa-4d5c-b260-e639f5daa589 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:10.933515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7f94e7b-bcdf-4d4f-a0ea-378b07ba3a94 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:10.963756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8e7f47-57af-44a1-9d66-183d4e09280e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:10.964725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ad8e7f47-57af-44a1-9d66-183d4e09280e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:11.006001 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Network b94bf214-1b05-49f2-8242-68cd5e000e52 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:11.015595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:11.019720 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-728c3537-9a22-4999-8d68-e13e5d1e4fd4 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags HTTP/1.1" status: 204 len: 168 time: 0.2839015 Dec 22 13:03:11.022841 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47768) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:11.023876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:11.029840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-1ddfc797-0cdf-4e40-968c-4009dfd6cee0 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4', 'tempest-TagsExtTest-Tag-693236379') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:11.039753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Pushing event updated for resources: {'Port': ['ID=f751adef-84a8-47c5-8c62-9c649d06dfa8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:11.046835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ad8e7f47-57af-44a1-9d66-183d4e09280e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:11.048051 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ad8e7f47-57af-44a1-9d66-183d4e09280e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/29ff0932-d439-4d15-87c9-8fa855375144 HTTP/1.1" status: 200 len: 841 time: 0.3138411 Dec 22 13:03:11.052753 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.056158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47772) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:11.079746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7f94e7b-bcdf-4d4f-a0ea-378b07ba3a94 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.093800 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:11.115958 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-1ddfc797-0cdf-4e40-968c-4009dfd6cee0 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] show failed (client error): The resource could not be found. Dec 22 13:03:11.117074 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1ddfc797-0cdf-4e40-968c-4009dfd6cee0 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags/tempest-TagsExtTest-Tag-693236379 HTTP/1.1" status: 404 len: 328 time: 0.0933542 Dec 22 13:03:11.123110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47776) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:11.163833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-c13e17b6-c319-4b00-9076-17a5285dfb12 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4', 'tempest-TagsExtTest-Tag-1581191787') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:11.211209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.218312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ac071969-4b53-42f4-b8f0-cc38f75b9f82 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 29ff0932-d439-4d15-87c9-8fa855375144 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:11.218838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac071969-4b53-42f4-b8f0-cc38f75b9f82 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.233261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Transition to ACTIVE for port object 3c0187bb-f394-4312-85f0-0fa9385ef208 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:11.242380 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7f94e7b-bcdf-4d4f-a0ea-378b07ba3a94 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.291694 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-c13e17b6-c319-4b00-9076-17a5285dfb12 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] show failed (client error): The resource could not be found. Dec 22 13:03:11.292658 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c13e17b6-c319-4b00-9076-17a5285dfb12 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags/tempest-TagsExtTest-Tag-1581191787 HTTP/1.1" status: 404 len: 329 time: 0.1610677 Dec 22 13:03:11.297012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47780) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:11.304213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-d6d33464-61f0-4bf6-b13c-c3fb56536252 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4', 'tempest-TagsExtTest-Tag-856591655') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:11.307178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Attempting to bind port f751adef-84a8-47c5-8c62-9c649d06dfa8 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:11.307555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Attempting to bind port f751adef-84a8-47c5-8c62-9c649d06dfa8 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '67555313-ded5-4122-9317-e7ec9f0c6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:11.307990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Attempting to bind port f751adef-84a8-47c5-8c62-9c649d06dfa8 on network b94bf214-1b05-49f2-8242-68cd5e000e52 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:11.321393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:11.322061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Checking segment: {'id': '67555313-ded5-4122-9317-e7ec9f0c6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:11.322061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.322417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Bound using segment: {'id': '67555313-ded5-4122-9317-e7ec9f0c6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:11.322961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Bound port: f751adef-84a8-47c5-8c62-9c649d06dfa8, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67555313-ded5-4122-9317-e7ec9f0c6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:11.323431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.374418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.384812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-758835da-8667-442b-81ff-9a53c7444e0d tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:11.389949 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.414573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 25388f9f-907a-4233-bcfc-a98c1c4649f1 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:11.423383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7f94e7b-bcdf-4d4f-a0ea-378b07ba3a94 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.448731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-29d5d106-bad0-40a6-a83b-a6f807a7f389', 'network_id': '29d5d106-bad0-40a6-a83b-a6f807a7f389', 'tenant_id': '16f5a0ed51dc4f5a807b574284c54a62', 'fixed_ips': [{'subnet_id': '1561bd76-0c22-43a7-83b3-f81eca6a2f06'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:11.449569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.459594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d7f94e7b-bcdf-4d4f-a0ea-378b07ba3a94 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.471823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network b94bf214-1b05-49f2-8242-68cd5e000e52 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:11.478889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:11.487319 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d7f94e7b-bcdf-4d4f-a0ea-378b07ba3a94 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/4da77aa1-ebfa-4d5c-b260-e639f5daa589 HTTP/1.1" status: 204 len: 168 time: 0.6688838 Dec 22 13:03:11.490825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:11.491352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.493841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47784) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:11.597647 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 3, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:09Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:11.627978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3211e-5cb6-48c4-8438-13dd6c02232a None None] The sync data for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv is: [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 3, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:09Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:03:11.647108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] For port f751adef-84a8-47c5-8c62-9c649d06dfa8, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:11.654463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] For port f751adef-84a8-47c5-8c62-9c649d06dfa8, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f751adef-84a8-47c5-8c62-9c649d06dfa8,segment=NetworkSegment(67555313-ded5-4122-9317-e7ec9f0c6505),segment_id=67555313-ded5-4122-9317-e7ec9f0c6505)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:11.682397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=3c0187bb-f394-4312-85f0-0fa9385ef208,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:11.703469 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.725061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-48240fe6-317f-4fae-87b1-3330ab9e9732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:11.738419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:11.752704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e1200234-6cdd-44cb-a924-3ddff45bf1aa tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:11.780948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 25388f9f-907a-4233-bcfc-a98c1c4649f1 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:11.788532 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac071969-4b53-42f4-b8f0-cc38f75b9f82 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:11.799740 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b72cf1f9-0ab5-4ac1-b0d1-0de4e3edfa9b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3046746 Dec 22 13:03:11.806093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47788) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:11.807161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f94e7b-bcdf-4d4f-a0ea-378b07ba3a94 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=4da77aa1-ebfa-4d5c-b260-e639f5daa589,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:11.811356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d7f94e7b-bcdf-4d4f-a0ea-378b07ba3a94 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:11.816981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:11.834795 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-d6d33464-61f0-4bf6-b13c-c3fb56536252 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] show failed (client error): The resource could not be found. Dec 22 13:03:11.835994 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d6d33464-61f0-4bf6-b13c-c3fb56536252 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags/tempest-TagsExtTest-Tag-856591655 HTTP/1.1" status: 404 len: 328 time: 0.5357349 Dec 22 13:03:11.836558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Allocated IP 172.20.0.1 (29d5d106-bad0-40a6-a83b-a6f807a7f389/1561bd76-0c22-43a7-83b3-f81eca6a2f06/0c853c6d-4f7a-4541-a2e4-5fdfa22a7688) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:11.840285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47792) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:11.861318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Pushing event updated for resources: {'Port': ['ID=f751adef-84a8-47c5-8c62-9c649d06dfa8,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:11.874162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:11.938814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-b46712c3-62c7-49ba-8fbf-7a08f6ae280c tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c9787461-7902-4acf-8198-39619110b8d4') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:11.990154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:11.996033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:12.000901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:12.054012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:12.090234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ac071969-4b53-42f4-b8f0-cc38f75b9f82 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 29ff0932-d439-4d15-87c9-8fa855375144 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:12.126804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:12.138405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.200183 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b46712c3-62c7-49ba-8fbf-7a08f6ae280c tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4/tags HTTP/1.1" status: 204 len: 168 time: 0.3588493 Dec 22 13:03:12.203418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47796) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:12.236683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac071969-4b53-42f4-b8f0-cc38f75b9f82 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.243178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7ca6b942-86d0-456c-a57d-0f1a7292a754 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:12.250835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.263270 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Transition to ACTIVE for port object 0c853c6d-4f7a-4541-a2e4-5fdfa22a7688 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:12.286554 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Transition to ACTIVE for port object 0c853c6d-4f7a-4541-a2e4-5fdfa22a7688 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:12.286796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.300063 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.316398 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-aa447744-89e4-49b2-a1af-1d40d0990946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:12.317777 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac071969-4b53-42f4-b8f0-cc38f75b9f82 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.329971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.tag.tag_plugin [None req-be6e38e0-0178-4471-ad73-2eb170b94f8d tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8aa7ba49-9065-4906-8724-9770365133ac') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:12.347433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac071969-4b53-42f4-b8f0-cc38f75b9f82 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=29ff0932-d439-4d15-87c9-8fa855375144,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:12.350169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ac071969-4b53-42f4-b8f0-cc38f75b9f82 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:12.352333 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ac071969-4b53-42f4-b8f0-cc38f75b9f82 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/29ff0932-d439-4d15-87c9-8fa855375144 HTTP/1.1" status: 204 len: 168 time: 1.2929540 Dec 22 13:03:12.355815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47800) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:12.420984 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd88e2ca-b2bc-45c7-b090-ccf2d868d0fe tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:03:12.421812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-bd88e2ca-b2bc-45c7-b090-ccf2d868d0fe tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:12.440165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.450511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7be0c011-81d5-4ecd-8bdf-a7a73b95b391 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:12.457160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Pushing event updated for resources: {'Port': ['ID=0c853c6d-4f7a-4541-a2e4-5fdfa22a7688,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:12.469424 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:12.476083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Network 29d5d106-bad0-40a6-a83b-a6f807a7f389 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:12.477878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:12.491631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:12.509736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-bd88e2ca-b2bc-45c7-b090-ccf2d868d0fe tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:12.514356 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bd88e2ca-b2bc-45c7-b090-ccf2d868d0fe tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/29ff0932-d439-4d15-87c9-8fa855375144 HTTP/1.1" status: 404 len: 333 time: 0.1541150 Dec 22 13:03:12.515519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Subnet': ['ID=1561bd76-0c22-43a7-83b3-f81eca6a2f06,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:12.520901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:12.525539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47804) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:12.581037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'name': 'tempest-PortsTestJSON-825305800'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:12.648726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c36679-b5e4-4a0a-87e8-d009ddf53ddf None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:12.741035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:12.756507 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Attempting to bind port 0c853c6d-4f7a-4541-a2e4-5fdfa22a7688 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:12.756973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Attempting to bind port 0c853c6d-4f7a-4541-a2e4-5fdfa22a7688 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '1eb06217-1096-4d75-aad2-c0cb5ed9f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29d5d106-bad0-40a6-a83b-a6f807a7f389'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:12.757433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Attempting to bind port 0c853c6d-4f7a-4541-a2e4-5fdfa22a7688 on network 29d5d106-bad0-40a6-a83b-a6f807a7f389 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:12.769474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.772077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9bb6aed8-8a01-4fcc-9bb6-bd291cdf8c68 None None] Provisioning for port 25388f9f-907a-4233-bcfc-a98c1c4649f1 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:12.780391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:12.781203 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:12.781592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Checking segment: {'id': '1eb06217-1096-4d75-aad2-c0cb5ed9f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29d5d106-bad0-40a6-a83b-a6f807a7f389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:12.782107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.782390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Bound using segment: {'id': '1eb06217-1096-4d75-aad2-c0cb5ed9f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29d5d106-bad0-40a6-a83b-a6f807a7f389'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:12.782941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Bound port: 0c853c6d-4f7a-4541-a2e4-5fdfa22a7688, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb06217-1096-4d75-aad2-c0cb5ed9f21d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29d5d106-bad0-40a6-a83b-a6f807a7f389'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:12.783353 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.808008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:12.812810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.815533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9bb6aed8-8a01-4fcc-9bb6-bd291cdf8c68 None None] Provisioning complete for port 25388f9f-907a-4233-bcfc-a98c1c4649f1 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:12.815936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9bb6aed8-8a01-4fcc-9bb6-bd291cdf8c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.826685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d5d106-bad0-40a6-a83b-a6f807a7f389']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:12.853873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb06217-1096-4d75-aad2-c0cb5ed9f21d') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:12.854146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb06217-1096-4d75-aad2-c0cb5ed9f21d') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:12.858257 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-be6e38e0-0178-4471-ad73-2eb170b94f8d tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac/tags HTTP/1.1" status: 204 len: 168 time: 0.6382539 Dec 22 13:03:12.861133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:12.876911 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-f3b1cff5-6597-4c3f-b1f0-4bb45832ad5f tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8e0f4d0e-624d-45a8-832f-ab3821dec1ee') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:12.902233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port 56ab7baa-70ed-485a-beac-8bb9e8c7c53f yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:12.936373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:12.979201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.007464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:13.007963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.085923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.098507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8ae347db-e278-4488-81f1-ece1ee12c281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:13.111078 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] For port 0c853c6d-4f7a-4541-a2e4-5fdfa22a7688, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:13.133479 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:13.143186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:03:13.143186 dv-neutron-822668-1-hyperv neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:03:13.143186 dv-neutron-822668-1-hyperv neutron-server[87568]: [parameters: {'id': '29d5d106-bad0-40a6-a83b-a6f807a7f389'}] Dec 22 13:03:13.143186 dv-neutron-822668-1-hyperv neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:03:13.143649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:03:13.182248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=d825384c-6a1d-4321-bea1-7fe8f78796dd,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:13.190396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:13.195727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:13.207947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:13.214638 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:13.215668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.249958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] For port 0c853c6d-4f7a-4541-a2e4-5fdfa22a7688, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0c853c6d-4f7a-4541-a2e4-5fdfa22a7688,segment=NetworkSegment(1eb06217-1096-4d75-aad2-c0cb5ed9f21d),segment_id=1eb06217-1096-4d75-aad2-c0cb5ed9f21d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:13.264808 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4551506 Dec 22 13:03:13.267702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47812) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:13.272596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.277650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'name': 'tempest-NetworksTestDHCPv6-1979983777'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:13.279656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.292154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-350b039e-790e-42c0-90ce-184fd25c0f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:13.315224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.316586 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.358387 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f3b1cff5-6597-4c3f-b1f0-4bb45832ad5f tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee/tags HTTP/1.1" status: 204 len: 168 time: 0.4944699 Dec 22 13:03:13.361976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:13.367271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.tag.tag_plugin [None req-73e00653-4107-41b7-9d0b-bb7874213e4f tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '52c0fc55-24c5-4f80-8463-ef7fc3af5876') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:13.380916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9bb6aed8-8a01-4fcc-9bb6-bd291cdf8c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.396790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device de9bd8b1-ae9b-408e-b569-a2bb8b29de3c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:13.399970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7a54bee2-3d55-48ab-8e34-62d91c08a0ff tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:13.494274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.510332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdb3859-2031-4839-913f-1336de5dfb0f None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:13.536500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ffe63-70a7-48d4-9c9f-7e10e3c2efb1 None None] Network b94bf214-1b05-49f2-8242-68cd5e000e52 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:13.561080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.570455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0fb51961-58e4-4e23-bd9a-c8948158bf11 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:13.636584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5fdb3859-2031-4839-913f-1336de5dfb0f None None] Deleting port 25388f9f-907a-4233-bcfc-a98c1c4649f1 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:13.636975 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fdb3859-2031-4839-913f-1336de5dfb0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.644815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.659439 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-73e00653-4107-41b7-9d0b-bb7874213e4f tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876/tags HTTP/1.1" status: 204 len: 168 time: 0.2902155 Dec 22 13:03:13.659439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 76771202-86a1-4996-af35-933b175c3556 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:13.659787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47820) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:13.667167 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:13.667946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Pushing event updated for resources: {'Port': ['ID=0c853c6d-4f7a-4541-a2e4-5fdfa22a7688,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:13.684941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:13.690321 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:13.690474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:13.691168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.696946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=56ab7baa-70ed-485a-beac-8bb9e8c7c53f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:13.712083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9bb6aed8-8a01-4fcc-9bb6-bd291cdf8c68 None None] For port 25388f9f-907a-4233-bcfc-a98c1c4649f1, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=25388f9f-907a-4233-bcfc-a98c1c4649f1,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:13.716121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=3c0187bb-f394-4312-85f0-0fa9385ef208,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:13.717985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:13.719750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd8bc69-d8d6-4cf1-bdaa-fe81e34640a2 None None] Network 29d5d106-bad0-40a6-a83b-a6f807a7f389 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:13.727264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:13.754420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Deleting port 0c853c6d-4f7a-4541-a2e4-5fdfa22a7688 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:13.754858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.758649 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9bb6aed8-8a01-4fcc-9bb6-bd291cdf8c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:13.804218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:13.850693 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3243325 Dec 22 13:03:13.851351 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47824) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:13.864899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3aa2f276-742e-40dd-ab79-8909a7225883 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:13.888717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:13.895706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:13.904662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:13.911587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network b94bf214-1b05-49f2-8242-68cd5e000e52 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:13.916224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:13.922255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:13.930090 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7741dd1-83d8-42d4-a0d8-42894a331e36 req-c2cb0144-a441-4bdd-aad2-1e20b5c42785 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2326050 Dec 22 13:03:13.996020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:14.071402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-62b7d793-ca87-4a95-a65b-0d073a5ccac8 None None] Provisioning for port f751adef-84a8-47c5-8c62-9c649d06dfa8 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:14.083550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6aed8-8a01-4fcc-9bb6-bd291cdf8c68 None None] Pushing event updated for resources: {'Port': ['ID=25388f9f-907a-4233-bcfc-a98c1c4649f1,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:14.086422 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:14.086905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:14.110206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:14.114111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:14.114768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5230e8e6-55dd-4a78-9d36-0665992b3d81 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for subnetpool, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:14.116228 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5230e8e6-55dd-4a78-9d36-0665992b3d81 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/subnetpools/c9787461-7902-4acf-8198-39619110b8d4 HTTP/1.1" status: 204 len: 168 time: 0.4556127 Dec 22 13:03:14.131196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47828) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:14.131452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9bb6aed8-8a01-4fcc-9bb6-bd291cdf8c68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:14.200892 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a87ba4b7-60db-4eac-acda-762fc0e3be87 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "GET /v2.0/ports?device_id=8aa7ba49-9065-4906-8724-9770365133ac HTTP/1.1" status: 200 len: 205 time: 0.0649810 Dec 22 13:03:14.205322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47832) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:14.206310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port fd1804d4-f8c3-4656-a12a-b0756249e6e4 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:14.266428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3aa2f276-742e-40dd-ab79-8909a7225883 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:14.285993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] For port 0c853c6d-4f7a-4541-a2e4-5fdfa22a7688, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0c853c6d-4f7a-4541-a2e4-5fdfa22a7688,segment=NetworkSegment(1eb06217-1096-4d75-aad2-c0cb5ed9f21d),segment_id=1eb06217-1096-4d75-aad2-c0cb5ed9f21d)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:14.286342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:14.416349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:03:14.442504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-718b15c4-3cd0-4383-8151-79075ac55efc tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:14.447274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5fdb3859-2031-4839-913f-1336de5dfb0f None None] For port 25388f9f-907a-4233-bcfc-a98c1c4649f1, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=25388f9f-907a-4233-bcfc-a98c1c4649f1,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:14.447704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fdb3859-2031-4839-913f-1336de5dfb0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:14.476572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Calling delete_port for 0c853c6d-4f7a-4541-a2e4-5fdfa22a7688 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:14.566260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7741dd1-83d8-42d4-a0d8-42894a331e36 req-890fe12a-1792-46da-999f-cd8b682d6f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:14.567910 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7741dd1-83d8-42d4-a0d8-42894a331e36 req-890fe12a-1792-46da-999f-cd8b682d6f5a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f088456d3776496db28fcf551f85fdce&device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 1098 time: 0.5142281 Dec 22 13:03:14.599897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5fdb3859-2031-4839-913f-1336de5dfb0f None None] Calling delete_port for 25388f9f-907a-4233-bcfc-a98c1c4649f1 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:14.642596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:14.695115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:14.702318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:14.709494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=de9bd8b1-ae9b-408e-b569-a2bb8b29de3c,segment=NetworkSegment(a9d4e42a-7d6d-415d-9a56-63ce7550abeb),segment_id=a9d4e42a-7d6d-415d-9a56-63ce7550abeb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:14.716201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:14.717287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f751adef-84a8-47c5-8c62-9c649d06dfa8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:14.765238 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No DVR routers for this DVR port 0c853c6d-4f7a-4541-a2e4-5fdfa22a7688 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:14.795355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Port': ['ID=0c853c6d-4f7a-4541-a2e4-5fdfa22a7688,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:14.803674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:14.832227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c25e272a-7063-4701-9bab-767ef927ce8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:14.870089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5fdb3859-2031-4839-913f-1336de5dfb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:14.924697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdb3859-2031-4839-913f-1336de5dfb0f None None] No DVR routers for this DVR port 25388f9f-907a-4233-bcfc-a98c1c4649f1 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:14.950236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e40a3-636e-4ef9-9007-8e0a13a2d966 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:14.962210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.000479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d5d106-bad0-40a6-a83b-a6f807a7f389']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:15.018053 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3aa2f276-742e-40dd-ab79-8909a7225883 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.021469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb06217-1096-4d75-aad2-c0cb5ed9f21d') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:15.021894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb06217-1096-4d75-aad2-c0cb5ed9f21d') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:15.032241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3aa2f276-742e-40dd-ab79-8909a7225883 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.041503 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:15.052145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=de9bd8b1-ae9b-408e-b569-a2bb8b29de3c,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:15.055491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:15.059406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a5e81abb-6302-4e34-9c5c-63b59bc094b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:15.096919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.104558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb3859-2031-4839-913f-1336de5dfb0f None None] Pushing event deleted for resources: {'Port': ['ID=25388f9f-907a-4233-bcfc-a98c1c4649f1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:15.106784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5fdb3859-2031-4839-913f-1336de5dfb0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:15.117746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bc902394-2ac0-4839-901f-c14c1df8ebef None None] Provisioning for port 3c0187bb-f394-4312-85f0-0fa9385ef208 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:15.124797 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port f751adef-84a8-47c5-8c62-9c649d06dfa8 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:15.138538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2f276-742e-40dd-ab79-8909a7225883 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] In _notify_port_updated(), no bound segment for port 56ab7baa-70ed-485a-beac-8bb9e8c7c53f on network 76771202-86a1-4996-af35-933b175c3556 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:03:15.139435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bc902394-2ac0-4839-901f-c14c1df8ebef None None] Provisioning complete for port 3c0187bb-f394-4312-85f0-0fa9385ef208 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:15.139849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc902394-2ac0-4839-901f-c14c1df8ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.144611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa2f276-742e-40dd-ab79-8909a7225883 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:15.145297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3aa2f276-742e-40dd-ab79-8909a7225883 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.149613 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3aa2f276-742e-40dd-ab79-8909a7225883 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "PUT /v2.0/ports/56ab7baa-70ed-485a-beac-8bb9e8c7c53f HTTP/1.1" status: 200 len: 818 time: 1.2900505 Dec 22 13:03:15.155444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47836) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:15.156377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.178214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f751adef-84a8-47c5-8c62-9c649d06dfa8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:15.178587 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.219743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:15.220180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.235857 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2f276-742e-40dd-ab79-8909a7225883 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=56ab7baa-70ed-485a-beac-8bb9e8c7c53f,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:15.238615 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:15.247481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3aa2f276-742e-40dd-ab79-8909a7225883 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:15.299053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-bc902394-2ac0-4839-901f-c14c1df8ebef None None] Port 3c0187bb-f394-4312-85f0-0fa9385ef208 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:15.337670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::2a4 (cc430aa9-1eda-495d-9373-01b5d372ccd0/d825384c-6a1d-4321-bea1-7fe8f78796dd/fd1804d4-f8c3-4656-a12a-b0756249e6e4) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:15.346533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f0553817-3d6b-4cc7-9fd2-7264abe2f3a6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 56ab7baa-70ed-485a-beac-8bb9e8c7c53f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:15.347104 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0553817-3d6b-4cc7-9fd2-7264abe2f3a6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.364832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bc902394-2ac0-4839-901f-c14c1df8ebef None None] Provisioning complete for port f751adef-84a8-47c5-8c62-9c649d06dfa8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:15.365227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc902394-2ac0-4839-901f-c14c1df8ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.381331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7741dd1-83d8-42d4-a0d8-42894a331e36 req-b118b90b-2f5d-4494-963a-e49bb5b85bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:15.384652 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7741dd1-83d8-42d4-a0d8-42894a331e36 req-b118b90b-2f5d-4494-963a-e49bb5b85bdd service neutron] 10.222.0.54 "GET /v2.0/networks?id=f13a7c56-cda0-4112-8efa-249342855ee9 HTTP/1.1" status: 200 len: 912 time: 0.7718620 Dec 22 13:03:15.386191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-718b15c4-3cd0-4383-8151-79075ac55efc tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.392112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-718b15c4-3cd0-4383-8151-79075ac55efc tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.407346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.415978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-54e28a45-657b-473a-a9a0-9991006c7d77 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:15.439576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.452000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Network': ['ID=29d5d106-bad0-40a6-a83b-a6f807a7f389,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:15.458109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': 'd825384c-6a1d-4321-bea1-7fe8f78796dd'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:15.460115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.461187 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:15.470727 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/29d5d106-bad0-40a6-a83b-a6f807a7f389 HTTP/1.1" status: 204 len: 168 time: 4.7392807 Dec 22 13:03:15.471443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47840) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:15.496187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-522716415'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:15.507426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:15.516024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:03:15.528405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:network and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:15.529964 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Sync routers for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:03:15.542525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:15.545726 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:15.546735 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:15.581333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:15.596558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.633782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-718b15c4-3cd0-4383-8151-79075ac55efc tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.636410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718b15c4-3cd0-4383-8151-79075ac55efc tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Fanout notify agent at l3_agent the message router_deleted on router 8aa7ba49-9065-4906-8724-9770365133ac {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:03:15.680260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:15.683884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.701863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc902394-2ac0-4839-901f-c14c1df8ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.717176 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7741dd1-83d8-42d4-a0d8-42894a331e36 req-02b64a1f-2745-4386-a438-c3e37c5afab9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5 HTTP/1.1" status: 200 len: 1001 time: 0.3264003 Dec 22 13:03:15.721759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-718b15c4-3cd0-4383-8151-79075ac55efc tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.725088 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-718b15c4-3cd0-4383-8151-79075ac55efc tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/routers/8aa7ba49-9065-4906-8724-9770365133ac HTTP/1.1" status: 204 len: 168 time: 1.4802523 Dec 22 13:03:15.732641 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2254460 Dec 22 13:03:15.757191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port f751adef-84a8-47c5-8c62-9c649d06dfa8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f751adef-84a8-47c5-8c62-9c649d06dfa8,segment=NetworkSegment(67555313-ded5-4122-9317-e7ec9f0c6505),segment_id=67555313-ded5-4122-9317-e7ec9f0c6505)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:15.768224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.774480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4df6e58f-24c6-41c0-a80e-018188c209f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:15.775994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0553817-3d6b-4cc7-9fd2-7264abe2f3a6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.813731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47844) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:15.814063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47846) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:15.816157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7741dd1-83d8-42d4-a0d8-42894a331e36 req-37a7318c-896b-4482-abaf-b81b242c0538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:15.817814 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7741dd1-83d8-42d4-a0d8-42894a331e36 req-37a7318c-896b-4482-abaf-b81b242c0538 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d589bbeb-9639-4ffc-9c40-da0196ca78b1 HTTP/1.1" status: 200 len: 850 time: 0.0826528 Dec 22 13:03:15.833130 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:15.851504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=f751adef-84a8-47c5-8c62-9c649d06dfa8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:15.878486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:15.886602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1869113778'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:15.902153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:15.913888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device de9bd8b1-ae9b-408e-b569-a2bb8b29de3c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:15.917412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.917412 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Added segment a71d80e9-189b-41d0-89a6-99a9cc971bc4 of type vlan for network 4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7 Dec 22 13:03:15.945220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:15.968071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-bc902394-2ac0-4839-901f-c14c1df8ebef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:03:15.968479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-bc902394-2ac0-4839-901f-c14c1df8ebef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:03:15.997728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:15.998095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.070144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f0553817-3d6b-4cc7-9fd2-7264abe2f3a6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 56ab7baa-70ed-485a-beac-8bb9e8c7c53f owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:16.085429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:16.099272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.104988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:16.105886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.118305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-68ca93cd-507d-43af-a4ed-e8e2081b5223 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:16.172824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0553817-3d6b-4cc7-9fd2-7264abe2f3a6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.179101 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-26afc2ff-6758-4d1f-a72d-1554ab4d9909 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:16.208797 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 25388f9f-907a-4233-bcfc-a98c1c4649f1 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:16.220666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:network and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:16.230380 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:16.241041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:16.244106 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:16.245001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f0553817-3d6b-4cc7-9fd2-7264abe2f3a6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.251569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0553817-3d6b-4cc7-9fd2-7264abe2f3a6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=56ab7baa-70ed-485a-beac-8bb9e8c7c53f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:16.256092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f0553817-3d6b-4cc7-9fd2-7264abe2f3a6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:16.259708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:16.267430 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f0553817-3d6b-4cc7-9fd2-7264abe2f3a6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/56ab7baa-70ed-485a-beac-8bb9e8c7c53f HTTP/1.1" status: 204 len: 168 time: 1.1105647 Dec 22 13:03:16.267748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47852) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:16.272918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:16.285517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4fadd528-d0d9-43a7-a528-dd70271e4cff tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Deleting port 8e0f4d0e-624d-45a8-832f-ab3821dec1ee {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:16.285975 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4fadd528-d0d9-43a7-a528-dd70271e4cff tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.292627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 25388f9f-907a-4233-bcfc-a98c1c4649f1 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:16.292940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 25388f9f-907a-4233-bcfc-a98c1c4649f1 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:16.315862 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:11Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': '3c0187bb-f394-4312-85f0-0fa9385ef208', 'name': '', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:d9:ce:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:10Z', 'updated_at': '2021-12-22T13:03:12Z', 'revision_number': 2, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '9e7dec45-dc35-4612-9201-9436924c5950', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:16.320214 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Checking router: 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:03:16.320567 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Updating router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d port 3c0187bb-f394-4312-85f0-0fa9385ef208 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:03:16.338953 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8605394 Dec 22 13:03:16.343814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47856) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:16.357013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'network_id': '4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:16.383082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:16.385875 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.386684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.473179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7f7c6b-06fe-4aea-954a-ff604982e05b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:16.473920 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1f7f7c6b-06fe-4aea-954a-ff604982e05b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:16.486735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7741dd1-83d8-42d4-a0d8-42894a331e36 req-86129832-024f-4e94-b92d-900f6067d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:16.488619 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7741dd1-83d8-42d4-a0d8-42894a331e36 req-86129832-024f-4e94-b92d-900f6067d076 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13a7c56-cda0-4112-8efa-249342855ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5108299 Dec 22 13:03:16.503584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1f7f7c6b-06fe-4aea-954a-ff604982e05b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:16.506750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.507738 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1f7f7c6b-06fe-4aea-954a-ff604982e05b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2389934 Dec 22 13:03:16.508558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47860) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:16.513541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:16.547335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:16.556966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:subnet and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:16.565381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:16.568782 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a114a2-1196-42ff-a11d-1fef118ad5fe tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:03:16.574201 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-52a114a2-1196-42ff-a11d-1fef118ad5fe tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/56ab7baa-70ed-485a-beac-8bb9e8c7c53f HTTP/1.1" status: 404 len: 333 time: 0.0579526 Dec 22 13:03:16.574850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47864) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:16.580460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:16.585845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2137865863'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:16.590889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:16.594786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:network and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:16.598326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:16.604394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:16.616485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:16.620087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.635765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:16.639497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.657858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object fd1804d4-f8c3-4656-a12a-b0756249e6e4 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:16.675702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.676097 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Added segment 2e22654a-9e69-4cfa-8790-c589f9fd3a98 of type vlan for network 870fcb24-fa49-4f53-90a1-c58942c0d5a2 Dec 22 13:03:16.694437 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-62d8014f-1ff5-456c-a9ed-24c548a3c09c None None] Provisioning complete for port 3c0187bb-f394-4312-85f0-0fa9385ef208 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:16.694847 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-62d8014f-1ff5-456c-a9ed-24c548a3c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.725240 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:03:16.746750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:16.760196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-62d8014f-1ff5-456c-a9ed-24c548a3c09c None None] Port 3c0187bb-f394-4312-85f0-0fa9385ef208 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:16.766642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.768125 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Added segment 5680e1bd-2bfb-42c0-a168-b3793e677155 of type vlan for network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf Dec 22 13:03:16.801978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.805072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.844613 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7741dd1-83d8-42d4-a0d8-42894a331e36 req-794cef48-15c6-4530-a06c-47853ffc2d5a service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458056 Dec 22 13:03:16.873014 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.888369 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.888624 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Transition to ACTIVE for port object 3c0187bb-f394-4312-85f0-0fa9385ef208 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:16.893975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:16.894625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.895876 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.900644 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:16.910418 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c2708912-5638-455b-be34-8803dcc9b667 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:16.974907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4fadd528-d0d9-43a7-a528-dd70271e4cff tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.982931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:16.996448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:17.025412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:17.070445 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35adcda-8b3c-4284-b978-baed069ed6ad None None] Pushing event updated for resources: {'Port': ['ID=3c0187bb-f394-4312-85f0-0fa9385ef208,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:17.072860 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-b35adcda-8b3c-4284-b978-baed069ed6ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:17.075353 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4965568 Dec 22 13:03:17.087307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47868) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:17.093077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Network': ['ID=1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:17.094892 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Allocated IP 2001:db8::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/d825384c-6a1d-4321-bea1-7fe8f78796dd/27b8db5d-492c-42bf-85db-b09574ad0208) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:17.099776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:17.117117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:17.151224 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Attempting to bind port 3c0187bb-f394-4312-85f0-0fa9385ef208 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:17.151790 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Attempting to bind port 3c0187bb-f394-4312-85f0-0fa9385ef208 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '67555313-ded5-4122-9317-e7ec9f0c6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:17.152235 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Attempting to bind port 3c0187bb-f394-4312-85f0-0fa9385ef208 on network b94bf214-1b05-49f2-8242-68cd5e000e52 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:17.158482 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:17.159053 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Checking segment: {'id': '67555313-ded5-4122-9317-e7ec9f0c6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:17.159522 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:17.160066 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Bound using segment: {'id': '67555313-ded5-4122-9317-e7ec9f0c6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:17.160609 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Bound port: 3c0187bb-f394-4312-85f0-0fa9385ef208, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67555313-ded5-4122-9317-e7ec9f0c6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:17.161069 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:17.240058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:17.240812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:17.270551 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] For port 3c0187bb-f394-4312-85f0-0fa9385ef208, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:17.274902 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] For port 3c0187bb-f394-4312-85f0-0fa9385ef208, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3c0187bb-f394-4312-85f0-0fa9385ef208,segment=NetworkSegment(67555313-ded5-4122-9317-e7ec9f0c6505),segment_id=67555313-ded5-4122-9317-e7ec9f0c6505)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:17.281562 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:17.288125 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-5f5a16c2-d910-475e-a8ee-077a1c4a626d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:17.370403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking segment: {'id': 'a71d80e9-189b-41d0-89a6-99a9cc971bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:17.370910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network hostable DHCP agents. Network: 4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:17.393609 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:17.394263 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:17.394663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=bfdfd271-882b-4a6f-b5cd-e4fe58900445,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:17.397082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:17.401657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:17.403408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:17.406428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4fadd528-d0d9-43a7-a528-dd70271e4cff tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Calling delete_port for 8e0f4d0e-624d-45a8-832f-ab3821dec1ee owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:17.408128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:17.415909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:17.425542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network 4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:17.435566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:17.440508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:17.459975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:17.483991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c60cdcb-23d0-4d40-959f-05b1799e1815 None None] Network 4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:17.517694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:17.518613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:17.583588 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2367558 Dec 22 13:03:17.592282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47872) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:17.617553 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:17.716911 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7741dd1-83d8-42d4-a0d8-42894a331e36 req-2a9a8e05-2500-49e4-9e91-e3bc4260748f service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8584571 Dec 22 13:03:17.729927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4fadd528-d0d9-43a7-a528-dd70271e4cff tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:17.744525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:17.767815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:17.768573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:17.833290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:17.845171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:17.857488 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Transition to ACTIVE for port object 27b8db5d-492c-42bf-85db-b09574ad0208 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:17.884616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:17.890440 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0699604 Dec 22 13:03:17.890684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f751adef-84a8-47c5-8c62-9c649d06dfa8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:17.891431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47876) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:17.892266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:17.898722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:17.899369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:17.918834 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35adcda-8b3c-4284-b978-baed069ed6ad None None] Pushing event updated for resources: {'Port': ['ID=3c0187bb-f394-4312-85f0-0fa9385ef208,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:17.937712 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-b35adcda-8b3c-4284-b978-baed069ed6ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:17.949025 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:17.997724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'subnet': {'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:18.022916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Transition to ACTIVE for port object 27b8db5d-492c-42bf-85db-b09574ad0208 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:18.032750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4fadd528-d0d9-43a7-a528-dd70271e4cff tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.035343 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4fadd528-d0d9-43a7-a528-dd70271e4cff tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/ports/8e0f4d0e-624d-45a8-832f-ab3821dec1ee HTTP/1.1" status: 204 len: 168 time: 2.2165637 Dec 22 13:03:18.045457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47880) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:18.056319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.062012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0d9175cc-565b-4a59-b141-01c892918083 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:18.122708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.135768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:18.224358 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=fd1804d4-f8c3-4656-a12a-b0756249e6e4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:18.231458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5847aac-8d77-4793-90ca-9221b4433526 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Deleting subnet 52c0fc55-24c5-4f80-8463-ef7fc3af5876 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:18.235576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Subnet': ['ID=3cf1e04e-956c-433d-97e2-51b0634dcc26,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:18.236081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5847aac-8d77-4793-90ca-9221b4433526 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.239235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.247142 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:11Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': '3c0187bb-f394-4312-85f0-0fa9385ef208', 'name': '', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:d9:ce:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:10Z', 'updated_at': '2021-12-22T13:03:17Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '9e7dec45-dc35-4612-9201-9436924c5950', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:18.252317 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3e15a-d008-4124-8c58-b04e872988a1 None None] The sync data for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv is: [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:11Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': '3c0187bb-f394-4312-85f0-0fa9385ef208', 'name': '', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:d9:ce:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:10Z', 'updated_at': '2021-12-22T13:03:17Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '9e7dec45-dc35-4612-9201-9436924c5950', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:03:18.267788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Pushing event updated for resources: {'Port': ['ID=27b8db5d-492c-42bf-85db-b09574ad0208,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:18.272180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:18.281790 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:18.301359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:18.303455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5847aac-8d77-4793-90ca-9221b4433526 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.335712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:18.346559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:18.358716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Checking segment: {'id': '5680e1bd-2bfb-42c0-a168-b3793e677155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:18.359066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network hostable DHCP agents. Network: 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:18.366029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.370s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:18.367803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.544s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:18.372847 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f751adef-84a8-47c5-8c62-9c649d06dfa8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:18.373494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.424159 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:18.431231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.437308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-89dff7aa-ad6e-4990-94cf-1d126c4e20c9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:18.526593 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.2549710 Dec 22 13:03:18.547116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47884) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:18.616136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac0eb85-dca7-4f8e-a095-50589cc0f9e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7', 'network_id': '4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7', 'tenant_id': '16f5a0ed51dc4f5a807b574284c54a62', 'fixed_ips': [{'subnet_id': 'bfdfd271-882b-4a6f-b5cd-e4fe58900445'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:18.617017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3ac0eb85-dca7-4f8e-a095-50589cc0f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.629356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Network': ['ID=870fcb24-fa49-4f53-90a1-c58942c0d5a2,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:18.650140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:18.655203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:subnet and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:18.658787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:18.663367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Attempting to bind port 27b8db5d-492c-42bf-85db-b09574ad0208 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:18.663782 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Attempting to bind port 27b8db5d-492c-42bf-85db-b09574ad0208 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:18.664150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Attempting to bind port 27b8db5d-492c-42bf-85db-b09574ad0208 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:18.666483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 870fcb24-fa49-4f53-90a1-c58942c0d5a2 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:18.666640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:18.670184 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:18.676633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:18.681263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-86c25bf0-ada9-4950-ba19-1377c9ed1ee6 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.857s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:18.693800 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a65f675-1aeb-4d2d-b5ec-f7686fbc1b33 None None] Network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:18.769669 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:18.770216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:18.770430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.770912 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:18.771436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Bound port: 27b8db5d-492c-42bf-85db-b09574ad0208, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:18.771932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.774525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadd528-d0d9-43a7-a528-dd70271e4cff tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Pushing event deleted for resources: {'Port': ['ID=8e0f4d0e-624d-45a8-832f-ab3821dec1ee,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:18.782144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4fadd528-d0d9-43a7-a528-dd70271e4cff tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:18.783626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5847aac-8d77-4793-90ca-9221b4433526 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.790363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.814729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Made reservation on behalf of 4f2958bfabbb4230bc3e6fd81cd4b167 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:18.818536 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.826229 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:18.840143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71d80e9-189b-41d0-89a6-99a9cc971bc4') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:18.840488 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71d80e9-189b-41d0-89a6-99a9cc971bc4') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:18.850006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdfd271-882b-4a6f-b5cd-e4fe58900445,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:18.855520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:18.856174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.862598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:18.865919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.897887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.909291 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8199873 Dec 22 13:03:18.911214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:18.911879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:18.921206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47888) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:18.934638 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:18.944009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-031ce623-8083-4693-a876-f5167e7c648a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:19.043910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.053827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-aaf938e4-c34a-452f-a9ad-1f2533c2ad65 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:19.064679 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-3ac0eb85-dca7-4f8e-a095-50589cc0f9e6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 13:03:19.064679 dv-neutron-822668-1-hyperv neutron-server[87570]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Dec 22 13:03:19.064679 dv-neutron-822668-1-hyperv neutron-server[87570]: [parameters: {'project_id': '16f5a0ed51dc4f5a807b574284c54a62', 'id': 'fbaa0cf4-2945-4ace-97f5-a411dca2219a', 'name': '', 'network_id': '4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7', 'mac_address': 'fa:16:3e:8b:a4:83', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 760}] Dec 22 13:03:19.064679 dv-neutron-822668-1-hyperv neutron-server[87570]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:03:19.065528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-3ac0eb85-dca7-4f8e-a095-50589cc0f9e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:03:19.080499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c028ac-c6ff-4d40-85c4-ede64b8b3a53 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:19.081206 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.086319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] For port 27b8db5d-492c-42bf-85db-b09574ad0208, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:19.086576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c028ac-c6ff-4d40-85c4-ede64b8b3a53 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:19.087589 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-42c028ac-c6ff-4d40-85c4-ede64b8b3a53 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:19.090705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Network': ['ID=4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:19.104985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:19.114016 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7 HTTP/1.1" status: 204 len: 168 time: 1.5206032 Dec 22 13:03:19.114847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47892) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:19.122661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-42c028ac-c6ff-4d40-85c4-ede64b8b3a53 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:19.123289 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-119092024'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:19.126848 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-42c028ac-c6ff-4d40-85c4-ede64b8b3a53 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5719123 Dec 22 13:03:19.128531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47896) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:19.133568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] For port 27b8db5d-492c-42bf-85db-b09574ad0208, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=27b8db5d-492c-42bf-85db-b09574ad0208,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:19.151306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.154732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5847aac-8d77-4793-90ca-9221b4433526 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.162032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:19.165385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:19.171007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-32ce2dac-3a70-43d6-a89b-d30b7b345b9e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:19.187563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:network and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:19.197996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:19.209510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5847aac-8d77-4793-90ca-9221b4433526 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Pushing event deleted for resources: {'Subnet': ['ID=52c0fc55-24c5-4f80-8463-ef7fc3af5876,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:19.210529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:19.217879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a5847aac-8d77-4793-90ca-9221b4433526 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:19.231879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-be322b35-8832-48f8-8d4e-174496b6ce01 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port fd1804d4-f8c3-4656-a12a-b0756249e6e4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:19.232326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be322b35-8832-48f8-8d4e-174496b6ce01 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.236934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5847aac-8d77-4793-90ca-9221b4433526 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.248164 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a5847aac-8d77-4793-90ca-9221b4433526 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/subnets/52c0fc55-24c5-4f80-8463-ef7fc3af5876 HTTP/1.1" status: 204 len: 168 time: 1.1991677 Dec 22 13:03:19.251644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47900) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:19.261789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e64e32-30bc-4b10-8e3e-2362ebe38e76 None None] Network 9afa290f-e119-4965-bde6-67d1e129ee68 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:19.297582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:19.301827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.362945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-031ce623-8083-4693-a876-f5167e7c648a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:19.385575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-031ce623-8083-4693-a876-f5167e7c648a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:19.394626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:19.404842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-031ce623-8083-4693-a876-f5167e7c648a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:19.408696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf', 'network_id': '1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf', 'tenant_id': '09da01ce16a14f99b2a065e133e9b364', 'fixed_ips': [{'subnet_id': '3cf1e04e-956c-433d-97e2-51b0634dcc26'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:19.410056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.484390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.485025 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Added segment e1c5e38d-1f4e-41aa-95b9-4f540c80850c of type vlan for network 4e6401b7-f22d-4f62-90e8-97b060fe0363 Dec 22 13:03:19.540411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.587022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be322b35-8832-48f8-8d4e-174496b6ce01 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.634715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.636414 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3ac0eb85-dca7-4f8e-a095-50589cc0f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.645691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-031ce623-8083-4693-a876-f5167e7c648a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:19.667071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031ce623-8083-4693-a876-f5167e7c648a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:19.671298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-031ce623-8083-4693-a876-f5167e7c648a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.681987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Pushing event updated for resources: {'Port': ['ID=27b8db5d-492c-42bf-85db-b09574ad0208,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:19.696650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:19.706658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Deleting port 8c147083-0c96-4c1c-b7d8-1316f4f46740 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:19.706658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.750682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-be322b35-8832-48f8-8d4e-174496b6ce01 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for fd1804d4-f8c3-4656-a12a-b0756249e6e4 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:19.754351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Allocated IP 172.20.0.2 (1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf/3cf1e04e-956c-433d-97e2-51b0634dcc26/ce94001e-9990-4ed1-9f37-b0e307dc0eb9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:19.800832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.806445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:19.807200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.842550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d5769-aa18-4332-a19a-dd6842cdbfca None None] Network 4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:19.941093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:19.955480 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-003ffce2-c829-47eb-a5ae-c5e92e02d36a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:19.968306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d5769-aa18-4332-a19a-dd6842cdbfca None None] Network 4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7 could not be found, it might have been deleted concurrently. {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 13:03:19.972283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:20.065737 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 27b8db5d-492c-42bf-85db-b09574ad0208 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:20.100249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=4e6401b7-f22d-4f62-90e8-97b060fe0363,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:20.102311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be322b35-8832-48f8-8d4e-174496b6ce01 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:20.103947 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:20.113091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f9180a11-c54e-4f42-af74-7a32e986cb59 tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:20.126498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Subnet': ['ID=ee40a544-b290-4e25-85c1-a88783a0bb83,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:20.139143 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.ipam_backend_mixin [None req-031ce623-8083-4693-a876-f5167e7c648a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3cf1e04e-956c-433d-97e2-51b0634dcc26 (CIDR: 172.20.0.0/28) Dec 22 13:03:20.140330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:20.146365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a044ab48-cc79-494a-86b9-cedddec47cd0 None None] DHCP port deletion for 9afa290f-e119-4965-bde6-67d1e129ee68 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:20.149485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 4e6401b7-f22d-4f62-90e8-97b060fe0363 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:20.167008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be322b35-8832-48f8-8d4e-174496b6ce01 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=fd1804d4-f8c3-4656-a12a-b0756249e6e4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:20.173930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-be322b35-8832-48f8-8d4e-174496b6ce01 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:20.205312 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-031ce623-8083-4693-a876-f5167e7c648a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:03:20.205901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-031ce623-8083-4693-a876-f5167e7c648a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:20.210382 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0939574 Dec 22 13:03:20.216113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47904) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:20.224333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-77aed8b6-5876-43e9-938d-ee428e47defb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:20.239352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be322b35-8832-48f8-8d4e-174496b6ce01 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:20.241243 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-be322b35-8832-48f8-8d4e-174496b6ce01 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/fd1804d4-f8c3-4656-a12a-b0756249e6e4 HTTP/1.1" status: 204 len: 168 time: 1.1115689 Dec 22 13:03:20.245263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47908) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:20.248783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Checking segment: {'id': '2e22654a-9e69-4cfa-8790-c589f9fd3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:20.249156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network hostable DHCP agents. Network: 870fcb24-fa49-4f53-90a1-c58942c0d5a2, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:20.299067 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-031ce623-8083-4693-a876-f5167e7c648a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3646820 Dec 22 13:03:20.308357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47912) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:20.319888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] For port 8c147083-0c96-4c1c-b7d8-1316f4f46740, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8c147083-0c96-4c1c-b7d8-1316f4f46740,segment=NetworkSegment(4d35a6e8-3fda-4e32-9f1d-f1acdf071735),segment_id=4d35a6e8-3fda-4e32-9f1d-f1acdf071735)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:20.320265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:20.324126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a044ab48-cc79-494a-86b9-cedddec47cd0 None None] Deleting port 8c147083-0c96-4c1c-b7d8-1316f4f46740 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:20.324808 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a044ab48-cc79-494a-86b9-cedddec47cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:20.342468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:20.507565 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77aed8b6-5876-43e9-938d-ee428e47defb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:20.551832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77aed8b6-5876-43e9-938d-ee428e47defb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:20.552133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Calling delete_port for 8c147083-0c96-4c1c-b7d8-1316f4f46740 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:20.562122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:20.564580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:20.605456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Transition to ACTIVE for port object ce94001e-9990-4ed1-9f37-b0e307dc0eb9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:20.608026 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 27b8db5d-492c-42bf-85db-b09574ad0208 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:20.637060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 870fcb24-fa49-4f53-90a1-c58942c0d5a2 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:20.653154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774aeaaa-a0a8-4946-9a71-6978b4392d9c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:20.654748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774aeaaa-a0a8-4946-9a71-6978b4392d9c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:20.655560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-774aeaaa-a0a8-4946-9a71-6978b4392d9c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:20.695987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3c0187bb-f394-4312-85f0-0fa9385ef208 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:20.697265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 870fcb24-fa49-4f53-90a1-c58942c0d5a2) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:20.740108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:20.740723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:20.742809 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfc54dd-fb77-4574-a2f4-30d8d5d850fe None None] Network 870fcb24-fa49-4f53-90a1-c58942c0d5a2 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:20.777440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-774aeaaa-a0a8-4946-9a71-6978b4392d9c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:20.778773 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-774aeaaa-a0a8-4946-9a71-6978b4392d9c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5314147 Dec 22 13:03:20.782804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47916) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:20.825271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:20.834234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:20.836731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1c31e88-2301-43d5-88a3-22e1a20f424a tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:20.858939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Transition to ACTIVE for port object ce94001e-9990-4ed1-9f37-b0e307dc0eb9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:20.875917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aed8b6-5876-43e9-938d-ee428e47defb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=4e6401b7-f22d-4f62-90e8-97b060fe0363,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:20.878688 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77aed8b6-5876-43e9-938d-ee428e47defb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network 4e6401b7-f22d-4f62-90e8-97b060fe0363 is not hosted by any dhcp agent {{(pid=87568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 13:03:20.884054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aed8b6-5876-43e9-938d-ee428e47defb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:20.884766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-77aed8b6-5876-43e9-938d-ee428e47defb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:20.889109 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-77aed8b6-5876-43e9-938d-ee428e47defb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "PUT /v2.0/networks/4e6401b7-f22d-4f62-90e8-97b060fe0363 HTTP/1.1" status: 200 len: 723 time: 0.6687467 Dec 22 13:03:20.889109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-77aed8b6-5876-43e9-938d-ee428e47defb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:20.889821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47920) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:20.897257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:20.899813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'network_id': '4e6401b7-f22d-4f62-90e8-97b060fe0363', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:20.910112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-48240fe6-317f-4fae-87b1-3330ab9e9732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:20.939948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 4e6401b7-f22d-4f62-90e8-97b060fe0363 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:20.940129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:20.943139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:20.949404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:20.973344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47924) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:20.975204 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9844537 Dec 22 13:03:20.976792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] No DVR routers for this DVR port 8c147083-0c96-4c1c-b7d8-1316f4f46740 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:20.982888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb978dd-183d-4ac2-aab0-9bedf5d81329 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet d825384c-6a1d-4321-bea1-7fe8f78796dd {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:20.985775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:20.990027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.005369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Pushing event deleted for resources: {'Port': ['ID=8c147083-0c96-4c1c-b7d8-1316f4f46740,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:21.053815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-beb978dd-183d-4ac2-aab0-9bedf5d81329 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.076398 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a044ab48-cc79-494a-86b9-cedddec47cd0 None None] For port 8c147083-0c96-4c1c-b7d8-1316f4f46740, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8c147083-0c96-4c1c-b7d8-1316f4f46740,segment=NetworkSegment(4d35a6e8-3fda-4e32-9f1d-f1acdf071735),segment_id=4d35a6e8-3fda-4e32-9f1d-f1acdf071735)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:21.077028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a044ab48-cc79-494a-86b9-cedddec47cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.088394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:21.134278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:21.202011 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:21.204642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:21.290677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a044ab48-cc79-494a-86b9-cedddec47cd0 None None] Calling delete_port for 8c147083-0c96-4c1c-b7d8-1316f4f46740 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:21.298462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.308288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-beb978dd-183d-4ac2-aab0-9bedf5d81329 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.328710 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 3c0187bb-f394-4312-85f0-0fa9385ef208 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:21.333956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d1b9de21-2a30-4260-b94d-8b77743d2fb1 None None] Provisioning for port 27b8db5d-492c-42bf-85db-b09574ad0208 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:21.351112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Pushing event updated for resources: {'Port': ['ID=ce94001e-9990-4ed1-9f37-b0e307dc0eb9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:21.354059 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:21.367404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 3c0187bb-f394-4312-85f0-0fa9385ef208 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:21.367784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.391031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afa290f-e119-4965-bde6-67d1e129ee68']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:21.418507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d35a6e8-3fda-4e32-9f1d-f1acdf071735') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:21.418948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d35a6e8-3fda-4e32-9f1d-f1acdf071735') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:21.428650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:21.451332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.465823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:subnet and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:21.473594 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:21.483277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:21.493301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.503757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:21.504174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.521659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:21.525468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.569814 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d1b9de21-2a30-4260-b94d-8b77743d2fb1 None None] Provisioning complete for port 27b8db5d-492c-42bf-85db-b09574ad0208 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:21.570222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1b9de21-2a30-4260-b94d-8b77743d2fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.673360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Attempting to bind port ce94001e-9990-4ed1-9f37-b0e307dc0eb9 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:21.673746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Attempting to bind port ce94001e-9990-4ed1-9f37-b0e307dc0eb9 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '5680e1bd-2bfb-42c0-a168-b3793e677155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:21.674116 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Attempting to bind port ce94001e-9990-4ed1-9f37-b0e307dc0eb9 on network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:21.678282 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:21.696075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:21.696496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Checking segment: {'id': '5680e1bd-2bfb-42c0-a168-b3793e677155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:21.696818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.697223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Bound using segment: {'id': '5680e1bd-2bfb-42c0-a168-b3793e677155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:21.697731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Bound port: ce94001e-9990-4ed1-9f37-b0e307dc0eb9, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5680e1bd-2bfb-42c0-a168-b3793e677155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:21.698141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.781450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-beb978dd-183d-4ac2-aab0-9bedf5d81329 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.813900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-a044ab48-cc79-494a-86b9-cedddec47cd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:03:21.814285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-a044ab48-cc79-494a-86b9-cedddec47cd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:03:21.857264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.878861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-afbc12ef-4df4-40b9-ae91-fd378a1d3ed8 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:21.907082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.923015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Pushing event deleted for resources: {'Network': ['ID=9afa290f-e119-4965-bde6-67d1e129ee68,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:21.934708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:21.944417 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] 10.222.0.24 "DELETE /v2.0/networks/9afa290f-e119-4965-bde6-67d1e129ee68 HTTP/1.1" status: 204 len: 168 time: 2.6917274 Dec 22 13:03:21.982076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-beb978dd-183d-4ac2-aab0-9bedf5d81329 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.992552 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-870fcb24-fa49-4f53-90a1-c58942c0d5a2', 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'fixed_ips': [{'subnet_id': 'ee40a544-b290-4e25-85c1-a88783a0bb83'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:21.994263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:21.996886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e6ae63d5-24e4-4714-99a3-615c54d83dba tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:22.024352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1b9de21-2a30-4260-b94d-8b77743d2fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.057078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb978dd-183d-4ac2-aab0-9bedf5d81329 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=d825384c-6a1d-4321-bea1-7fe8f78796dd,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:22.063923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-beb978dd-183d-4ac2-aab0-9bedf5d81329 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:22.064998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-beb978dd-183d-4ac2-aab0-9bedf5d81329 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.069880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.077437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c50fe0c6-6614-4e79-b276-5e3effcfedab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:22.159370 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-beb978dd-183d-4ac2-aab0-9bedf5d81329 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/d825384c-6a1d-4321-bea1-7fe8f78796dd HTTP/1.1" status: 204 len: 168 time: 1.3753052 Dec 22 13:03:22.165437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:22.166102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47930) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:22.168628 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.171389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:22.192627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db8cff4-16cb-4446-bc3c-26b31528383c None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:22.235962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:22.237100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.261252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.265930 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f7ea77b7-1d5d-435e-87d4-1d9574752e95 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0984237 Dec 22 13:03:22.267352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Subnet': ['ID=d8007126-8919-4f4e-a6a6-c234c8d66fce,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:22.269634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47934) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:22.286932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:22.292295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:22.313486 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0001976 Dec 22 13:03:22.319218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47940) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:22.334897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:22.373198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': '1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf', 'fixed_ips': [{'subnet_id': '3cf1e04e-956c-433d-97e2-51b0634dcc26'}, {'subnet_id': 'd8007126-8919-4f4e-a6a6-c234c8d66fce'}], 'name': 'tempest-PortsTestJSON-2115030063'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:22.377544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a044ab48-cc79-494a-86b9-cedddec47cd0 None None] Deleting port 8c147083-0c96-4c1c-b7d8-1316f4f46740 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:22.377928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a044ab48-cc79-494a-86b9-cedddec47cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.411160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] For port ce94001e-9990-4ed1-9f37-b0e307dc0eb9, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:22.415430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47944) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:22.430005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-d1b9de21-2a30-4260-b94d-8b77743d2fb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:03:22.430622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-d1b9de21-2a30-4260-b94d-8b77743d2fb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:03:22.443162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.466838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=c8de5df4-f79e-4ee1-b446-ba3bdc37016b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:22.469593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:22.483365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking segment: {'id': 'e1c5e38d-1f4e-41aa-95b9-4f540c80850c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4e6401b7-f22d-4f62-90e8-97b060fe0363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:22.483793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network hostable DHCP agents. Network: 4e6401b7-f22d-4f62-90e8-97b060fe0363, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:22.520003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:22.537326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:22.543216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:22.559475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:22.568291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network 4e6401b7-f22d-4f62-90e8-97b060fe0363 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:22.574084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] For port ce94001e-9990-4ed1-9f37-b0e307dc0eb9, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ce94001e-9990-4ed1-9f37-b0e307dc0eb9,segment=NetworkSegment(5680e1bd-2bfb-42c0-a168-b3793e677155),segment_id=5680e1bd-2bfb-42c0-a168-b3793e677155)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:22.577272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:22.582640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:22.587088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.594610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 4e6401b7-f22d-4f62-90e8-97b060fe0363) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:22.600037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:22.600282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-781153'] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.607530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:port and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:22.615008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:22.661270 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a044ab48-cc79-494a-86b9-cedddec47cd0 None None] The port '8c147083-0c96-4c1c-b7d8-1316f4f46740' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:03:22.677827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:22.692817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Allocated IP 2001:db8:3::2 (870fcb24-fa49-4f53-90a1-c58942c0d5a2/ee40a544-b290-4e25-85c1-a88783a0bb83/d44db4f9-fe87-4e8b-b409-0634b77fe97a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:22.695701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f81136-a24f-4582-a9f8-f2706296731b None None] Network 4e6401b7-f22d-4f62-90e8-97b060fe0363 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:22.710349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:22.723975 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.737413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5fdb3859-2031-4839-913f-1336de5dfb0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:22.851899 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9574480 Dec 22 13:03:22.863157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47950) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:22.877821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9e5b4818-77fc-42d0-9e39-b3bb9fdb9f39 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:22.894818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 3c0187bb-f394-4312-85f0-0fa9385ef208, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3c0187bb-f394-4312-85f0-0fa9385ef208,segment=NetworkSegment(67555313-ded5-4122-9317-e7ec9f0c6505),segment_id=67555313-ded5-4122-9317-e7ec9f0c6505)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:22.925774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.927088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:22.945216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47954) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:22.945450 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b9fcff54-76eb-4c53-8c1f-668df5415c5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c1d6c812ffe464c8eb3590af7537a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5270123 Dec 22 13:03:22.971229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port ebaaf483-12b6-45ba-84df-68bf138d89a8 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:23.047907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4818-77fc-42d0-9e39-b3bb9fdb9f39 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1989176'] for subnet, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.076928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8c147083-0c96-4c1c-b7d8-1316f4f46740 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:23.105712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.113777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-57b7a972-1157-4227-928b-f8d63ca5aa66 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:23.157565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 8c147083-0c96-4c1c-b7d8-1316f4f46740 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:23.157921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8c147083-0c96-4c1c-b7d8-1316f4f46740 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:23.173131 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Pushing event updated for resources: {'Port': ['ID=ce94001e-9990-4ed1-9f37-b0e307dc0eb9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:23.184479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:23.184967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4ff80614-45e4-4d4c-ab4f-a801d20fb2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:23.249331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-163a6e25-ee58-4d92-84fa-c7710d0e6160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.280644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:23.293014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:23.304272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1b9de21-2a30-4260-b94d-8b77743d2fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.307354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:23.308153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.311725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4818-77fc-42d0-9e39-b3bb9fdb9f39 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760330113365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-128395883'] for subnet, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.313624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-163a6e25-ee58-4d92-84fa-c7710d0e6160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.317756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:23.378607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b4818-77fc-42d0-9e39-b3bb9fdb9f39 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:23.379803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4818-77fc-42d0-9e39-b3bb9fdb9f39 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.380746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=ea940233-2703-46a5-ac53-d4e3558d376c,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:23.385673 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9e5b4818-77fc-42d0-9e39-b3bb9fdb9f39 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "PUT /v2.0/subnets/c8de5df4-f79e-4ee1-b446-ba3bdc37016b HTTP/1.1" status: 200 len: 806 time: 0.5212972 Dec 22 13:03:23.386793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47958) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:23.401440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:23.471518 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1863177 Dec 22 13:03:23.475849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47962) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:23.485992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'name': 'tempest-NetworksTestDHCPv6-172316015'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:23.539938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b4818-77fc-42d0-9e39-b3bb9fdb9f39 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=c8de5df4-f79e-4ee1-b446-ba3bdc37016b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:23.544409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9e5b4818-77fc-42d0-9e39-b3bb9fdb9f39 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:23.598563 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=3c0187bb-f394-4312-85f0-0fa9385ef208,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:23.617530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:23.629259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d1b9de21-2a30-4260-b94d-8b77743d2fb1 None None] For port 27b8db5d-492c-42bf-85db-b09574ad0208, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=27b8db5d-492c-42bf-85db-b09574ad0208,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:23.644042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1b9de21-2a30-4260-b94d-8b77743d2fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.645773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.680976 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:23.741210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.761950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.782213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-66775bf6-45ca-4c50-8b98-272f12b5f02a None None] Could not find standard attr ID for object 5fe849be-d1b8-48b8-a221-b2aaaa242ff4. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:03:23.791438 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-66775bf6-45ca-4c50-8b98-272f12b5f02a None None] Could not find standard attr ID for object fd1804d4-f8c3-4656-a12a-b0756249e6e4. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:03:23.792625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c9032-8e72-4eae-8681-2928bf6a66ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-4e6401b7-f22d-4f62-90e8-97b060fe0363', 'network_id': '4e6401b7-f22d-4f62-90e8-97b060fe0363', 'tenant_id': '16f5a0ed51dc4f5a807b574284c54a62', 'fixed_ips': [{'subnet_id': 'c8de5df4-f79e-4ee1-b446-ba3bdc37016b'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:23.793473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9032-8e72-4eae-8681-2928bf6a66ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.807016 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Transition to ACTIVE for port object d44db4f9-fe87-4e8b-b409-0634b77fe97a will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:23.824844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-163a6e25-ee58-4d92-84fa-c7710d0e6160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.829791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9de21-2a30-4260-b94d-8b77743d2fb1 None None] Pushing event updated for resources: {'Port': ['ID=27b8db5d-492c-42bf-85db-b09574ad0208,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:23.841796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.842031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d1b9de21-2a30-4260-b94d-8b77743d2fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:23.845894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0cd98b37-afc1-4b00-9b32-5fcdcbc5a610 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:23.846126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Transition to ACTIVE for port object d44db4f9-fe87-4e8b-b409-0634b77fe97a will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:23.866227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e04bbd74-3953-41fb-ba4c-2e26ac620d9f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:23.895728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.901631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:23.914074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a6e25-ee58-4d92-84fa-c7710d0e6160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afb91b2-95f2-4cc7-ac1c-c6d43d888e44,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:23.916638 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-163a6e25-ee58-4d92-84fa-c7710d0e6160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:23.940518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:23.942940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-163a6e25-ee58-4d92-84fa-c7710d0e6160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.946923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143b5fc5-7454-4271-baa1-8dc8db0cf882 None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:23.947089 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-163a6e25-ee58-4d92-84fa-c7710d0e6160 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9afb91b2-95f2-4cc7-ac1c-c6d43d888e44 HTTP/1.1" status: 204 len: 168 time: 0.9991405 Dec 22 13:03:23.952654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:23.957599 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:23.967387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:23.985342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.3 (1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf/3cf1e04e-956c-433d-97e2-51b0634dcc26/ebaaf483-12b6-45ba-84df-68bf138d89a8) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:23.992474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Subnet': ['ID=c8de5df4-f79e-4ee1-b446-ba3bdc37016b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:23.993790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:23.997766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-143b5fc5-7454-4271-baa1-8dc8db0cf882 None None] Deleting port 27b8db5d-492c-42bf-85db-b09574ad0208 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:23.998416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-143b5fc5-7454-4271-baa1-8dc8db0cf882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:23.998750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.004110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:24.013934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.19 (1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf/d8007126-8919-4f4e-a6a6-c234c8d66fce/ebaaf483-12b6-45ba-84df-68bf138d89a8) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:24.033871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 873fcff8-f836-4910-827c-7a12bb3bd615 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:24.102719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Network 870fcb24-fa49-4f53-90a1-c58942c0d5a2 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:24.116941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:24.135041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:24.141956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Pushing event updated for resources: {'Port': ['ID=d44db4f9-fe87-4e8b-b409-0634b77fe97a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:24.155890 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:24.158943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.183915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Allocated IP 2001:db8:3::1 (870fcb24-fa49-4f53-90a1-c58942c0d5a2/ee40a544-b290-4e25-85c1-a88783a0bb83/2b1c7cfe-adbf-4638-bab9-4a3b612129fd) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:24.204390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c245d0ff-f535-40d0-a80a-2560791fe95f None None] Network 4e6401b7-f22d-4f62-90e8-97b060fe0363 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:24.207836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6401b7-f22d-4f62-90e8-97b060fe0363']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:24.254022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c5e38d-1f4e-41aa-95b9-4f540c80850c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:24.258819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c5e38d-1f4e-41aa-95b9-4f540c80850c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:24.322832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.325152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::3cd (cc430aa9-1eda-495d-9373-01b5d372ccd0/ea940233-2703-46a5-ac53-d4e3558d376c/873fcff8-f836-4910-827c-7a12bb3bd615) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:24.441418 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.457901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Attempting to bind port d44db4f9-fe87-4e8b-b409-0634b77fe97a on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:24.458556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Attempting to bind port d44db4f9-fe87-4e8b-b409-0634b77fe97a by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '2e22654a-9e69-4cfa-8790-c589f9fd3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:24.458686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Attempting to bind port d44db4f9-fe87-4e8b-b409-0634b77fe97a on network 870fcb24-fa49-4f53-90a1-c58942c0d5a2 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:24.461093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:24.461714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:24.482066 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:24.516445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:24.517170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Checking segment: {'id': '2e22654a-9e69-4cfa-8790-c589f9fd3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:24.517749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.518352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Bound using segment: {'id': '2e22654a-9e69-4cfa-8790-c589f9fd3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:24.519010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Bound port: d44db4f9-fe87-4e8b-b409-0634b77fe97a, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e22654a-9e69-4cfa-8790-c589f9fd3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:24.519575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.664771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.666639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75f705d-f5d9-4d79-97f6-c47721b8c990 None None] Network 4e6401b7-f22d-4f62-90e8-97b060fe0363 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:24.683361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Transition to ACTIVE for port object 2b1c7cfe-adbf-4638-bab9-4a3b612129fd will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:24.704313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.709505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ffc4166a-8164-4627-a89d-2327be93071b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:24.715369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee4454e-2186-4253-bf31-458d11dd032b None None] Network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:24.730276 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.737049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75f705d-f5d9-4d79-97f6-c47721b8c990 None None] Network 4e6401b7-f22d-4f62-90e8-97b060fe0363 could not be found, it might have been deleted concurrently. {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 22 13:03:24.742195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Network': ['ID=4e6401b7-f22d-4f62-90e8-97b060fe0363,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:24.746542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:24.746917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.748965 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/4e6401b7-f22d-4f62-90e8-97b060fe0363 HTTP/1.1" status: 204 len: 168 time: 1.3579497 Dec 22 13:03:24.752307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47968) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:24.781140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.785537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 873fcff8-f836-4910-827c-7a12bb3bd615 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:24.789023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-59169d65-727e-48f6-b732-be6b9c1863bb tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:24.801304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-143b5fc5-7454-4271-baa1-8dc8db0cf882 None None] For port 27b8db5d-492c-42bf-85db-b09574ad0208, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=27b8db5d-492c-42bf-85db-b09574ad0208,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:24.801717 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-143b5fc5-7454-4271-baa1-8dc8db0cf882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.803175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.823662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Transition to ACTIVE for port object ebaaf483-12b6-45ba-84df-68bf138d89a8 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:24.841629 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edfa209-b142-41fe-afbf-b10fc2faeb85 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:24.842040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5edfa209-b142-41fe-afbf-b10fc2faeb85 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:24.848376 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5edfa209-b142-41fe-afbf-b10fc2faeb85 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/4e6401b7-f22d-4f62-90e8-97b060fe0363 HTTP/1.1" status: 404 len: 339 time: 0.0910792 Dec 22 13:03:24.851219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47972) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:24.857541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2081797633', 'description': 'd1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:24.863945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.864185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 870fcb24-fa49-4f53-90a1-c58942c0d5a2 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:24.865886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:24.868374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:24.870750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:24.871306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.879211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4fadd528-d0d9-43a7-a528-dd70271e4cff tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:24.897812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=2b1c7cfe-adbf-4638-bab9-4a3b612129fd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:24.901012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:24.912613 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:network and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:24.934510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:24.952015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:24.955137 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:24.958508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-143b5fc5-7454-4271-baa1-8dc8db0cf882 None None] Calling delete_port for 27b8db5d-492c-42bf-85db-b09574ad0208 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:24.959664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:24.965608 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:24.983205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:24.989999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:24.991006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.009260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8bbcedd2-9375-4b45-a652-ec35b718b33e None None] Provisioning for port ce94001e-9990-4ed1-9f37-b0e307dc0eb9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:25.013942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:25.014723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:25.018288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.029648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.039119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] For port d44db4f9-fe87-4e8b-b409-0634b77fe97a, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:25.039567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=873fcff8-f836-4910-827c-7a12bb3bd615,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:25.042338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:25.046934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:25.050251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-97b2de57-8a07-4dd3-b77b-6599f3c15732 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:25.086110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:25.090174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] For port d44db4f9-fe87-4e8b-b409-0634b77fe97a, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d44db4f9-fe87-4e8b-b409-0634b77fe97a,segment=NetworkSegment(2e22654a-9e69-4cfa-8790-c589f9fd3a98),segment_id=2e22654a-9e69-4cfa-8790-c589f9fd3a98)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:25.110208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.126022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a5519e7e-f8c5-4c72-b09a-8b39fb6bc999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:25.149436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:25.150080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.186307 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7087359 Dec 22 13:03:25.188890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47976) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:25.259711 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9391212 Dec 22 13:03:25.263405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:25.271807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47980) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:25.284093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3cf1e04e-956c-433d-97e2-51b0634dcc26'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:25.289262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ce94001e-9990-4ed1-9f37-b0e307dc0eb9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:25.321534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=ebaaf483-12b6-45ba-84df-68bf138d89a8,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:25.333216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:25.349114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.349635 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Added segment 5d7a0f22-a6cc-4ffb-88a7-8e6fcb4f47bd of type vlan for network 17cc414d-ab44-4456-b887-9e5b9ffbcf2b Dec 22 13:03:25.368783 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-143b5fc5-7454-4271-baa1-8dc8db0cf882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.426960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.439677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143b5fc5-7454-4271-baa1-8dc8db0cf882 None None] No DVR routers for this DVR port 27b8db5d-492c-42bf-85db-b09574ad0208 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:25.446495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Pushing event updated for resources: {'Port': ['ID=d44db4f9-fe87-4e8b-b409-0634b77fe97a,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:25.453314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:25.455229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:25.493906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38476330-2884-48b8-9c0c-edcd0fd67b17 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:25.508464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6713984f-87e9-4aaf-b6f6-90771da756fa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:25.514611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6713984f-87e9-4aaf-b6f6-90771da756fa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:25.515647 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6713984f-87e9-4aaf-b6f6-90771da756fa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:25.518537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.526264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b5fc5-7454-4271-baa1-8dc8db0cf882 None None] Pushing event deleted for resources: {'Port': ['ID=27b8db5d-492c-42bf-85db-b09574ad0208,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:25.579300 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-143b5fc5-7454-4271-baa1-8dc8db0cf882 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:25.601593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port ce94001e-9990-4ed1-9f37-b0e307dc0eb9 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:25.616409 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ce94001e-9990-4ed1-9f37-b0e307dc0eb9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:25.617019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.649229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.655155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:25.655821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.665430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f5fa25e0-2b07-4447-94a6-1f9a5ea0b8d9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:25.739829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.752453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.754746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:25.759057 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e33ecfa3-1f82-4e59-9630-7292ba9c9b5a tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:25.787251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6713984f-87e9-4aaf-b6f6-90771da756fa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:25.788496 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6713984f-87e9-4aaf-b6f6-90771da756fa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.5885570 Dec 22 13:03:25.807574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 47984) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:25.945898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=17cc414d-ab44-4456-b887-9e5b9ffbcf2b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:25.951719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event updated for resources: {'Port': ['ID=2b1c7cfe-adbf-4638-bab9-4a3b612129fd,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:25.952827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:25.954645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:25.959787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47988) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:25.959932 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1068907 Dec 22 13:03:25.970480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 17cc414d-ab44-4456-b887-9e5b9ffbcf2b details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:25.983449 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:26.010694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec8fb6-b842-40fa-b687-3987e0bc7468 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 873fcff8-f836-4910-827c-7a12bb3bd615 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:26.011031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8fb6-b842-40fa-b687-3987e0bc7468 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:26.107807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1aa48c-49f6-428f-915a-8910a2919cff None None] Update dhcp port {'port': {'network_id': '1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf', 'fixed_ips': [{'subnet_id': '3cf1e04e-956c-433d-97e2-51b0634dcc26', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8007126-8919-4f4e-a6a6-c234c8d66fce'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': 'ce94001e-9990-4ed1-9f37-b0e307dc0eb9'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:03:26.133390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f0ffab-a423-49a2-823d-00e6dc713237 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:26.135746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e9f0ffab-a423-49a2-823d-00e6dc713237 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Synchronizing usage tracker for tenant:16f5a0ed51dc4f5a807b574284c54a62 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:26.144921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Network 870fcb24-fa49-4f53-90a1-c58942c0d5a2 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:26.148509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:26.169217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port ce94001e-9990-4ed1-9f37-b0e307dc0eb9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ce94001e-9990-4ed1-9f37-b0e307dc0eb9,segment=NetworkSegment(5680e1bd-2bfb-42c0-a168-b3793e677155),segment_id=5680e1bd-2bfb-42c0-a168-b3793e677155)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:26.178191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:26.180590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3c0187bb-f394-4312-85f0-0fa9385ef208 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:26.216049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:26.264925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa48c-49f6-428f-915a-8910a2919cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:26.278184 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e9f0ffab-a423-49a2-823d-00e6dc713237 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Unset dirty status for tenant:16f5a0ed51dc4f5a807b574284c54a62 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:26.279408 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e9f0ffab-a423-49a2-823d-00e6dc713237 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/networks?id=17cc414d-ab44-4456-b887-9e5b9ffbcf2b HTTP/1.1" status: 200 len: 761 time: 0.3179271 Dec 22 13:03:26.287305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47992) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:26.306185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-35703491-3f07-4d50-8266-821c1a5cba44 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'description': 'd2'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:26.382592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=ce94001e-9990-4ed1-9f37-b0e307dc0eb9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:26.390770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:26.436230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': 'ea940233-2703-46a5-ac53-d4e3558d376c'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:26.437119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:26.482516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 3c0187bb-f394-4312-85f0-0fa9385ef208 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:26.482869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:26.530228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Delete allocated IP 172.20.0.19 (1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf/d8007126-8919-4f4e-a6a6-c234c8d66fce) {{(pid=87569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 13:03:26.556185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35703491-3f07-4d50-8266-821c1a5cba44 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:26.579395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35703491-3f07-4d50-8266-821c1a5cba44 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:26.587507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a8b60f2f-6af9-44de-b501-9a8e6f8b34e0 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:26.601675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8fb6-b842-40fa-b687-3987e0bc7468 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:26.601943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-35703491-3f07-4d50-8266-821c1a5cba44 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network 17cc414d-ab44-4456-b887-9e5b9ffbcf2b is not hosted by any dhcp agent {{(pid=87568) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 22 13:03:26.607388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35703491-3f07-4d50-8266-821c1a5cba44 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:26.608175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35703491-3f07-4d50-8266-821c1a5cba44 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:26.611795 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-35703491-3f07-4d50-8266-821c1a5cba44 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "PUT /v2.0/networks/17cc414d-ab44-4456-b887-9e5b9ffbcf2b HTTP/1.1" status: 200 len: 758 time: 0.3209879 Dec 22 13:03:26.618759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 47996) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:26.799265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35703491-3f07-4d50-8266-821c1a5cba44 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=17cc414d-ab44-4456-b887-9e5b9ffbcf2b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:26.808094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:03:26.809125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-35703491-3f07-4d50-8266-821c1a5cba44 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:26.812851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e0ec8fb6-b842-40fa-b687-3987e0bc7468 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 873fcff8-f836-4910-827c-7a12bb3bd615 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:26.833777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 17cc414d-ab44-4456-b887-9e5b9ffbcf2b details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:26.876637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db260458-bcf9-495f-8cac-287d80649e69 None None] Network 870fcb24-fa49-4f53-90a1-c58942c0d5a2 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:26.999543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:27.032557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Ignored duplicate provisioning block setup for port ebaaf483-12b6-45ba-84df-68bf138d89a8 by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 13:03:27.045543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:27.048991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8fb6-b842-40fa-b687-3987e0bc7468 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:27.057608 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3979138c-161e-487c-bba8-d32882578743 None None] Provisioning for port d44db4f9-fe87-4e8b-b409-0634b77fe97a completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:27.064087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-39c9ad75-65c7-41b5-9f9f-7fa361de06a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:27.100592 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb752382-d43a-4678-b2d7-d7494792ec14 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:27.107399 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bb752382-d43a-4678-b2d7-d7494792ec14 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/networks?id=17cc414d-ab44-4456-b887-9e5b9ffbcf2b HTTP/1.1" status: 200 len: 761 time: 0.4874530 Dec 22 13:03:27.108152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48000) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:27.136212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-817711616'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:27.146131 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:27.163491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:27.182218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 27b8db5d-492c-42bf-85db-b09574ad0208 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:27.185255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:03:27.187414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:27.191885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:27.208705 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2314394 Dec 22 13:03:27.209645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48004) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:27.217030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-95a9acbd-550d-44f5-88b5-16a20c64862f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:27.234751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Sync routers for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:03:27.255254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8fb6-b842-40fa-b687-3987e0bc7468 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:27.266140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=ebaaf483-12b6-45ba-84df-68bf138d89a8,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:27.276072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:27.276623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:27.289634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 27b8db5d-492c-42bf-85db-b09574ad0208 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:27.289985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 27b8db5d-492c-42bf-85db-b09574ad0208 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:27.325312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:27.326050 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:27.328008 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e0ec8fb6-b842-40fa-b687-3987e0bc7468 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/873fcff8-f836-4910-827c-7a12bb3bd615 HTTP/1.1" status: 204 len: 168 time: 1.5195372 Dec 22 13:03:27.329133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48008) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:27.334745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec8fb6-b842-40fa-b687-3987e0bc7468 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=873fcff8-f836-4910-827c-7a12bb3bd615,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:27.340206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0ec8fb6-b842-40fa-b687-3987e0bc7468 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:27.349627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:27.382195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:27.382773 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Added segment d5a64123-2317-4053-8ee7-5695c2611bcb of type vlan for network 5c9ae593-e59a-4e2e-a118-e9f15fbd967e Dec 22 13:03:27.383912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] In _notify_port_updated(), no bound segment for port ebaaf483-12b6-45ba-84df-68bf138d89a8 on network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf {{(pid=87569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:03:27.394273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:27.395504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:27.397078 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "PUT /v2.0/ports/ebaaf483-12b6-45ba-84df-68bf138d89a8 HTTP/1.1" status: 200 len: 919 time: 2.1181126 Dec 22 13:03:27.400608 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48012) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:27.414990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3cf1e04e-956c-433d-97e2-51b0634dcc26'}, {'subnet_id': 'd8007126-8919-4f4e-a6a6-c234c8d66fce'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:27.437412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3e9378-da7d-4f70-b416-23882df8e083 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:27.439114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3e9378-da7d-4f70-b416-23882df8e083 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:27.439965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9b3e9378-da7d-4f70-b416-23882df8e083 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:27.459908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9b3e9378-da7d-4f70-b416-23882df8e083 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:27.461930 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9b3e9378-da7d-4f70-b416-23882df8e083 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1286025 Dec 22 13:03:27.464658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48016) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:27.522502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-1d1aa48c-49f6-428f-915a-8910a2919cff None None] Allocated IP 172.20.0.18 (1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf/d8007126-8919-4f4e-a6a6-c234c8d66fce/ce94001e-9990-4ed1-9f37-b0e307dc0eb9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:27.547553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5174ff7-0cb6-4b62-be8d-cb6c1dd7d54a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet ea940233-2703-46a5-ac53-d4e3558d376c {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:27.569466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d44db4f9-fe87-4e8b-b409-0634b77fe97a up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:27.597901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fffdee98-7304-437a-b34b-80032a8f28dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:27.604509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Allocated IP 2001:db8::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/ea940233-2703-46a5-ac53-d4e3558d376c/58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:27.658063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:27.762642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:27.843314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:27.848789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:27.849367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:27.888937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-adf78ee7-b9fc-4c79-b5f1-4d1a01909f4a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:28.111836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=5c9ae593-e59a-4e2e-a118-e9f15fbd967e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:28.120129 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:28.121729 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0040336 Dec 22 13:03:28.125382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48020) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:28.133027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'network_id': '5c9ae593-e59a-4e2e-a118-e9f15fbd967e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:28.135020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:28.168553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 5c9ae593-e59a-4e2e-a118-e9f15fbd967e details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:28.265688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:28.269772 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Usage tracker for resource:subnet and tenant:16f5a0ed51dc4f5a807b574284c54a62 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:28.273037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:28.278901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:28.291025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:28.294836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:28.356588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port d44db4f9-fe87-4e8b-b409-0634b77fe97a completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:28.363234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-95a9acbd-550d-44f5-88b5-16a20c64862f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 13:03:28.420317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port d44db4f9-fe87-4e8b-b409-0634b77fe97a triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:28.420697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-95a9acbd-550d-44f5-88b5-16a20c64862f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Removed routes are [] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 13:03:28.420854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:28.421094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95a9acbd-550d-44f5-88b5-16a20c64862f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:28.529078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:28.534511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8a9d9a99-057b-406f-859f-6edb295d21f4 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:28.537494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1d1aa48c-49f6-428f-915a-8910a2919cff None None] For port ce94001e-9990-4ed1-9f37-b0e307dc0eb9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ce94001e-9990-4ed1-9f37-b0e307dc0eb9,segment=NetworkSegment(5680e1bd-2bfb-42c0-a168-b3793e677155),segment_id=5680e1bd-2bfb-42c0-a168-b3793e677155)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:28.632752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=1ca95375-a302-40aa-bc4d-351824612365,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:28.647781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:28.648181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking segment: {'id': 'd5a64123-2317-4053-8ee7-5695c2611bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5c9ae593-e59a-4e2e-a118-e9f15fbd967e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:28.648662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network hostable DHCP agents. Network: 5c9ae593-e59a-4e2e-a118-e9f15fbd967e, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:28.670146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network 5c9ae593-e59a-4e2e-a118-e9f15fbd967e is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:28.681138 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 5c9ae593-e59a-4e2e-a118-e9f15fbd967e) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:28.686584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:28.686928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:28.714158 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a409ce76-0dc4-42c8-a4e6-f6620a10574d None None] Network 5c9ae593-e59a-4e2e-a118-e9f15fbd967e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:28.714381 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5843093 Dec 22 13:03:28.714381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48024) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:28.886482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa48c-49f6-428f-915a-8910a2919cff None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:28.892054 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.002632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95a9acbd-550d-44f5-88b5-16a20c64862f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.006645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95a9acbd-550d-44f5-88b5-16a20c64862f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.016858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.096021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.108291 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Transition to ACTIVE for port object 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:29.125911 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1d1aa48c-49f6-428f-915a-8910a2919cff None None] Transition to ACTIVE for port object ce94001e-9990-4ed1-9f37-b0e307dc0eb9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:29.160857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1d1aa48c-49f6-428f-915a-8910a2919cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.176410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6749fd81-7e80-4906-a84e-855eef1dd577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:29.206954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.211463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a9fc0f7c-6df2-49c3-ad00-38dc7dd86b35 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:29.249051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.20 (1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf/d8007126-8919-4f4e-a6a6-c234c8d66fce/ebaaf483-12b6-45ba-84df-68bf138d89a8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:29.253489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca95375-a302-40aa-bc4d-351824612365,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:29.256889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a9acbd-550d-44f5-88b5-16a20c64862f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:03:29.260356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:29.270628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.282478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Transition to ACTIVE for port object 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:29.362343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.363048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5174ff7-0cb6-4b62-be8d-cb6c1dd7d54a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.451907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.492881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5174ff7-0cb6-4b62-be8d-cb6c1dd7d54a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.537036 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-16d63b06-0c43-429c-a97a-819048b27abf None None] Provisioning complete for port d44db4f9-fe87-4e8b-b409-0634b77fe97a triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:29.538007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16d63b06-0c43-429c-a97a-819048b27abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.549858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a9acbd-550d-44f5-88b5-16a20c64862f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:03:29.551187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9ae593-e59a-4e2e-a118-e9f15fbd967e']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:29.565155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95a9acbd-550d-44f5-88b5-16a20c64862f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.569353 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-95a9acbd-550d-44f5-88b5-16a20c64862f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d HTTP/1.1" status: 200 len: 954 time: 2.3557978 Dec 22 13:03:29.573855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a64123-2317-4053-8ee7-5695c2611bcb') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:29.574437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a64123-2317-4053-8ee7-5695c2611bcb') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:29.583524 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48028) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:29.595525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:29.600520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.617909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:29.620763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:29.630414 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port d44db4f9-fe87-4e8b-b409-0634b77fe97a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d44db4f9-fe87-4e8b-b409-0634b77fe97a,segment=NetworkSegment(2e22654a-9e69-4cfa-8790-c589f9fd3a98),segment_id=2e22654a-9e69-4cfa-8790-c589f9fd3a98)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:29.632491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.636455 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aa48c-49f6-428f-915a-8910a2919cff None None] Pushing event updated for resources: {'Port': ['ID=ce94001e-9990-4ed1-9f37-b0e307dc0eb9,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:29.640477 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-1d1aa48c-49f6-428f-915a-8910a2919cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:29.644997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:29.646758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.649148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:29.680921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f8d653-3f95-46a3-bc3a-351a16db8069 None None] Network 5c9ae593-e59a-4e2e-a118-e9f15fbd967e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:29.732603 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.733734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ce94001e-9990-4ed1-9f37-b0e307dc0eb9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:29.765066 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:29.788341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.797365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0729de82-dd48-4c0f-892d-2f62c629745a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:29.818324 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-79c000a3-d9ce-4ccc-8442-a140de0520d5 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d HTTP/1.1" status: 200 len: 954 time: 0.2321637 Dec 22 13:03:29.819317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48032) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:29.838690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.845874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.852495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e8f666d4-3b89-4c82-b63d-f5ab90b59ecc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'router': {'routes': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:29.859785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Network': ['ID=5c9ae593-e59a-4e2e-a118-e9f15fbd967e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:29.863196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:29.868163 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/5c9ae593-e59a-4e2e-a118-e9f15fbd967e HTTP/1.1" status: 204 len: 168 time: 1.1527517 Dec 22 13:03:29.885179 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5174ff7-0cb6-4b62-be8d-cb6c1dd7d54a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:29.885859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:24Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': '2b1c7cfe-adbf-4638-bab9-4a3b612129fd', 'name': '', 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:f6:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'ee40a544-b290-4e25-85c1-a88783a0bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:22Z', 'updated_at': '2021-12-22T13:03:25Z', 'revision_number': 2, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': 'ee40a544-b290-4e25-85c1-a88783a0bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c0187bb-f394-4312-85f0-0fa9385ef208', 'name': '', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:d9:ce:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:10Z', 'updated_at': '2021-12-22T13:03:22Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '9e7dec45-dc35-4612-9201-9436924c5950', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:29.920041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48036) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:29.966175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Checking router: 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:03:29.966175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Updating router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:03:29.988463 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2865c03-d91b-4c2c-b683-b1d89c505277 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] GET failed (client error): The resource could not be found. Dec 22 13:03:29.988931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f2865c03-d91b-4c2c-b683-b1d89c505277 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Synchronizing usage tracker for tenant:16f5a0ed51dc4f5a807b574284c54a62 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:30.040419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f2865c03-d91b-4c2c-b683-b1d89c505277 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Unset dirty status for tenant:16f5a0ed51dc4f5a807b574284c54a62 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:30.044844 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f2865c03-d91b-4c2c-b683-b1d89c505277 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/subnets/1ca95375-a302-40aa-bc4d-351824612365 HTTP/1.1" status: 404 len: 337 time: 0.1207483 Dec 22 13:03:30.044844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5174ff7-0cb6-4b62-be8d-cb6c1dd7d54a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:30.049585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48040) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:30.050304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-52cc8bb7-68db-4251-bba5-2c7a475ecaf6 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:30.071452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-148f72c0-c913-4ba1-ab11-1052e5455507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:30.072963 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Pushing event updated for resources: {'Port': ['ID=58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:30.081330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Attempting to bind port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:30.081737 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Attempting to bind port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:30.082122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Attempting to bind port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:30.085993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:30.090042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e78e71d1-b8dc-438b-b64d-bd02857aec5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:30.126268 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c8e0c5-fb15-44af-b0be-6e7f190c0523 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:30.126917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c8e0c5-fb15-44af-b0be-6e7f190c0523 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:30.137241 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b1c8e0c5-fb15-44af-b0be-6e7f190c0523 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/5c9ae593-e59a-4e2e-a118-e9f15fbd967e HTTP/1.1" status: 404 len: 339 time: 0.0468190 Dec 22 13:03:30.141342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48044) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:30.144307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5174ff7-0cb6-4b62-be8d-cb6c1dd7d54a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=ea940233-2703-46a5-ac53-d4e3558d376c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:30.152559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5174ff7-0cb6-4b62-be8d-cb6c1dd7d54a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:30.156925 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b5174ff7-0cb6-4b62-be8d-cb6c1dd7d54a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/ea940233-2703-46a5-ac53-d4e3558d376c HTTP/1.1" status: 204 len: 168 time: 2.6883452 Dec 22 13:03:30.156925 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b5174ff7-0cb6-4b62-be8d-cb6c1dd7d54a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:30.178399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48048) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:30.180795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:30.181333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:30.181629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:30.182050 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:30.182543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Bound port: 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:30.182926 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:30.193197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:30.320344 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7a3f2456-60f4-4bf9-bbc3-cda549027fa2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1407568 Dec 22 13:03:30.339478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48052) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:30.389895 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Ignored duplicate provisioning block setup for port ebaaf483-12b6-45ba-84df-68bf138d89a8 by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 13:03:30.395946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c49a9df-3e29-445c-a58b-1798ba89f7e8 None None] Network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:30.404086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:30.412287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:30.449467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55de5c0-3a3a-4215-af9b-e97b5480444f tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:30.450607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e55de5c0-3a3a-4215-af9b-e97b5480444f tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Synchronizing usage tracker for tenant:16f5a0ed51dc4f5a807b574284c54a62 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:30.480187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3920d7e-3c65-497c-b160-4a877138cca4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:30.480885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c3920d7e-3c65-497c-b160-4a877138cca4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:30.484008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e55de5c0-3a3a-4215-af9b-e97b5480444f tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Unset dirty status for tenant:16f5a0ed51dc4f5a807b574284c54a62 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:30.485171 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e55de5c0-3a3a-4215-af9b-e97b5480444f tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3427403 Dec 22 13:03:30.489951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48056) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:30.506404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=d44db4f9-fe87-4e8b-b409-0634b77fe97a,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:30.530978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:30.580787 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ea120a22-2249-4d64-83c5-88b87beab766 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 207 time: 0.0896182 Dec 22 13:03:30.581486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c3920d7e-3c65-497c-b160-4a877138cca4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:30.586369 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c3920d7e-3c65-497c-b160-4a877138cca4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2420099 Dec 22 13:03:30.586529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48060) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:30.586633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48062) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:30.614468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ce94001e-9990-4ed1-9f37-b0e307dc0eb9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:30.641580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-16d63b06-0c43-429c-a97a-819048b27abf None None] Provisioning for port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:30.707399 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] For port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:30.709339 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-16d63b06-0c43-429c-a97a-819048b27abf None None] Provisioning complete for port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:30.709713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16d63b06-0c43-429c-a97a-819048b27abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:30.722587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=ebaaf483-12b6-45ba-84df-68bf138d89a8,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:30.753604 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:30.782496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] For port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:30.801262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:30.811648 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-71666cda-553e-4188-b32c-75c486c29145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:30.907622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:30.910409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3ba0d-129d-4c6e-a01e-5731eaf7a52e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:30.911123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cbe3ba0d-129d-4c6e-a01e-5731eaf7a52e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:30.917436 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] In _notify_port_updated(), no bound segment for port ebaaf483-12b6-45ba-84df-68bf138d89a8 on network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:03:30.922720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:30.923327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:30.924669 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "PUT /v2.0/ports/ebaaf483-12b6-45ba-84df-68bf138d89a8 HTTP/1.1" status: 200 len: 999 time: 3.5229900 Dec 22 13:03:30.928285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48068) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:30.985807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-16d63b06-0c43-429c-a97a-819048b27abf None None] Port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:31.012468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0e906-5397-424a-be20-41ae9cbe58eb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port ebaaf483-12b6-45ba-84df-68bf138d89a8 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:31.012898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fd0e906-5397-424a-be20-41ae9cbe58eb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:31.024751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cbe3ba0d-129d-4c6e-a01e-5731eaf7a52e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:31.028315 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cbe3ba0d-129d-4c6e-a01e-5731eaf7a52e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4282422 Dec 22 13:03:31.029679 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48072) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:31.068703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6ca264-aee5-4f7e-af0a-1a44704ea9ce tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:31.074414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6ca264-aee5-4f7e-af0a-1a44704ea9ce tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:31.080591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6ca264-aee5-4f7e-af0a-1a44704ea9ce tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:31.086669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6ca264-aee5-4f7e-af0a-1a44704ea9ce tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:31.087646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ba6ca264-aee5-4f7e-af0a-1a44704ea9ce tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Synchronizing usage tracker for tenant:16f5a0ed51dc4f5a807b574284c54a62 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:31.091092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:31.156587 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Pushing event updated for resources: {'Port': ['ID=58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:31.179675 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1cb8d6cc-5246-4091-a076-a1e19cfbc3dc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1456776 Dec 22 13:03:31.186177 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:31.194120 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48076) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:31.206135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:31.225258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ba6ca264-aee5-4f7e-af0a-1a44704ea9ce tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Unset dirty status for tenant:16f5a0ed51dc4f5a807b574284c54a62 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:31.232123 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ba6ca264-aee5-4f7e-af0a-1a44704ea9ce tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6413016 Dec 22 13:03:31.232427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48080) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:31.281549 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bb8b3ccb-4c3c-441a-8897-27993781b2ea None None] Provisioning for port ce94001e-9990-4ed1-9f37-b0e307dc0eb9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:31.297048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bb8b3ccb-4c3c-441a-8897-27993781b2ea None None] Provisioning complete for port ce94001e-9990-4ed1-9f37-b0e307dc0eb9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:31.297434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3ccb-4c3c-441a-8897-27993781b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:31.392346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:31.396801 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-e8f666d4-3b89-4c82-b63d-f5ab90b59ecc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Added routes are [] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 13:03:31.397354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-e8f666d4-3b89-4c82-b63d-f5ab90b59ecc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 13:03:31.415964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:31.444166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:31.448762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:31.492361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:31.512598 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Transition to ACTIVE for port object 2b1c7cfe-adbf-4638-bab9-4a3b612129fd will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:31.529908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:31.533941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-143b5fc5-7454-4271-baa1-8dc8db0cf882 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:31.551400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8f666d4-3b89-4c82-b63d-f5ab90b59ecc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:31.582750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fd0e906-5397-424a-be20-41ae9cbe58eb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:31.592532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bb8b3ccb-4c3c-441a-8897-27993781b2ea None None] Provisioning for port ebaaf483-12b6-45ba-84df-68bf138d89a8 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:31.600252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bb8b3ccb-4c3c-441a-8897-27993781b2ea None None] Provisioning complete for port ebaaf483-12b6-45ba-84df-68bf138d89a8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:31.601156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3ccb-4c3c-441a-8897-27993781b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:31.671803 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ba7be986-d4b1-4963-8efc-2e30a6c266ce tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4368596 Dec 22 13:03:31.724838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48084) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:31.733933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0e906-5397-424a-be20-41ae9cbe58eb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for ebaaf483-12b6-45ba-84df-68bf138d89a8 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:31.763396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b3ccb-4c3c-441a-8897-27993781b2ea None None] Port ebaaf483-12b6-45ba-84df-68bf138d89a8 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:31.765571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16f526-a9e0-46ea-9a0a-ac8b540b811a None None] Pushing event updated for resources: {'Port': ['ID=2b1c7cfe-adbf-4638-bab9-4a3b612129fd,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:31.774766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7b16f526-a9e0-46ea-9a0a-ac8b540b811a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:31.837635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Attempting to bind port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:31.838324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Attempting to bind port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '2e22654a-9e69-4cfa-8790-c589f9fd3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:31.838701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Attempting to bind port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd on network 870fcb24-fa49-4f53-90a1-c58942c0d5a2 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:31.848631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:31.849017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Checking segment: {'id': '2e22654a-9e69-4cfa-8790-c589f9fd3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:31.849434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:31.849972 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Bound using segment: {'id': '2e22654a-9e69-4cfa-8790-c589f9fd3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:31.850726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Bound port: 2b1c7cfe-adbf-4638-bab9-4a3b612129fd, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e22654a-9e69-4cfa-8790-c589f9fd3a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:31.851014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:31.875721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b133592-a9c9-4070-abc4-cc2222ea328a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:31.877551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b133592-a9c9-4070-abc4-cc2222ea328a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:31.879284 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5b133592-a9c9-4070-abc4-cc2222ea328a tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1534262 Dec 22 13:03:31.884752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48088) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:31.955192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] For port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:31.958646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] For port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2b1c7cfe-adbf-4638-bab9-4a3b612129fd,segment=NetworkSegment(2e22654a-9e69-4cfa-8790-c589f9fd3a98),segment_id=2e22654a-9e69-4cfa-8790-c589f9fd3a98)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:31.964636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:31.975294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d1b9de21-2a30-4260-b94d-8b77743d2fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:32.020235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e3b27-4915-4a12-bbc1-52f4e42538e7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['shared'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:32.021647 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e3b27-4915-4a12-bbc1-52f4e42538e7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['shared'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:32.023149 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-328e3b27-4915-4a12-bbc1-52f4e42538e7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1363616 Dec 22 13:03:32.028987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48092) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:32.074938 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:32.075207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:32.091798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fd0e906-5397-424a-be20-41ae9cbe58eb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.098269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9c106654-1ce7-442c-8d16-c27aeb6cdff9 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:32.151308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0e906-5397-424a-be20-41ae9cbe58eb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=ebaaf483-12b6-45ba-84df-68bf138d89a8,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:32.151963 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16f526-a9e0-46ea-9a0a-ac8b540b811a None None] Pushing event updated for resources: {'Port': ['ID=2b1c7cfe-adbf-4638-bab9-4a3b612129fd,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:32.155451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0fd0e906-5397-424a-be20-41ae9cbe58eb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:32.234258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7b16f526-a9e0-46ea-9a0a-ac8b540b811a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:32.281988 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.283005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8f666d4-3b89-4c82-b63d-f5ab90b59ecc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.298000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8f666d4-3b89-4c82-b63d-f5ab90b59ecc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.302010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:32.325909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fd0e906-5397-424a-be20-41ae9cbe58eb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.338434 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0fd0e906-5397-424a-be20-41ae9cbe58eb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/ebaaf483-12b6-45ba-84df-68bf138d89a8 HTTP/1.1" status: 204 len: 168 time: 1.4057593 Dec 22 13:03:32.338696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48096) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:32.380849 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52541f0-c205-4017-9051-625a91fa7317 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:03:32.381381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a52541f0-c205-4017-9051-625a91fa7317 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:32.397546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a52541f0-c205-4017-9051-625a91fa7317 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:32.401275 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a52541f0-c205-4017-9051-625a91fa7317 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/ebaaf483-12b6-45ba-84df-68bf138d89a8 HTTP/1.1" status: 404 len: 333 time: 0.0590632 Dec 22 13:03:32.401812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48100) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:32.482194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae9a032-5920-441d-b893-53454b115029 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting subnet d8007126-8919-4f4e-a6a6-c234c8d66fce {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:32.490905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fae9a032-5920-441d-b893-53454b115029 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.502537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49fc849-b084-4e45-8076-8cd60e7155b2 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:32.507007 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a49fc849-b084-4e45-8076-8cd60e7155b2 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/networks/8e7ec13b-bd7a-4eff-a1c9-140692eff96a HTTP/1.1" status: 200 len: 800 time: 0.4757464 Dec 22 13:03:32.536723 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48104) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:32.583158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.593394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f666d4-3b89-4c82-b63d-f5ab90b59ecc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:03:32.594491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:32.621484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fae9a032-5920-441d-b893-53454b115029 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.660770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d44db4f9-fe87-4e8b-b409-0634b77fe97a up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:32.726315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:32.739404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fae9a032-5920-441d-b893-53454b115029 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.778066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:32.780968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:32.781561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.783917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port d44db4f9-fe87-4e8b-b409-0634b77fe97a triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:32.784458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.817060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813fa192-6ffc-4970-ae95-63c4b43a1de1 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:32.838768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fae9a032-5920-441d-b893-53454b115029 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.845411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-215c7303-58ba-4e97-8140-ea927d390f50 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:32.878103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=54675987-b178-4a61-a972-75c2558fb3fc,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:32.880610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:32.889320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9a032-5920-441d-b893-53454b115029 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Subnet': ['ID=d8007126-8919-4f4e-a6a6-c234c8d66fce,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:32.892554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fae9a032-5920-441d-b893-53454b115029 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:32.898184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fae9a032-5920-441d-b893-53454b115029 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.904885 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fae9a032-5920-441d-b893-53454b115029 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/d8007126-8919-4f4e-a6a6-c234c8d66fce HTTP/1.1" status: 204 len: 168 time: 0.5020723 Dec 22 13:03:32.907539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48108) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:32.925831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:31Z', 'revision_number': 7, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': '2b1c7cfe-adbf-4638-bab9-4a3b612129fd', 'name': '', 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:f6:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'ee40a544-b290-4e25-85c1-a88783a0bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:22Z', 'updated_at': '2021-12-22T13:03:31Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': 'ee40a544-b290-4e25-85c1-a88783a0bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c0187bb-f394-4312-85f0-0fa9385ef208', 'name': '', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:d9:ce:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:10Z', 'updated_at': '2021-12-22T13:03:22Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '9e7dec45-dc35-4612-9201-9436924c5950', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:32.951115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61493963-f437-4c1b-8dfb-da302ac59459 None None] The sync data for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv is: [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:31Z', 'revision_number': 7, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': '2b1c7cfe-adbf-4638-bab9-4a3b612129fd', 'name': '', 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:f6:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'ee40a544-b290-4e25-85c1-a88783a0bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:22Z', 'updated_at': '2021-12-22T13:03:31Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': 'ee40a544-b290-4e25-85c1-a88783a0bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c0187bb-f394-4312-85f0-0fa9385ef208', 'name': '', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:d9:ce:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:10Z', 'updated_at': '2021-12-22T13:03:22Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '9e7dec45-dc35-4612-9201-9436924c5950', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:03:32.978302 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7802134 Dec 22 13:03:32.979215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48112) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:32.987089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-57064efb-2b5f-45f6-b353-2eebe367ca1d None None] Provisioning complete for port ce94001e-9990-4ed1-9f37-b0e307dc0eb9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:32.987960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57064efb-2b5f-45f6-b353-2eebe367ca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:32.995339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': '54675987-b178-4a61-a972-75c2558fb3fc', 'ip_address': '2001:db8::9820:61f0:7ece:702e'}], 'name': 'tempest-NetworksTestDHCPv6-733973645'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:33.046176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f666d4-3b89-4c82-b63d-f5ab90b59ecc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:03:33.055568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe366607-2f60-4066-8630-8c4efe7cfa1a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting subnet 3cf1e04e-956c-433d-97e2-51b0634dcc26 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:33.064357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe366607-2f60-4066-8630-8c4efe7cfa1a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:33.068405 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-33b64bba-66d2-4dad-a26b-3f6469535972 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/networks/8e7ec13b-bd7a-4eff-a1c9-140692eff96a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5275457 Dec 22 13:03:33.069064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48116) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:33.077366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dc9b05-b007-4717-b8f1-43a2cf939241 None None] Network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:33.127984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e8f666d4-3b89-4c82-b63d-f5ab90b59ecc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:33.129126 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e8f666d4-3b89-4c82-b63d-f5ab90b59ecc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d HTTP/1.1" status: 200 len: 704 time: 3.2857976 Dec 22 13:03:33.134102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48120) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:33.230327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65cf075-20c5-447f-80ff-d770de451491 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:33.231130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a65cf075-20c5-447f-80ff-d770de451491 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Synchronizing usage tracker for tenant:16f5a0ed51dc4f5a807b574284c54a62 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:33.257465 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a65cf075-20c5-447f-80ff-d770de451491 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Unset dirty status for tenant:16f5a0ed51dc4f5a807b574284c54a62 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:33.262937 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a65cf075-20c5-447f-80ff-d770de451491 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/subnets/f5204289-c7bd-4bbf-a7e4-9c27100a6497 HTTP/1.1" status: 200 len: 811 time: 0.1290414 Dec 22 13:03:33.278746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48124) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:33.283540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe366607-2f60-4066-8630-8c4efe7cfa1a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:33.366072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:33.370657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:33.374067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:33.380048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:33.397436 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-33bdcbab-543d-4b4a-9610-fcd6be256785 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d HTTP/1.1" status: 200 len: 704 time: 0.2621219 Dec 22 13:03:33.400076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48128) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:33.404260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:33.433834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be66be91-48bf-4ab2-9263-de4cf587f03d tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['shared'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:33.435595 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-be66be91-48bf-4ab2-9263-de4cf587f03d tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "GET /v2.0/subnets/f5204289-c7bd-4bbf-a7e4-9c27100a6497?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1555300 Dec 22 13:03:33.470143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48132) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:33.535945 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-57064efb-2b5f-45f6-b353-2eebe367ca1d None None] Could not find standard attr ID for object ebaaf483-12b6-45ba-84df-68bf138d89a8. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:03:33.592752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:33.622924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 06e67844-b3e4-425f-915c-0fe2243ac308 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:33.664975 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-90ab45cc-e918-4ee5-a3b5-2000d926c70a None None] Could not find standard attr ID for object ebaaf483-12b6-45ba-84df-68bf138d89a8. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:03:33.687590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d717929b-0712-40fd-b8f7-6b20fb96dd1c None None] Update dhcp port {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': '54675987-b178-4a61-a972-75c2558fb3fc'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': '58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:03:33.693240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1652527984'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:33.719976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:33.744962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:33.752555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe366607-2f60-4066-8630-8c4efe7cfa1a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:33.766089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d717929b-0712-40fd-b8f7-6b20fb96dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:33.820303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:33.831127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.026890 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-d717929b-0712-40fd-b8f7-6b20fb96dd1c None None] Allocated IP 2001:db8::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/54675987-b178-4a61-a972-75c2558fb3fc/58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:34.044036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:34.059940 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a1bf1-3f5d-41d7-9b34-cfc9fc4f987c None None] Sync routers for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:03:34.074753 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a1bf1-3f5d-41d7-9b34-cfc9fc4f987c None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:34.075879 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5c2a1bf1-3f5d-41d7-9b34-cfc9fc4f987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:34.096248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.096604 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Added segment 4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c of type vlan for network 6bf5c58f-2d38-4d65-9eae-db9196ef4fc1 Dec 22 13:03:34.107398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe366607-2f60-4066-8630-8c4efe7cfa1a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.119062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9652be31-eb4e-48e7-84c4-89ceb1e028be tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:34.174903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fe366607-2f60-4066-8630-8c4efe7cfa1a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.190555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe366607-2f60-4066-8630-8c4efe7cfa1a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf1e04e-956c-433d-97e2-51b0634dcc26,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:34.193177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fe366607-2f60-4066-8630-8c4efe7cfa1a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:34.199444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.212538 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fe366607-2f60-4066-8630-8c4efe7cfa1a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/3cf1e04e-956c-433d-97e2-51b0634dcc26 HTTP/1.1" status: 204 len: 168 time: 1.3014476 Dec 22 13:03:34.213512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48136) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:34.261913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d717929b-0712-40fd-b8f7-6b20fb96dd1c None None] For port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:34.271035 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-5c2a1bf1-3f5d-41d7-9b34-cfc9fc4f987c None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:34.289069 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d717929b-0712-40fd-b8f7-6b20fb96dd1c None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.308627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d717929b-0712-40fd-b8f7-6b20fb96dd1c None None] Ignored duplicate provisioning block setup for port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 13:03:34.312061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.314004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d717929b-0712-40fd-b8f7-6b20fb96dd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.317998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:34.318595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.322652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b975b9c6-fd55-478e-ab05-1fa6b7ac67a6 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:34.324750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bf68ed77-5642-4ce8-a2a5-041fab547a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:34.414184 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717929b-0712-40fd-b8f7-6b20fb96dd1c None None] Pushing event updated for resources: {'Port': ['ID=58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:34.426495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d717929b-0712-40fd-b8f7-6b20fb96dd1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:34.429990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b0bc01-6258-49c5-8645-a2694ec9a0fe None None] Network 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:34.433058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.437162 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9600234 Dec 22 13:03:34.439717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Network': ['ID=6bf5c58f-2d38-4d65-9eae-db9196ef4fc1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:34.443169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:34.443925 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48140) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:34.453115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'network_id': '6bf5c58f-2d38-4d65-9eae-db9196ef4fc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:34.518955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port ce94001e-9990-4ed1-9f37-b0e307dc0eb9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:34.519302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.622358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::9820:61f0:7ece:702e (cc430aa9-1eda-495d-9373-01b5d372ccd0/54675987-b178-4a61-a972-75c2558fb3fc/06e67844-b3e4-425f-915c-0fe2243ac308) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:34.651465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:34.665127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.725741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:34.761773 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 6bf5c58f-2d38-4d65-9eae-db9196ef4fc1 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:34.764066 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5c2a1bf1-3f5d-41d7-9b34-cfc9fc4f987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:31Z', 'revision_number': 7, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': '2b1c7cfe-adbf-4638-bab9-4a3b612129fd', 'name': '', 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:f6:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'ee40a544-b290-4e25-85c1-a88783a0bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:22Z', 'updated_at': '2021-12-22T13:03:31Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': 'ee40a544-b290-4e25-85c1-a88783a0bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c0187bb-f394-4312-85f0-0fa9385ef208', 'name': '', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:d9:ce:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:10Z', 'updated_at': '2021-12-22T13:03:22Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '9e7dec45-dc35-4612-9201-9436924c5950', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:34.768599 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a1bf1-3f5d-41d7-9b34-cfc9fc4f987c None None] Checking router: 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:03:34.777449 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2b1c7cfe-adbf-4638-bab9-4a3b612129fd up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:34.778316 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2a1bf1-3f5d-41d7-9b34-cfc9fc4f987c None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:34.778935 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5c2a1bf1-3f5d-41d7-9b34-cfc9fc4f987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:34.822200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Made reservation on behalf of 16f5a0ed51dc4f5a807b574284c54a62 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:34.826037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.864389 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] For port ce94001e-9990-4ed1-9f37-b0e307dc0eb9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ce94001e-9990-4ed1-9f37-b0e307dc0eb9,segment=NetworkSegment(5680e1bd-2bfb-42c0-a168-b3793e677155),segment_id=5680e1bd-2bfb-42c0-a168-b3793e677155)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:34.864685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.924906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Performing IP validity checks on allocation pools {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:03:34.925685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:03:34.948049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-98f05dcf-f09f-4ddc-9c13-1936a2699487 None None] Provisioning complete for port ce94001e-9990-4ed1-9f37-b0e307dc0eb9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:34.948529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98f05dcf-f09f-4ddc-9c13-1936a2699487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:34.959854 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-5c2a1bf1-3f5d-41d7-9b34-cfc9fc4f987c None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:34.997942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for ce94001e-9990-4ed1-9f37-b0e307dc0eb9 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:35.028428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:35.060698 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:35.061462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.148421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.159669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3b50466c-91ca-4b61-a095-be5f9b638d48 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:35.226209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.240136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e2d33461-67a0-474e-9a02-642ab2ed1445 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:35.297305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=ce94001e-9990-4ed1-9f37-b0e307dc0eb9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:35.302128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No DVR routers for this DVR port ce94001e-9990-4ed1-9f37-b0e307dc0eb9 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:35.320684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:35.429119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bacccf-24f3-416a-9231-6a439e210da1 None None] DHCP port deletion for 1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:35.457225 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5c2a1bf1-3f5d-41d7-9b34-cfc9fc4f987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:31Z', 'revision_number': 7, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': '2b1c7cfe-adbf-4638-bab9-4a3b612129fd', 'name': '', 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:f6:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'ee40a544-b290-4e25-85c1-a88783a0bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:22Z', 'updated_at': '2021-12-22T13:03:31Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': 'ee40a544-b290-4e25-85c1-a88783a0bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c0187bb-f394-4312-85f0-0fa9385ef208', 'name': '', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:d9:ce:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:10Z', 'updated_at': '2021-12-22T13:03:22Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '9e7dec45-dc35-4612-9201-9436924c5950', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:35.457703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=30b0d9a2-b64d-41ce-be8e-366ed3023003,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:35.459949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:35.465264 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2a1bf1-3f5d-41d7-9b34-cfc9fc4f987c None None] The sync data for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv is: [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:31Z', 'revision_number': 7, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': '2b1c7cfe-adbf-4638-bab9-4a3b612129fd', 'name': '', 'network_id': '870fcb24-fa49-4f53-90a1-c58942c0d5a2', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:f6:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'ee40a544-b290-4e25-85c1-a88783a0bb83', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:22Z', 'updated_at': '2021-12-22T13:03:31Z', 'revision_number': 4, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': 'ee40a544-b290-4e25-85c1-a88783a0bb83', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c0187bb-f394-4312-85f0-0fa9385ef208', 'name': '', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:d9:ce:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:10Z', 'updated_at': '2021-12-22T13:03:22Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '9e7dec45-dc35-4612-9201-9436924c5950', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:03:35.493986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Checking segment: {'id': '4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6bf5c58f-2d38-4d65-9eae-db9196ef4fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:35.494342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network hostable DHCP agents. Network: 6bf5c58f-2d38-4d65-9eae-db9196ef4fc1, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:35.522294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.535750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Network 6bf5c58f-2d38-4d65-9eae-db9196ef4fc1 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:35.592505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.608468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2b1c7cfe-adbf-4638-bab9-4a3b612129fd,segment=NetworkSegment(2e22654a-9e69-4cfa-8790-c589f9fd3a98),segment_id=2e22654a-9e69-4cfa-8790-c589f9fd3a98)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:35.617773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 06e67844-b3e4-425f-915c-0fe2243ac308 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:35.618673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.621112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 6bf5c58f-2d38-4d65-9eae-db9196ef4fc1) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:35.629239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:35.642494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.644588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:35.645273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.679067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:35.684673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:35.685078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.693628 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5680e1bd-2bfb-42c0-a168-b3793e677155') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:35.693913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5680e1bd-2bfb-42c0-a168-b3793e677155') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:35.708056 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.723290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e5511-ff16-4dfc-a327-100d97c84eb8 None None] Network 6bf5c58f-2d38-4d65-9eae-db9196ef4fc1 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:35.724106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.729657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c7a2899f-1da1-456a-8a7d-ba61fe477060 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:35.738392 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2879686 Dec 22 13:03:35.738911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48144) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:35.751193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2dd3211e-be4f-4c88-8750-9ec1f939586b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:35.767067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.792482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:35.792898 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:35.807483 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:35.824094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:35.828926 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=2b1c7cfe-adbf-4638-bab9-4a3b612129fd,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:35.834068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:35.873056 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:35.884547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:35.890140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:35.890781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.911131 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=06e67844-b3e4-425f-915c-0fe2243ac308,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:35.922291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:35.940084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.944038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:35.966969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:35.972210 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/networks/1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf HTTP/1.1" status: 204 len: 168 time: 1.7545261 Dec 22 13:03:35.972620 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9873457 Dec 22 13:03:35.973060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48148) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:35.975541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Network': ['ID=1bbcb2f5-6e8b-4f54-ab4f-5a37c7176bbf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:35.982764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48152) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:36.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:36.011907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-6bf5c58f-2d38-4d65-9eae-db9196ef4fc1', 'network_id': '6bf5c58f-2d38-4d65-9eae-db9196ef4fc1', 'tenant_id': '16f5a0ed51dc4f5a807b574284c54a62', 'fixed_ips': [{'subnet_id': '30b0d9a2-b64d-41ce-be8e-366ed3023003'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:36.012758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.027996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dd3211e-be4f-4c88-8750-9ec1f939586b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-128002366'] for subnet, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.060290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c188f948-0d8e-4261-801e-d913cbf8af49 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:36.061307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c188f948-0d8e-4261-801e-d913cbf8af49 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:36.061723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] For port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2b1c7cfe-adbf-4638-bab9-4a3b612129fd,segment=NetworkSegment(2e22654a-9e69-4cfa-8790-c589f9fd3a98),segment_id=2e22654a-9e69-4cfa-8790-c589f9fd3a98)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:36.062086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.084827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c188f948-0d8e-4261-801e-d913cbf8af49 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:36.089970 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c188f948-0d8e-4261-801e-d913cbf8af49 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1121976 Dec 22 13:03:36.090875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48156) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:36.179753 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a6643b61-3ad2-449e-b013-c9c6d91f4360 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0865848 Dec 22 13:03:36.183387 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48160) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:36.189701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-482565222'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:36.196414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:36.200554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:network and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:36.202432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for 2b1c7cfe-adbf-4638-bab9-4a3b612129fd owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:36.203803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:36.210497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:36.222153 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:36.226287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.265545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:36.275379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.276804 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Added segment 19dab4d8-8466-449c-9c7b-aaf210d4afa8 of type vlan for network 999360cf-f8d1-4690-96b0-c99073008060 Dec 22 13:03:36.344940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 13:03:36.344940 dv-neutron-822668-1-hyperv neutron-server[87570]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 22 13:03:36.344940 dv-neutron-822668-1-hyperv neutron-server[87570]: [parameters: {'in_use': 1, 'id_1': '30b0d9a2-b64d-41ce-be8e-366ed3023003'}] Dec 22 13:03:36.344940 dv-neutron-822668-1-hyperv neutron-server[87570]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:03:36.345386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:03:36.369126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9545ce-71f6-48fe-b298-a0cc1b55ca6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:36.375019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9545ce-71f6-48fe-b298-a0cc1b55ca6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:36.379372 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5a9545ce-71f6-48fe-b298-a0cc1b55ca6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3930964 Dec 22 13:03:36.414551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48164) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:36.421626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.453714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.461202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:36.461938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.468095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9f1ddda7-3937-440b-8980-d8f19d2023b9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:36.553441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8290e3c8-7068-4da9-8fce-ef3b43099398 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 06e67844-b3e4-425f-915c-0fe2243ac308 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:36.553687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8290e3c8-7068-4da9-8fce-ef3b43099398 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.590887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-96266c34-5b0b-4a93-ae1d-8c9ea4c0d30f None None] Provisioning for port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:36.615569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Network': ['ID=999360cf-f8d1-4690-96b0-c99073008060,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:36.627516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:36.631891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 999360cf-f8d1-4690-96b0-c99073008060 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:36.638541 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4538035 Dec 22 13:03:36.639181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48168) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:36.645888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '999360cf-f8d1-4690-96b0-c99073008060', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:36.681361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dd3211e-be4f-4c88-8750-9ec1f939586b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760330113365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1604484'] for subnet, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.691064 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fae9a032-5920-441d-b893-53454b115029 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:36.732493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:36.786888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:36.790915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:36.796066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:36.805529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:36.816305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd3211e-be4f-4c88-8750-9ec1f939586b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:36.817034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dd3211e-be4f-4c88-8750-9ec1f939586b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.818192 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2dd3211e-be4f-4c88-8750-9ec1f939586b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "PUT /v2.0/subnets/30b0d9a2-b64d-41ce-be8e-366ed3023003 HTTP/1.1" status: 200 len: 877 time: 1.0785472 Dec 22 13:03:36.822400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48172) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:36.844914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:36.848895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.852196 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:36.854205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.855926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.863178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:36.863562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:36.904147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3211e-be4f-4c88-8750-9ec1f939586b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event updated for resources: {'Subnet': ['ID=30b0d9a2-b64d-41ce-be8e-366ed3023003,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:36.915008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2dd3211e-be4f-4c88-8750-9ec1f939586b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:36.915519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b8eb8f38-fdba-4f98-a1fb-037a96a54a0b tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:36.994656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a026ec18-beb7-49df-a3c9-6dd95719062c None None] Provisioning for port 06e67844-b3e4-425f-915c-0fe2243ac308 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:37.002487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=2b1c7cfe-adbf-4638-bab9-4a3b612129fd,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:37.011390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:37.011891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a026ec18-beb7-49df-a3c9-6dd95719062c None None] Provisioning complete for port 06e67844-b3e4-425f-915c-0fe2243ac308 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:37.012272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a026ec18-beb7-49df-a3c9-6dd95719062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.075286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.148985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.157378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a026ec18-beb7-49df-a3c9-6dd95719062c None None] Port 06e67844-b3e4-425f-915c-0fe2243ac308 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:37.190141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.203790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Allocated IP 172.20.0.3 (6bf5c58f-2d38-4d65-9eae-db9196ef4fc1/30b0d9a2-b64d-41ce-be8e-366ed3023003/c30750fd-969b-4ae1-a9d7-0af9e6a1d26c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:37.304586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:37.319941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.320776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.320937 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2b1c7cfe-adbf-4638-bab9-4a3b612129fd up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:37.325451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c4d3f424-16d4-4514-805e-ad6ffc596ee2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:37.337004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8290e3c8-7068-4da9-8fce-ef3b43099398 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.397944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:37.404681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Subnet': ['ID=b77e8644-6fe0-4860-b1bb-a47c1e6a970a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:37.408751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:37.412697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Checking segment: {'id': '19dab4d8-8466-449c-9c7b-aaf210d4afa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '999360cf-f8d1-4690-96b0-c99073008060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:37.413053 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network hostable DHCP agents. Network: 999360cf-f8d1-4690-96b0-c99073008060, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:37.433129 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 999360cf-f8d1-4690-96b0-c99073008060 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:37.439019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 2b1c7cfe-adbf-4638-bab9-4a3b612129fd {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:37.439387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2b1c7cfe-adbf-4638-bab9-4a3b612129fd not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 22 13:03:37.444319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 999360cf-f8d1-4690-96b0-c99073008060) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:37.448702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:37.449274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.473803 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8333943 Dec 22 13:03:37.476140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48176) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:37.481349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dc79af-7f55-4088-87eb-88ecd453109c None None] Network 999360cf-f8d1-4690-96b0-c99073008060 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:37.481598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': '999360cf-f8d1-4690-96b0-c99073008060', 'name': 'tempest-PortsTestJSON-299071584'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:37.505363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8290e3c8-7068-4da9-8fce-ef3b43099398 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 06e67844-b3e4-425f-915c-0fe2243ac308 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:37.517333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Port 2b1c7cfe-adbf-4638-bab9-4a3b612129fd not found, will not notify nova. {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 13:03:37.554275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.617902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:37.628391 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ce94001e-9990-4ed1-9f37-b0e307dc0eb9 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:37.645962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:37.655928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:37.662939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:37.666661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:37.670509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.689556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: ce94001e-9990-4ed1-9f37-b0e307dc0eb9 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:37.689918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ce94001e-9990-4ed1-9f37-b0e307dc0eb9 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:37.695378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port 917c974e-aeee-4de2-8a14-a542f7e52b21 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:37.838992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.843051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.12 (999360cf-f8d1-4690-96b0-c99073008060/b77e8644-6fe0-4860-b1bb-a47c1e6a970a/917c974e-aeee-4de2-8a14-a542f7e52b21) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:37.902740 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-999360cf-f8d1-4690-96b0-c99073008060', 'network_id': '999360cf-f8d1-4690-96b0-c99073008060', 'tenant_id': '09da01ce16a14f99b2a065e133e9b364', 'fixed_ips': [{'subnet_id': 'b77e8644-6fe0-4860-b1bb-a47c1e6a970a'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:37.903279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.933843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8290e3c8-7068-4da9-8fce-ef3b43099398 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:37.940872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:37.959687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Transition to ACTIVE for port object c30750fd-969b-4ae1-a9d7-0af9e6a1d26c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:37.999634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Transition to ACTIVE for port object c30750fd-969b-4ae1-a9d7-0af9e6a1d26c will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:38.001259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290e3c8-7068-4da9-8fce-ef3b43099398 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=06e67844-b3e4-425f-915c-0fe2243ac308,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:38.014211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.023413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:38.045654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8290e3c8-7068-4da9-8fce-ef3b43099398 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:38.048270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8290e3c8-7068-4da9-8fce-ef3b43099398 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.062094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.074044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:03:38.075264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3404cb2a-0936-453c-9419-9c70b545d5e9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:38.078614 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8290e3c8-7068-4da9-8fce-ef3b43099398 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/06e67844-b3e4-425f-915c-0fe2243ac308 HTTP/1.1" status: 204 len: 168 time: 1.6609485 Dec 22 13:03:38.079011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48180) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:38.109520 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Network 6bf5c58f-2d38-4d65-9eae-db9196ef4fc1 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:38.112601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:38.114671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Subnet': ['ID=30b0d9a2-b64d-41ce-be8e-366ed3023003,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:38.117298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:38.119380 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Pushing event updated for resources: {'Port': ['ID=c30750fd-969b-4ae1-a9d7-0af9e6a1d26c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:38.121894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:38.122967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:38.127622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.228642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Attempting to bind port c30750fd-969b-4ae1-a9d7-0af9e6a1d26c on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:38.229115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Attempting to bind port c30750fd-969b-4ae1-a9d7-0af9e6a1d26c by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6bf5c58f-2d38-4d65-9eae-db9196ef4fc1'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:38.229610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Attempting to bind port c30750fd-969b-4ae1-a9d7-0af9e6a1d26c on network 6bf5c58f-2d38-4d65-9eae-db9196ef4fc1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:38.233571 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Transition to ACTIVE for port object 917c974e-aeee-4de2-8a14-a542f7e52b21 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:38.236718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:38.237280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Checking segment: {'id': '4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6bf5c58f-2d38-4d65-9eae-db9196ef4fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:38.238058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.238908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Bound using segment: {'id': '4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6bf5c58f-2d38-4d65-9eae-db9196ef4fc1'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:38.239543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Bound port: c30750fd-969b-4ae1-a9d7-0af9e6a1d26c, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6bf5c58f-2d38-4d65-9eae-db9196ef4fc1'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:38.240098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.259849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.271031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.279579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-73a03224-37e7-441b-9a6f-e2ee3bbb8dd3 tempest-RoutersAdminTest-252374498 tempest-RoutersAdminTest-252374498-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:38.289089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:03:38.298228 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8947005 Dec 22 13:03:38.299237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48184) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:38.350671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1497b837-e56b-48cf-8cca-14ed29c1f4a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:38.352224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1497b837-e56b-48cf-8cca-14ed29c1f4a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:38.353555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1497b837-e56b-48cf-8cca-14ed29c1f4a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:38.385862 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1cf253-d1f1-4130-a14c-e6955e01a86f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting subnet ee40a544-b290-4e25-85c1-a88783a0bb83 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:38.386613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabdd6f-185a-487a-986f-9bfc4d5aa22d None None] Sync routers for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:03:38.389172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1497b837-e56b-48cf-8cca-14ed29c1f4a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:38.393153 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1497b837-e56b-48cf-8cca-14ed29c1f4a5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3106217 Dec 22 13:03:38.393153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f1cf253-d1f1-4130-a14c-e6955e01a86f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.420267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] For port c30750fd-969b-4ae1-a9d7-0af9e6a1d26c, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:38.424634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48188) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:38.424888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aabdd6f-185a-487a-986f-9bfc4d5aa22d None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:38.424888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1aabdd6f-185a-487a-986f-9bfc4d5aa22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:38.494812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 999360cf-f8d1-4690-96b0-c99073008060 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:38.498677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf5c58f-2d38-4d65-9eae-db9196ef4fc1']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:38.508210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:38.508746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f1cf253-d1f1-4130-a14c-e6955e01a86f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.515248 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:38.550604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] For port c30750fd-969b-4ae1-a9d7-0af9e6a1d26c, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c30750fd-969b-4ae1-a9d7-0af9e6a1d26c,segment=NetworkSegment(4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c),segment_id=4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:38.553702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=917c974e-aeee-4de2-8a14-a542f7e52b21,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:38.566236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:38.566722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:38.569905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.571894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a02d116-62b6-4a56-bc4f-e60e584de7b7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 54675987-b178-4a61-a972-75c2558fb3fc {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:38.574813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:38.576001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a02d116-62b6-4a56-bc4f-e60e584de7b7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.577766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-1d1aa48c-49f6-428f-915a-8910a2919cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:38.589522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.607419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.626063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:38.626731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.644885 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Allocated IP 172.20.0.2 (999360cf-f8d1-4690-96b0-c99073008060/b77e8644-6fe0-4860-b1bb-a47c1e6a970a/aadac584-c363-48f5-8b30-6d436f81e20e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:38.653373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:38.653936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.668890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a02d116-62b6-4a56-bc4f-e60e584de7b7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:38.671711 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:38.679942 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2005177 Dec 22 13:03:38.691379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1aabdd6f-185a-487a-986f-9bfc4d5aa22d None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:38.728097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48192) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:38.740602 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': '999360cf-f8d1-4690-96b0-c99073008060', 'name': 'tempest-PortsTestJSON-1234456011'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:38.768817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a02d116-62b6-4a56-bc4f-e60e584de7b7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.776674 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:38.842200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 13:03:38.842200 dv-neutron-822668-1-hyperv neutron-server[87568]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 13:03:38.842200 dv-neutron-822668-1-hyperv neutron-server[87568]: [parameters: {'id': '6bf5c58f-2d38-4d65-9eae-db9196ef4fc1'}] Dec 22 13:03:38.842200 dv-neutron-822668-1-hyperv neutron-server[87568]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:03:38.842706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:03:38.899124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:38.903257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:port and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:38.906201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:38.912900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Pushing event updated for resources: {'Port': ['ID=c30750fd-969b-4ae1-a9d7-0af9e6a1d26c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:38.914294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:38.928567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:38.933176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:38.933473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:38.956018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port 0c0a004c-e644-40a4-8213-4eb5f825df4c yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:39.018600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a02d116-62b6-4a56-bc4f-e60e584de7b7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.022981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f1cf253-d1f1-4130-a14c-e6955e01a86f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.050974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e56f074a-0a2f-412e-8f44-6538974a8a8d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:39.104733 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02d116-62b6-4a56-bc4f-e60e584de7b7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=54675987-b178-4a61-a972-75c2558fb3fc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:39.106555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3473e19-8511-4d73-86df-3d680a8d1439 None None] Network 6bf5c58f-2d38-4d65-9eae-db9196ef4fc1 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:39.108838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6a02d116-62b6-4a56-bc4f-e60e584de7b7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.111479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6a02d116-62b6-4a56-bc4f-e60e584de7b7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:39.127523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0f6bc5-788c-4b6f-8f8c-372b6f8a5f91 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:39.134095 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6a02d116-62b6-4a56-bc4f-e60e584de7b7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/54675987-b178-4a61-a972-75c2558fb3fc HTTP/1.1" status: 204 len: 168 time: 0.7086012 Dec 22 13:03:39.136507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48196) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:39.148285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f1cf253-d1f1-4130-a14c-e6955e01a86f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.154212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-beb978dd-183d-4ac2-aab0-9bedf5d81329 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:39.191143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cf253-d1f1-4130-a14c-e6955e01a86f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Subnet': ['ID=ee40a544-b290-4e25-85c1-a88783a0bb83,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:39.193674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2f1cf253-d1f1-4130-a14c-e6955e01a86f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:39.196571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f1cf253-d1f1-4130-a14c-e6955e01a86f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.204749 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2f1cf253-d1f1-4130-a14c-e6955e01a86f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/ee40a544-b290-4e25-85c1-a88783a0bb83 HTTP/1.1" status: 204 len: 168 time: 0.9050591 Dec 22 13:03:39.207254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48200) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:39.211584 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-92e8f5aa-1229-4bd8-a7a2-bfa1ad5c4268 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734057 Dec 22 13:03:39.214396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48204) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:39.219871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:39.301265 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b242ba9-29ea-40ec-a73a-230cf7d5a3a2 None None] Network 870fcb24-fa49-4f53-90a1-c58942c0d5a2 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:39.323530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.331913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:39.334689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port d44db4f9-fe87-4e8b-b409-0634b77fe97a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:39.335229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.336301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:39.339615 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:39.344942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.346799 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:39.362192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Deleting port c30750fd-969b-4ae1-a9d7-0af9e6a1d26c {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:39.362549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.400986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:39.404534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.489928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:39.490949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.541215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] For port d44db4f9-fe87-4e8b-b409-0634b77fe97a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d44db4f9-fe87-4e8b-b409-0634b77fe97a,segment=NetworkSegment(2e22654a-9e69-4cfa-8790-c589f9fd3a98),segment_id=2e22654a-9e69-4cfa-8790-c589f9fd3a98)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:39.541570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.684709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for d44db4f9-fe87-4e8b-b409-0634b77fe97a owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:39.746808 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] For port c30750fd-969b-4ae1-a9d7-0af9e6a1d26c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c30750fd-969b-4ae1-a9d7-0af9e6a1d26c,segment=NetworkSegment(4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c),segment_id=4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:39.747419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.765164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.770405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d4381e1-5801-4739-b683-dd23cd4380a1 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:39.821158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=d44db4f9-fe87-4e8b-b409-0634b77fe97a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:39.823258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No DVR routers for this DVR port d44db4f9-fe87-4e8b-b409-0634b77fe97a on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:39.824913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:39.838260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.898501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Calling delete_port for c30750fd-969b-4ae1-a9d7-0af9e6a1d26c owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:39.904194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Transition to ACTIVE for port object aadac584-c363-48f5-8b30-6d436f81e20e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:39.936565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ea9c1-81cc-4cbf-b13f-f2c282176293 None None] DHCP port deletion for 870fcb24-fa49-4f53-90a1-c58942c0d5a2 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:39.963684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:39.991002 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Transition to ACTIVE for port object aadac584-c363-48f5-8b30-6d436f81e20e will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:39.994075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870fcb24-fa49-4f53-90a1-c58942c0d5a2']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:40.008221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e22654a-9e69-4cfa-8790-c589f9fd3a98') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:40.008607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e22654a-9e69-4cfa-8790-c589f9fd3a98') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:40.014691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.020763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.023051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:40.037107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.044334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:40.044969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.048064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:40.059569 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:40.063581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:40.124741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.125843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Network 999360cf-f8d1-4690-96b0-c99073008060 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:40.135292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Pushing event updated for resources: {'Port': ['ID=aadac584-c363-48f5-8b30-6d436f81e20e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:40.140594 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:40.143198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:40.146223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:40.150552 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1aabdd6f-185a-487a-986f-9bfc4d5aa22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:36Z', 'revision_number': 8, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': '3c0187bb-f394-4312-85f0-0fa9385ef208', 'name': '', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:d9:ce:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:10Z', 'updated_at': '2021-12-22T13:03:22Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '9e7dec45-dc35-4612-9201-9436924c5950', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:40.156008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d425aaef-77e4-4a89-9464-4d802a38d629 None None] Network 6bf5c58f-2d38-4d65-9eae-db9196ef4fc1 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:40.159868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:40.162802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.164205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:40.167884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b48adbbc-a2cb-4da1-895a-31be4f06b4d1 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:40.168234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:40.168818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.174408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No DVR routers for this DVR port c30750fd-969b-4ae1-a9d7-0af9e6a1d26c on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:40.194771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.212651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Network': ['ID=870fcb24-fa49-4f53-90a1-c58942c0d5a2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:40.218278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:40.223042 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/networks/870fcb24-fa49-4f53-90a1-c58942c0d5a2 HTTP/1.1" status: 204 len: 168 time: 1.0146282 Dec 22 13:03:40.225771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48208) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:40.249378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabdd6f-185a-487a-986f-9bfc4d5aa22d None None] Checking router: 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:03:40.252848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=0a12fb58-5283-4a8c-a36a-c6fc28c1d678,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:40.255540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:40.261528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:40.263148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9bf85ab8-788c-41b7-aae8-407f3ce1a7c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:40.273136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Deleting port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:40.273523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.387154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aabdd6f-185a-487a-986f-9bfc4d5aa22d None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:40.387549 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1aabdd6f-185a-487a-986f-9bfc4d5aa22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:40.479245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-cf40668e-8f9c-4f11-a2ec-416a2d6d4438 {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:03:40.479832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:03:40.498139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Port': ['ID=c30750fd-969b-4ae1-a9d7-0af9e6a1d26c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:40.501192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:40.535220 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3197849 Dec 22 13:03:40.543179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48212) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:40.549531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': '0a12fb58-5283-4a8c-a36a-c6fc28c1d678', 'ip_address': '2001:db8::bf3e:e7f4:7716:11af'}], 'name': 'tempest-NetworksTestDHCPv6-304503980'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:40.572759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.612593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:40.672303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf5c58f-2d38-4d65-9eae-db9196ef4fc1']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:40.691094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:40.691406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf8f4af-80d7-4f2d-ba32-a2ef55f21b6c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:40.692965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Attempting to bind port aadac584-c363-48f5-8b30-6d436f81e20e on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:40.693573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Attempting to bind port aadac584-c363-48f5-8b30-6d436f81e20e by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '19dab4d8-8466-449c-9c7b-aaf210d4afa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '999360cf-f8d1-4690-96b0-c99073008060'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:40.693947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Attempting to bind port aadac584-c363-48f5-8b30-6d436f81e20e on network 999360cf-f8d1-4690-96b0-c99073008060 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:40.710635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.753338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.764440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:40.764627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.767427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:40.767863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Checking segment: {'id': '19dab4d8-8466-449c-9c7b-aaf210d4afa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '999360cf-f8d1-4690-96b0-c99073008060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:40.768270 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.768668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Bound using segment: {'id': '19dab4d8-8466-449c-9c7b-aaf210d4afa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '999360cf-f8d1-4690-96b0-c99073008060'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:40.769134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Bound port: aadac584-c363-48f5-8b30-6d436f81e20e, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19dab4d8-8466-449c-9c7b-aaf210d4afa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '999360cf-f8d1-4690-96b0-c99073008060'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:40.769518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:40.779629 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:40.781788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:40.785431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.836412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:40.844287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:40.853246 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-1aabdd6f-185a-487a-986f-9bfc4d5aa22d None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:40.861959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:40.879309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:40.893741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.896984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.901343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:40.908746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:40.989680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:41.000698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Network': ['ID=6bf5c58f-2d38-4d65-9eae-db9196ef4fc1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:41.004953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:41.007907 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/6bf5c58f-2d38-4d65-9eae-db9196ef4fc1 HTTP/1.1" status: 204 len: 168 time: 4.1833510 Dec 22 13:03:41.014758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48216) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:41.060388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port 59e6e8c0-e5ca-4f9c-9c91-affa44874c7b yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:41.115759 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5476824-563d-4e27-9a9c-0b49745d5229 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:41.116202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5476824-563d-4e27-9a9c-0b49745d5229 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:41.117921 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c5476824-563d-4e27-9a9c-0b49745d5229 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/subnets/30b0d9a2-b64d-41ce-be8e-366ed3023003 HTTP/1.1" status: 404 len: 337 time: 0.1022182 Dec 22 13:03:41.122078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48220) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:41.147547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] For port aadac584-c363-48f5-8b30-6d436f81e20e, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:41.179933 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-901e3636-9f75-4bce-94a0-72045ec7fe0c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:41.180396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901e3636-9f75-4bce-94a0-72045ec7fe0c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:41.188190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:41.214294 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-901e3636-9f75-4bce-94a0-72045ec7fe0c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/6bf5c58f-2d38-4d65-9eae-db9196ef4fc1 HTTP/1.1" status: 404 len: 339 time: 0.0865574 Dec 22 13:03:41.214633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48224) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:41.227946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port eb883338-c572-40de-9924-a0aff68d4009 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:41.240472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] For port aadac584-c363-48f5-8b30-6d436f81e20e, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=aadac584-c363-48f5-8b30-6d436f81e20e,segment=NetworkSegment(19dab4d8-8466-449c-9c7b-aaf210d4afa8),segment_id=19dab4d8-8466-449c-9c7b-aaf210d4afa8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:41.252155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] For port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:41.252550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:41.259692 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:41.273523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:41.275429 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b38faa-d761-41dd-8f2f-c05f58a5bf90 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:41.275902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b38faa-d761-41dd-8f2f-c05f58a5bf90 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:41.279992 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-88b38faa-d761-41dd-8f2f-c05f58a5bf90 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/subnets/1ca95375-a302-40aa-bc4d-351824612365 HTTP/1.1" status: 404 len: 337 time: 0.0620425 Dec 22 13:03:41.282599 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48228) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:41.282725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4e17cfde-eec5-443e-bddb-079fc094397e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:41.313220 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e6eb2a-aa86-4472-aa31-22cd6c95f6e8 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:41.313687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e6eb2a-aa86-4472-aa31-22cd6c95f6e8 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:41.317835 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-48e6eb2a-aa86-4472-aa31-22cd6c95f6e8 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/5c9ae593-e59a-4e2e-a118-e9f15fbd967e HTTP/1.1" status: 404 len: 339 time: 0.0342441 Dec 22 13:03:41.317835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 3c0187bb-f394-4312-85f0-0fa9385ef208 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:41.317835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:41.320096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48232) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:41.442235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.13 (999360cf-f8d1-4690-96b0-c99073008060/b77e8644-6fe0-4860-b1bb-a47c1e6a970a/59e6e8c0-e5ca-4f9c-9c91-affa44874c7b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:41.444555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Calling delete_port for 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:41.508748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] For port 3c0187bb-f394-4312-85f0-0fa9385ef208, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3c0187bb-f394-4312-85f0-0fa9385ef208,segment=NetworkSegment(67555313-ded5-4122-9317-e7ec9f0c6505),segment_id=67555313-ded5-4122-9317-e7ec9f0c6505)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:41.509156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:41.516814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:41.599766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:41.636984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Pushing event updated for resources: {'Port': ['ID=aadac584-c363-48f5-8b30-6d436f81e20e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:41.639921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:41.641016 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d44db4f9-fe87-4e8b-b409-0634b77fe97a no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:41.662257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for 3c0187bb-f394-4312-85f0-0fa9385ef208 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:41.671415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:41.672278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:41.739583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: d44db4f9-fe87-4e8b-b409-0634b77fe97a {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:41.740154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d44db4f9-fe87-4e8b-b409-0634b77fe97a not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:41.764278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:03:41.764634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:03:41.794663 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:41.798887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:41.816931 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-1aabdd6f-185a-487a-986f-9bfc4d5aa22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:36Z', 'revision_number': 8, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': '3c0187bb-f394-4312-85f0-0fa9385ef208', 'name': '', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:d9:ce:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:10Z', 'updated_at': '2021-12-22T13:03:22Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '9e7dec45-dc35-4612-9201-9436924c5950', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:41.821786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aabdd6f-185a-487a-986f-9bfc4d5aa22d None None] The sync data for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv is: [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:36Z', 'revision_number': 8, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': '3c0187bb-f394-4312-85f0-0fa9385ef208', 'name': '', 'network_id': 'b94bf214-1b05-49f2-8242-68cd5e000e52', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:d9:ce:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '9e7dec45-dc35-4612-9201-9436924c5950', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:10Z', 'updated_at': '2021-12-22T13:03:22Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '9e7dec45-dc35-4612-9201-9436924c5950', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:03:41.884728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:41.890909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cc82f345-502e-4824-87fc-075067c53295 tempest-RoutersIpV6AdminTest-359478412 tempest-RoutersIpV6AdminTest-359478412-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:41.894176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:41.906878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::bf3e:e7f4:7716:11af (cc430aa9-1eda-495d-9373-01b5d372ccd0/0a12fb58-5283-4a8c-a36a-c6fc28c1d678/eb883338-c572-40de-9924-a0aff68d4009) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:41.936476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cc414d-ab44-4456-b887-9e5b9ffbcf2b']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:41.943275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=3c0187bb-f394-4312-85f0-0fa9385ef208,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:41.947004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:41.956730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7a0f22-a6cc-4ffb-88a7-8e6fcb4f47bd') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:41.957070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7a0f22-a6cc-4ffb-88a7-8e6fcb4f47bd') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:41.981699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.058745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.082507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:42.082908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:42.098275 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:42.103333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.174058 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.265961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Deleting port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:42.267050 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.420189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Transition to ACTIVE for port object 59e6e8c0-e5ca-4f9c-9c91-affa44874c7b will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:42.473087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.501354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-77aed8b6-5876-43e9-938d-ee428e47defb tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:42.522622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.578103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Network': ['ID=17cc414d-ab44-4456-b887-9e5b9ffbcf2b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:42.585246 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/17cc414d-ab44-4456-b887-9e5b9ffbcf2b HTTP/1.1" status: 204 len: 168 time: 1.2638836 Dec 22 13:03:42.585983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:42.598396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:42.670988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.677872 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-202fd7c4-09ab-4f05-ad3b-33c59853c2a8 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:42.678330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202fd7c4-09ab-4f05-ad3b-33c59853c2a8 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:42.686441 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-202fd7c4-09ab-4f05-ad3b-33c59853c2a8 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/subnets/c8de5df4-f79e-4ee1-b446-ba3bdc37016b HTTP/1.1" status: 404 len: 337 time: 0.0830331 Dec 22 13:03:42.691371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48240) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:42.693728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e66c9bb3-701c-4105-8af6-824afdec7511 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:42.739412 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc43a387-fae7-40c1-b674-f5ae35ec925e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:42.740524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc43a387-fae7-40c1-b674-f5ae35ec925e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:42.759733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device aadac584-c363-48f5-8b30-6d436f81e20e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:42.760653 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cc43a387-fae7-40c1-b674-f5ae35ec925e tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/4e6401b7-f22d-4f62-90e8-97b060fe0363 HTTP/1.1" status: 404 len: 339 time: 0.0680196 Dec 22 13:03:42.764190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48244) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:42.782602 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.786671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 999360cf-f8d1-4690-96b0-c99073008060 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:42.794865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:42.797636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:42.856559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=59e6e8c0-e5ca-4f9c-9c91-affa44874c7b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:42.859491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:42.860749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] For port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:42.860908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object eb883338-c572-40de-9924-a0aff68d4009 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:42.861831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.864122 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf8bc5e-25c2-4f65-8e8b-90f5aff14229 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:42.864796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf8bc5e-25c2-4f65-8e8b-90f5aff14229 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:42.866658 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-edf8bc5e-25c2-4f65-8e8b-90f5aff14229 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/subnets/bfdfd271-882b-4a6f-b5cd-e4fe58900445 HTTP/1.1" status: 404 len: 337 time: 0.0972176 Dec 22 13:03:42.870208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48248) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:42.911984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:42.912678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.917991 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f0ecd9-94fa-44bf-aa5a-d95701bdc90f tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:42.918450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f0ecd9-94fa-44bf-aa5a-d95701bdc90f tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:42.920158 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-65f0ecd9-94fa-44bf-aa5a-d95701bdc90f tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/4c6d51f2-2666-4d5b-a6ff-6d5e1d51c8c7 HTTP/1.1" status: 404 len: 339 time: 0.0489955 Dec 22 13:03:42.923940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48252) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:42.943151 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2139289 Dec 22 13:03:42.946556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48256) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:42.948042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:42.986835 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-289c1773-aa1c-490e-b961-9f1b1d3991cc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:42.987441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289c1773-aa1c-490e-b961-9f1b1d3991cc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:42.991939 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-289c1773-aa1c-490e-b961-9f1b1d3991cc tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/subnets/1561bd76-0c22-43a7-83b3-f81eca6a2f06 HTTP/1.1" status: 404 len: 337 time: 0.0644438 Dec 22 13:03:42.993536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fdd4fe58-0c69-4667-a498-e39261067f93 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:43.003519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48260) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.006488 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Calling delete_port for 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:43.038711 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e50a66-f573-48fa-9955-e6658911998f tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:43.038916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port aadac584-c363-48f5-8b30-6d436f81e20e completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:43.039006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e50a66-f573-48fa-9955-e6658911998f tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:43.040602 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-48e50a66-f573-48fa-9955-e6658911998f tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/29d5d106-bad0-40a6-a83b-a6f807a7f389 HTTP/1.1" status: 404 len: 339 time: 0.0359600 Dec 22 13:03:43.048595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48264) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.070332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2b1c7cfe-adbf-4638-bab9-4a3b612129fd no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:43.084258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:43.087884 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:43.090620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:43.096475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:43.097093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:43.109709 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c132d7-e258-45f2-92b6-aad21667a093 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:43.110482 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c132d7-e258-45f2-92b6-aad21667a093 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:43.110708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 2b1c7cfe-adbf-4638-bab9-4a3b612129fd {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:43.111721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2b1c7cfe-adbf-4638-bab9-4a3b612129fd not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:43.112840 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-37c132d7-e258-45f2-92b6-aad21667a093 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/subnets/bcf401a3-0792-4a8e-951d-c84d3d04b532 HTTP/1.1" status: 404 len: 337 time: 0.0626950 Dec 22 13:03:43.119999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48268) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.127188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=eb883338-c572-40de-9924-a0aff68d4009,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:43.130768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:43.133122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d2b40e-9f76-4a45-9041-b6a35fc86876 None None] Network 999360cf-f8d1-4690-96b0-c99073008060 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:43.148181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:03:43.152013 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6064727 Dec 22 13:03:43.154263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48272) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.161265 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4402b609-e28c-4d72-93b9-785c6aa7ccae tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:43.161729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4402b609-e28c-4d72-93b9-785c6aa7ccae tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:43.165302 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4402b609-e28c-4d72-93b9-785c6aa7ccae tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/147abe81-f289-473a-84df-8ce830f6c50f HTTP/1.1" status: 404 len: 339 time: 0.0423687 Dec 22 13:03:43.166540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48276) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.215116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa46d0-996c-4f64-8922-f52e83b20f21 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:43.215819 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:43.215983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-40fa46d0-996c-4f64-8922-f52e83b20f21 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:43.221189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:43.249537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-40fa46d0-996c-4f64-8922-f52e83b20f21 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:43.250871 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-40fa46d0-996c-4f64-8922-f52e83b20f21 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.2940426 Dec 22 13:03:43.254951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48280) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.272323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Pushing event deleted for resources: {'Port': ['ID=58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:43.280528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:43.282769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] No DVR routers for this DVR port 58e6f6cb-0fcc-4b28-be7e-33bc0d308b4a on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:43.307076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ccb7eb-cebe-48e5-aba8-38c097723968 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:43.329173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1cb359-b3d9-40cf-a26f-38d9399f546e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:43.329433 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f5c123-ba74-45c3-96d1-59f56cf83da1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:43.329433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f5c123-ba74-45c3-96d1-59f56cf83da1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:43.332658 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d4c2ef8f-8e92-4aee-a69c-0e2dc9ae01fb None None] Provisioning for port aadac584-c363-48f5-8b30-6d436f81e20e completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:43.332778 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c1f5c123-ba74-45c3-96d1-59f56cf83da1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/subnets/6748344c-4cb3-4bdc-91f3-a16f642c606b HTTP/1.1" status: 404 len: 337 time: 0.1124659 Dec 22 13:03:43.334017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1cb359-b3d9-40cf-a26f-38d9399f546e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:43.334810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5c1cb359-b3d9-40cf-a26f-38d9399f546e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:43.337232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48284) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.366762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4ca3a746-2c45-4b70-a2e6-2e25f89ec98e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 59e6e8c0-e5ca-4f9c-9c91-affa44874c7b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:43.367099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a746-2c45-4b70-a2e6-2e25f89ec98e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:43.373363 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea80bca-80e2-400a-b35d-af9a70e20dcd tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:43.373831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea80bca-80e2-400a-b35d-af9a70e20dcd tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:43.377938 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7ea80bca-80e2-400a-b35d-af9a70e20dcd tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/f8fc5036-3d7f-4101-8c65-8c47219d8e70 HTTP/1.1" status: 404 len: 339 time: 0.0368681 Dec 22 13:03:43.378151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48288) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.395555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d4c2ef8f-8e92-4aee-a69c-0e2dc9ae01fb None None] Provisioning complete for port aadac584-c363-48f5-8b30-6d436f81e20e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:43.395956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4c2ef8f-8e92-4aee-a69c-0e2dc9ae01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:43.411464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5c1cb359-b3d9-40cf-a26f-38d9399f546e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:43.421466 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5c1cb359-b3d9-40cf-a26f-38d9399f546e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.2569306 Dec 22 13:03:43.421590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48292) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.422985 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c6fd9e-60d8-4cbc-b79a-c832332448e9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:43.423429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c6fd9e-60d8-4cbc-b79a-c832332448e9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:43.427449 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-20c6fd9e-60d8-4cbc-b79a-c832332448e9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/subnets/f03fb842-c50e-4c1a-b0a8-c4b5e51606aa HTTP/1.1" status: 404 len: 337 time: 0.0459864 Dec 22 13:03:43.429509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48296) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.459867 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-05234e46-1f12-44b5-8afe-a4cdf07a0601 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:43.460196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05234e46-1f12-44b5-8afe-a4cdf07a0601 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:43.462044 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-05234e46-1f12-44b5-8afe-a4cdf07a0601 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/051753f1-7364-4ff5-b4f2-6616dbe4d3f4 HTTP/1.1" status: 404 len: 339 time: 0.0321898 Dec 22 13:03:43.463810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:03:43.465383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48300) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.470653 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2438123 Dec 22 13:03:43.474776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48304) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.485248 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8588a6-1e5f-4c68-8c7a-41e1f287e460 None None] Sync routers for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:03:43.504376 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8588a6-1e5f-4c68-8c7a-41e1f287e460 None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:43.506417 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-df8588a6-1e5f-4c68-8c7a-41e1f287e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:43.510156 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a914b8-4522-4b8f-9577-508e50b1c9ce tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:43.510790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a914b8-4522-4b8f-9577-508e50b1c9ce tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:43.512644 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-05a914b8-4522-4b8f-9577-508e50b1c9ce tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/subnets/8efdac5c-790d-42af-a8e3-ffeb7effa7a7 HTTP/1.1" status: 404 len: 337 time: 0.0462384 Dec 22 13:03:43.523804 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48308) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.620723 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4aa67a-d4b3-4f11-808c-438a2c7aa5af tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:43.620939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4aa67a-d4b3-4f11-808c-438a2c7aa5af tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:43.622568 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1b4aa67a-d4b3-4f11-808c-438a2c7aa5af tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/84160949-a7fa-488f-8d04-b0320c26e79f HTTP/1.1" status: 404 len: 339 time: 0.0746608 Dec 22 13:03:43.625296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48312) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.630838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8170a6ce-38a0-488d-ab94-8b57af40f4a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port eb883338-c572-40de-9924-a0aff68d4009 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:43.631172 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8170a6ce-38a0-488d-ab94-8b57af40f4a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:43.670870 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f1fd91-4457-4db1-ba68-75d5504d8cf9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:43.671736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f1fd91-4457-4db1-ba68-75d5504d8cf9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:43.673639 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-45f1fd91-4457-4db1-ba68-75d5504d8cf9 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/subnets/f26d65b5-d488-4a22-94ab-45264d618b43 HTTP/1.1" status: 404 len: 337 time: 0.0471222 Dec 22 13:03:43.676378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48316) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.701863 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2625498-a921-4241-8bfb-2fa95d54b95b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] DELETE failed (client error): The resource could not be found. Dec 22 13:03:43.703205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2625498-a921-4241-8bfb-2fa95d54b95b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:03:43.706693 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a2625498-a921-4241-8bfb-2fa95d54b95b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/d6c9736f-2f65-4d6e-9638-678b1d377e06 HTTP/1.1" status: 404 len: 339 time: 0.0287993 Dec 22 13:03:43.709468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb87b20-6c1b-4de6-ab01-7ec863b21649 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting subnet 9e7dec45-dc35-4612-9201-9436924c5950 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:43.710004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48320) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:43.713545 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-df8588a6-1e5f-4c68-8c7a-41e1f287e460 None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:43.723013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4c2ef8f-8e92-4aee-a69c-0e2dc9ae01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:43.764354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7eb87b20-6c1b-4de6-ab01-7ec863b21649 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:43.781387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d4c2ef8f-8e92-4aee-a69c-0e2dc9ae01fb None None] For port aadac584-c363-48f5-8b30-6d436f81e20e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=aadac584-c363-48f5-8b30-6d436f81e20e,segment=NetworkSegment(19dab4d8-8466-449c-9c7b-aaf210d4afa8),segment_id=19dab4d8-8466-449c-9c7b-aaf210d4afa8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:43.790359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4c2ef8f-8e92-4aee-a69c-0e2dc9ae01fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:43.793853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d717929b-0712-40fd-b8f7-6b20fb96dd1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:43.831995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b8dc71-ad65-4a4f-9c4b-f8fc6f13c961 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Deleting subnet f5204289-c7bd-4bbf-a7e4-9c27100a6497 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:43.842752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2b8dc71-ad65-4a4f-9c4b-f8fc6f13c961 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:43.901301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': '0a12fb58-5283-4a8c-a36a-c6fc28c1d678'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:43.902173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:43.911842 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7eb87b20-6c1b-4de6-ab01-7ec863b21649 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:43.930979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2ef8f-8e92-4aee-a69c-0e2dc9ae01fb None None] Pushing event updated for resources: {'Port': ['ID=aadac584-c363-48f5-8b30-6d436f81e20e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:43.943820 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d4c2ef8f-8e92-4aee-a69c-0e2dc9ae01fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:43.963339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2b8dc71-ad65-4a4f-9c4b-f8fc6f13c961 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.014391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a746-2c45-4b70-a2e6-2e25f89ec98e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.078504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2b8dc71-ad65-4a4f-9c4b-f8fc6f13c961 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.129662 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Allocated IP 2001:db8::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/0a12fb58-5283-4a8c-a36a-c6fc28c1d678/9d625908-b96b-4fc7-8163-39a7325d9840) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:44.142360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a0c8b528-d449-4bd8-bc63-307b28a36f79 None None] Provisioning for port 917c974e-aeee-4de2-8a14-a542f7e52b21 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:44.150421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a0c8b528-d449-4bd8-bc63-307b28a36f79 None None] Provisioning complete for port 917c974e-aeee-4de2-8a14-a542f7e52b21 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:44.150794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b528-d449-4bd8-bc63-307b28a36f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.194663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2b8dc71-ad65-4a4f-9c4b-f8fc6f13c961 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.199910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:44.217503 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-df8588a6-1e5f-4c68-8c7a-41e1f287e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:41Z', 'revision_number': 9, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:44.222408 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8588a6-1e5f-4c68-8c7a-41e1f287e460 None None] Checking router: 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:03:44.238494 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8588a6-1e5f-4c68-8c7a-41e1f287e460 None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:44.239543 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-df8588a6-1e5f-4c68-8c7a-41e1f287e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:44.261130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8dc71-ad65-4a4f-9c4b-f8fc6f13c961 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Subnet': ['ID=f5204289-c7bd-4bbf-a7e4-9c27100a6497,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:44.263192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2b8dc71-ad65-4a4f-9c4b-f8fc6f13c961 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.268376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d2b8dc71-ad65-4a4f-9c4b-f8fc6f13c961 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:44.282233 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d2b8dc71-ad65-4a4f-9c4b-f8fc6f13c961 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/subnets/f5204289-c7bd-4bbf-a7e4-9c27100a6497 HTTP/1.1" status: 204 len: 168 time: 0.5704315 Dec 22 13:03:44.284791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48324) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:44.326339 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc711261-f9f5-4855-941e-ca94fea2be81 None None] Network 8e7ec13b-bd7a-4eff-a1c9-140692eff96a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:44.415369 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4ca3a746-2c45-4b70-a2e6-2e25f89ec98e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 59e6e8c0-e5ca-4f9c-9c91-affa44874c7b owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:44.432802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.445374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a0c8b528-d449-4bd8-bc63-307b28a36f79 None None] Port 917c974e-aeee-4de2-8a14-a542f7e52b21 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:44.464309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Deleting port 789f4417-9256-4ebe-b9f7-76c8d32ae610 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:44.464816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.543804 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a0c8b528-d449-4bd8-bc63-307b28a36f79 None None] Provisioning for port 59e6e8c0-e5ca-4f9c-9c91-affa44874c7b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:44.585558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a0c8b528-d449-4bd8-bc63-307b28a36f79 None None] Provisioning complete for port 59e6e8c0-e5ca-4f9c-9c91-affa44874c7b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:44.585961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b528-d449-4bd8-bc63-307b28a36f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.631637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device aadac584-c363-48f5-8b30-6d436f81e20e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:44.648769 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-df8588a6-1e5f-4c68-8c7a-41e1f287e460 None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:44.793393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a0c8b528-d449-4bd8-bc63-307b28a36f79 None None] Port 59e6e8c0-e5ca-4f9c-9c91-affa44874c7b cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:44.812495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.827217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8170a6ce-38a0-488d-ab94-8b57af40f4a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.828243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Transition to ACTIVE for port object 9d625908-b96b-4fc7-8163-39a7325d9840 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:44.856507 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a0c8b528-d449-4bd8-bc63-307b28a36f79 None None] Provisioning complete for port aadac584-c363-48f5-8b30-6d436f81e20e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:44.856882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0c8b528-d449-4bd8-bc63-307b28a36f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.900282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Transition to ACTIVE for port object 9d625908-b96b-4fc7-8163-39a7325d9840 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:44.914036 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port aadac584-c363-48f5-8b30-6d436f81e20e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:44.914419 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.919661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] For port 789f4417-9256-4ebe-b9f7-76c8d32ae610, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=789f4417-9256-4ebe-b9f7-76c8d32ae610,segment=NetworkSegment(4616acde-262e-49e7-bfa7-afd915afb38c),segment_id=4616acde-262e-49e7-bfa7-afd915afb38c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:44.920166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.970373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:44.983448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-08ad260a-9740-494b-bcda-d243666f2305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:44.989080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8170a6ce-38a0-488d-ab94-8b57af40f4a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for eb883338-c572-40de-9924-a0aff68d4009 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:45.028803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db6f8fe-539e-4b04-b08c-297b1fafcfde None None] DHCP port deletion for 8e7ec13b-bd7a-4eff-a1c9-140692eff96a request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:45.066086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Calling delete_port for 789f4417-9256-4ebe-b9f7-76c8d32ae610 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:45.070691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1db6f8fe-539e-4b04-b08c-297b1fafcfde None None] Deleting port 789f4417-9256-4ebe-b9f7-76c8d32ae610 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:45.071083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1db6f8fe-539e-4b04-b08c-297b1fafcfde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.110080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:45.123124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:45.125553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:45.147820 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-df8588a6-1e5f-4c68-8c7a-41e1f287e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:41Z', 'revision_number': 9, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:45.157478 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8588a6-1e5f-4c68-8c7a-41e1f287e460 None None] The sync data for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv is: [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:41Z', 'revision_number': 9, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de9bd8b1-ae9b-408e-b569-a2bb8b29de3c', 'name': '', 'network_id': 'bad06fb6-ec8d-48bd-bacd-e4eecc2faf46', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:a9:a2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:01Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '17cc018f-fe6a-4b12-abc9-22e5f5ea14f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:03:45.180963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.185848 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Pushing event updated for resources: {'Port': ['ID=9d625908-b96b-4fc7-8163-39a7325d9840,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:45.189093 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:45.191438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:45.232879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] No DVR routers for this DVR port 789f4417-9256-4ebe-b9f7-76c8d32ae610 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:45.247577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7eb87b20-6c1b-4de6-ab01-7ec863b21649 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.269029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Port': ['ID=789f4417-9256-4ebe-b9f7-76c8d32ae610,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:45.273965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:45.344675 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1db6f8fe-539e-4b04-b08c-297b1fafcfde None None] The port '789f4417-9256-4ebe-b9f7-76c8d32ae610' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:03:45.355619 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8170a6ce-38a0-488d-ab94-8b57af40f4a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.368221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.397155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Attempting to bind port 9d625908-b96b-4fc7-8163-39a7325d9840 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:45.397536 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Attempting to bind port 9d625908-b96b-4fc7-8163-39a7325d9840 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:45.397961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Attempting to bind port 9d625908-b96b-4fc7-8163-39a7325d9840 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:45.405457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7ec13b-bd7a-4eff-a1c9-140692eff96a']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:45.414198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:45.414598 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:45.414992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.415401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:45.415896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Bound port: 9d625908-b96b-4fc7-8163-39a7325d9840, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:45.416283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.418118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4616acde-262e-49e7-bfa7-afd915afb38c') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:45.418414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4616acde-262e-49e7-bfa7-afd915afb38c') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:45.430217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.434015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-266255c0-0e30-4f6a-a562-be999af8643b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:45.451654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.462397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:45.464209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.475555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7eb87b20-6c1b-4de6-ab01-7ec863b21649 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.479111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a746-2c45-4b70-a2e6-2e25f89ec98e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:45.487776 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:45.497973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170a6ce-38a0-488d-ab94-8b57af40f4a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=eb883338-c572-40de-9924-a0aff68d4009,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:45.504176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8170a6ce-38a0-488d-ab94-8b57af40f4a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:45.507822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1dc11736-9616-4d04-bb6c-00d7bf101ac3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:45.542615 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04f2af-deff-477a-b95e-64c01d519ac2 None None] Network b94bf214-1b05-49f2-8242-68cd5e000e52 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:45.562624 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7eb87b20-6c1b-4de6-ab01-7ec863b21649 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.594502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.615473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-10fa4513-1a99-4202-83ca-8288e8fdeeb4 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:45.632369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] For port 9d625908-b96b-4fc7-8163-39a7325d9840, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:45.654242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.675329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] For port 9d625908-b96b-4fc7-8163-39a7325d9840, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9d625908-b96b-4fc7-8163-39a7325d9840,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:45.676491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Pushing event deleted for resources: {'Network': ['ID=8e7ec13b-bd7a-4eff-a1c9-140692eff96a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:45.682531 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] 10.222.0.24 "DELETE /v2.0/networks/8e7ec13b-bd7a-4eff-a1c9-140692eff96a HTTP/1.1" status: 204 len: 168 time: 1.3967001 Dec 22 13:03:45.683596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:45.686791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cc078574-c855-457e-8c8c-ede632edc485 None None] Provisioning complete for port 917c974e-aeee-4de2-8a14-a542f7e52b21 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:45.687387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc078574-c855-457e-8c8c-ede632edc485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.693554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb87b20-6c1b-4de6-ab01-7ec863b21649 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Subnet': ['ID=9e7dec45-dc35-4612-9201-9436924c5950,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:45.696080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7eb87b20-6c1b-4de6-ab01-7ec863b21649 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:45.704246 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f0553817-3d6b-4cc7-9fd2-7264abe2f3a6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:45.750322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.754344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:45.788087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cc078574-c855-457e-8c8c-ede632edc485 None None] Port 917c974e-aeee-4de2-8a14-a542f7e52b21 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:45.788428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8170a6ce-38a0-488d-ab94-8b57af40f4a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.796718 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3a746-2c45-4b70-a2e6-2e25f89ec98e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=59e6e8c0-e5ca-4f9c-9c91-affa44874c7b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:45.799260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4ca3a746-2c45-4b70-a2e6-2e25f89ec98e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:45.809937 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7eb87b20-6c1b-4de6-ab01-7ec863b21649 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/9e7dec45-dc35-4612-9201-9436924c5950 HTTP/1.1" status: 204 len: 168 time: 2.3271844 Dec 22 13:03:45.812697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48330) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:45.830044 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8170a6ce-38a0-488d-ab94-8b57af40f4a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/eb883338-c572-40de-9924-a0aff68d4009 HTTP/1.1" status: 204 len: 168 time: 2.4072866 Dec 22 13:03:45.833525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48334) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:45.886785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cc078574-c855-457e-8c8c-ede632edc485 None None] Could not find standard attr ID for object 59e6e8c0-e5ca-4f9c-9c91-affa44874c7b. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:03:45.939460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a746-2c45-4b70-a2e6-2e25f89ec98e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.944174 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4ca3a746-2c45-4b70-a2e6-2e25f89ec98e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/59e6e8c0-e5ca-4f9c-9c91-affa44874c7b HTTP/1.1" status: 204 len: 168 time: 2.6858537 Dec 22 13:03:45.945712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48338) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:45.955539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.967320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port f751adef-84a8-47c5-8c62-9c649d06dfa8 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:45.967788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:45.996832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Pushing event updated for resources: {'Port': ['ID=9d625908-b96b-4fc7-8163-39a7325d9840,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:46.010496 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d262dc54-4184-4ca0-a16b-e88f0441dc9b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:03:46.011029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d262dc54-4184-4ca0-a16b-e88f0441dc9b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:46.014309 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:46.024763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e914c109-c1a8-4fab-bf11-1aa8a158cf15 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:46.026383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e914c109-c1a8-4fab-bf11-1aa8a158cf15 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:46.027122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e914c109-c1a8-4fab-bf11-1aa8a158cf15 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:46.048917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d262dc54-4184-4ca0-a16b-e88f0441dc9b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:46.055412 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d262dc54-4184-4ca0-a16b-e88f0441dc9b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/59e6e8c0-e5ca-4f9c-9c91-affa44874c7b HTTP/1.1" status: 404 len: 333 time: 0.1062484 Dec 22 13:03:46.055945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48344) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:46.093780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e914c109-c1a8-4fab-bf11-1aa8a158cf15 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:46.094967 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e914c109-c1a8-4fab-bf11-1aa8a158cf15 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2605071 Dec 22 13:03:46.104179 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48348) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:46.150838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8b965fa7-dd97-4c3b-b86e-12e46c261d13 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 917c974e-aeee-4de2-8a14-a542f7e52b21 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:46.151301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b965fa7-dd97-4c3b-b86e-12e46c261d13 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:46.173549 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865c33f-9843-4663-9eb5-1bec1ba34b3c None None] DHCP port deletion for b94bf214-1b05-49f2-8242-68cd5e000e52 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:46.178359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c865c33f-9843-4663-9eb5-1bec1ba34b3c None None] Deleting port f751adef-84a8-47c5-8c62-9c649d06dfa8 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:46.178879 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c865c33f-9843-4663-9eb5-1bec1ba34b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:46.183341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48352) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:46.307770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a3278e-d8f3-4eaf-a350-c2d375a8805e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 0a12fb58-5283-4a8c-a36a-c6fc28c1d678 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:46.310691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07a3278e-d8f3-4eaf-a350-c2d375a8805e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:46.442990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] For port f751adef-84a8-47c5-8c62-9c649d06dfa8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f751adef-84a8-47c5-8c62-9c649d06dfa8,segment=NetworkSegment(67555313-ded5-4122-9317-e7ec9f0c6505),segment_id=67555313-ded5-4122-9317-e7ec9f0c6505)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:46.443559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:46.454894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07a3278e-d8f3-4eaf-a350-c2d375a8805e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:46.509721 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9525e53e-5dea-4968-9fe3-591621ac4b2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16f5a0ed51dc4f5a807b574284c54a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234301 Dec 22 13:03:46.519399 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48358) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:46.543810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b965fa7-dd97-4c3b-b86e-12e46c261d13 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:46.594772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9d625908-b96b-4fc7-8163-39a7325d9840 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:46.676020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c865c33f-9843-4663-9eb5-1bec1ba34b3c None None] For port f751adef-84a8-47c5-8c62-9c649d06dfa8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f751adef-84a8-47c5-8c62-9c649d06dfa8,segment=NetworkSegment(67555313-ded5-4122-9317-e7ec9f0c6505),segment_id=67555313-ded5-4122-9317-e7ec9f0c6505)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:46.676441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c865c33f-9843-4663-9eb5-1bec1ba34b3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:46.726788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8b965fa7-dd97-4c3b-b86e-12e46c261d13 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 917c974e-aeee-4de2-8a14-a542f7e52b21 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:46.753016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for f751adef-84a8-47c5-8c62-9c649d06dfa8 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:46.809413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c865c33f-9843-4663-9eb5-1bec1ba34b3c None None] Calling delete_port for f751adef-84a8-47c5-8c62-9c649d06dfa8 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:46.861448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07a3278e-d8f3-4eaf-a350-c2d375a8805e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:46.864470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 9d625908-b96b-4fc7-8163-39a7325d9840 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:46.898181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:46.904214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-c865c33f-9843-4663-9eb5-1bec1ba34b3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:03:46.904805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-c865c33f-9843-4663-9eb5-1bec1ba34b3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:03:46.907571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4d047e0f-fa35-4276-a464-ae92168ee8c0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:46.933532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 789f4417-9256-4ebe-b9f7-76c8d32ae610 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:46.965970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No DVR routers for this DVR port f751adef-84a8-47c5-8c62-9c649d06dfa8 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:46.976375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 789f4417-9256-4ebe-b9f7-76c8d32ae610 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:46.976750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 789f4417-9256-4ebe-b9f7-76c8d32ae610 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:46.977188 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3c0187bb-f394-4312-85f0-0fa9385ef208 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:46.981798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42df8e58-e933-406d-9d6f-3649f5d80a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.004472 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=f751adef-84a8-47c5-8c62-9c649d06dfa8,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:47.011153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:47.018302 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 3c0187bb-f394-4312-85f0-0fa9385ef208 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:47.018653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3c0187bb-f394-4312-85f0-0fa9385ef208 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:47.019101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f751adef-84a8-47c5-8c62-9c649d06dfa8 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:47.030545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42df8e58-e933-406d-9d6f-3649f5d80a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.053379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: f751adef-84a8-47c5-8c62-9c649d06dfa8 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:47.053735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f751adef-84a8-47c5-8c62-9c649d06dfa8 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:47.130196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.152551 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b965fa7-dd97-4c3b-b86e-12e46c261d13 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.154619 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42df8e58-e933-406d-9d6f-3649f5d80a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.161405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-21700dde-f65c-472b-936c-fe5104ec0f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:47.170702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94bf214-1b05-49f2-8242-68cd5e000e52']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:47.181408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df8e58-e933-406d-9d6f-3649f5d80a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9830116-92a6-42db-b97a-65a6196d2f64,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:47.184629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07a3278e-d8f3-4eaf-a350-c2d375a8805e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.192568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8159b092-47d1-4cf1-bf7f-453674c56bd4 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:47.220010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-42df8e58-e933-406d-9d6f-3649f5d80a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:47.220216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d9de5877-28f2-4f48-9a27-d3e746d45849 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:47.221848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67555313-ded5-4122-9317-e7ec9f0c6505') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:47.222178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67555313-ded5-4122-9317-e7ec9f0c6505') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:47.246935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07a3278e-d8f3-4eaf-a350-c2d375a8805e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.249886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3278e-d8f3-4eaf-a350-c2d375a8805e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=0a12fb58-5283-4a8c-a36a-c6fc28c1d678,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:47.252250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-07a3278e-d8f3-4eaf-a350-c2d375a8805e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:47.255673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.273182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b965fa7-dd97-4c3b-b86e-12e46c261d13 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=917c974e-aeee-4de2-8a14-a542f7e52b21,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:47.281993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.288397 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-07a3278e-d8f3-4eaf-a350-c2d375a8805e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/0a12fb58-5283-4a8c-a36a-c6fc28c1d678 HTTP/1.1" status: 204 len: 168 time: 1.1809304 Dec 22 13:03:47.289789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48362) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:47.304749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8b965fa7-dd97-4c3b-b86e-12e46c261d13 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:47.327939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42df8e58-e933-406d-9d6f-3649f5d80a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.331812 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-42df8e58-e933-406d-9d6f-3649f5d80a89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9830116-92a6-42db-b97a-65a6196d2f64 HTTP/1.1" status: 204 len: 168 time: 0.8080659 Dec 22 13:03:47.344363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b965fa7-dd97-4c3b-b86e-12e46c261d13 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.348765 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8b965fa7-dd97-4c3b-b86e-12e46c261d13 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/917c974e-aeee-4de2-8a14-a542f7e52b21 HTTP/1.1" status: 204 len: 168 time: 1.2895842 Dec 22 13:03:47.348939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48368) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:47.386309 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15caa19a-b839-47f3-a1d5-7bcc27210151 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:47.388062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:47.388475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.396215 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-1665186c-af48-49b9-b94e-b9952cb0f115 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:03:47.396775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1665186c-af48-49b9-b94e-b9952cb0f115 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:47.403385 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:47.416673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c865c33f-9843-4663-9eb5-1bec1ba34b3c None None] Deleting port f751adef-84a8-47c5-8c62-9c649d06dfa8 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:47.417141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c865c33f-9843-4663-9eb5-1bec1ba34b3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.421509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1665186c-af48-49b9-b94e-b9952cb0f115 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:47.425729 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1665186c-af48-49b9-b94e-b9952cb0f115 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/917c974e-aeee-4de2-8a14-a542f7e52b21 HTTP/1.1" status: 404 len: 333 time: 0.0757189 Dec 22 13:03:47.426311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:47.507412 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-64eaea72-8171-4cb8-ad90-558a11c2f0ac tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2159443 Dec 22 13:03:47.509881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.511150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-60006dd3-1d03-4ba0-b211-76090b040350 None None] Could not find standard attr ID for object eb883338-c572-40de-9924-a0aff68d4009. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:03:47.515055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.518006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48376) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:47.520288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-39c64c20-98d8-4b9c-8dd5-e2d65324f771 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:47.520779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-802d2207-43dd-4715-90e4-6ae3c3bbe377 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting subnet b77e8644-6fe0-4860-b1bb-a47c1e6a970a {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:47.523921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-802d2207-43dd-4715-90e4-6ae3c3bbe377 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.547680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:47.572655 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/networks/b94bf214-1b05-49f2-8242-68cd5e000e52 HTTP/1.1" status: 204 len: 168 time: 1.7583382 Dec 22 13:03:47.578192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Network': ['ID=b94bf214-1b05-49f2-8242-68cd5e000e52,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:47.581169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:47.581768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48382) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:47.625942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-802d2207-43dd-4715-90e4-6ae3c3bbe377 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.647374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c865c33f-9843-4663-9eb5-1bec1ba34b3c None None] The port 'f751adef-84a8-47c5-8c62-9c649d06dfa8' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:03:47.725395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-60006dd3-1d03-4ba0-b211-76090b040350 None None] Provisioning for port 9d625908-b96b-4fc7-8163-39a7325d9840 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:47.745255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-60006dd3-1d03-4ba0-b211-76090b040350 None None] Provisioning complete for port 9d625908-b96b-4fc7-8163-39a7325d9840 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:47.745643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60006dd3-1d03-4ba0-b211-76090b040350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.746948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-802d2207-43dd-4715-90e4-6ae3c3bbe377 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.823663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:47.827876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:47.831454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:47.837793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:47.860008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:47.864537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.905746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60006dd3-1d03-4ba0-b211-76090b040350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.916706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-802d2207-43dd-4715-90e4-6ae3c3bbe377 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.922464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:47.941402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-60006dd3-1d03-4ba0-b211-76090b040350 None None] For port 9d625908-b96b-4fc7-8163-39a7325d9840, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9d625908-b96b-4fc7-8163-39a7325d9840,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:47.942996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ac582-a772-485f-a984-a8929003c3e0 None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:47.947472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-284ac582-a772-485f-a984-a8929003c3e0 None None] Deleting port 9d625908-b96b-4fc7-8163-39a7325d9840 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:47.948107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-284ac582-a772-485f-a984-a8929003c3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.963260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d2207-43dd-4715-90e4-6ae3c3bbe377 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Subnet': ['ID=b77e8644-6fe0-4860-b1bb-a47c1e6a970a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:47.967894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-802d2207-43dd-4715-90e4-6ae3c3bbe377 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:47.976314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-802d2207-43dd-4715-90e4-6ae3c3bbe377 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:47.980214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7210ee6-6e21-49da-aff1-bdbcf0bb0ff1 None None] Network 999360cf-f8d1-4690-96b0-c99073008060 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:47.995466 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-802d2207-43dd-4715-90e4-6ae3c3bbe377 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/b77e8644-6fe0-4860-b1bb-a47c1e6a970a HTTP/1.1" status: 204 len: 168 time: 0.5679967 Dec 22 13:03:47.996136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48394) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:48.001611 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-60006dd3-1d03-4ba0-b211-76090b040350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.013583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7b16f526-a9e0-46ea-9a0a-ac8b540b811a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:48.122311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.133441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port aadac584-c363-48f5-8b30-6d436f81e20e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:48.133896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.330407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48406) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:48.377620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] For port aadac584-c363-48f5-8b30-6d436f81e20e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=aadac584-c363-48f5-8b30-6d436f81e20e,segment=NetworkSegment(19dab4d8-8466-449c-9c7b-aaf210d4afa8),segment_id=19dab4d8-8466-449c-9c7b-aaf210d4afa8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:48.378481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.410550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60006dd3-1d03-4ba0-b211-76090b040350 None None] Pushing event updated for resources: {'Port': ['ID=9d625908-b96b-4fc7-8163-39a7325d9840,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:48.440159 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-60006dd3-1d03-4ba0-b211-76090b040350 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:48.538981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for aadac584-c363-48f5-8b30-6d436f81e20e owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:48.539510 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9d625908-b96b-4fc7-8163-39a7325d9840 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:48.552096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.559106 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7060e6af-3142-44a0-86b6-7708a6fb9515 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:48.577623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2049445466'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:48.591087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:48.610554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:network and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:48.615052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-284ac582-a772-485f-a984-a8929003c3e0 None None] For port 9d625908-b96b-4fc7-8163-39a7325d9840, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9d625908-b96b-4fc7-8163-39a7325d9840,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:48.615459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-284ac582-a772-485f-a984-a8929003c3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.616523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:48.626420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:48.632783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:48.636745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:48.642968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:48.643872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.655394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:48.662261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=0158ee2c-d5d3-4b9c-9df9-7e8e8c83bf33,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:48.668277 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:48.671195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.688829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.689147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.711751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:48.714466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.719733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:48.758535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:security_group_rule and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:48.764429 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2244833 Dec 22 13:03:48.764602 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:48.772567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48412) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:48.773245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:48.790350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': '0158ee2c-d5d3-4b9c-9df9-7e8e8c83bf33', 'ip_address': '2001:db8::8cf0:9b68:251d:c1fb'}], 'name': 'tempest-NetworksTestDHCPv6-1518195490'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:48.806386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=aadac584-c363-48f5-8b30-6d436f81e20e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:48.806634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967bc46b-6519-491e-9de5-cfa4a11c2b2e None None] DHCP port deletion for 999360cf-f8d1-4690-96b0-c99073008060 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:48.812684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No DVR routers for this DVR port aadac584-c363-48f5-8b30-6d436f81e20e on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:48.814919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-284ac582-a772-485f-a984-a8929003c3e0 None None] Calling delete_port for 9d625908-b96b-4fc7-8163-39a7325d9840 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:48.846582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:48.934294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.962250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-284ac582-a772-485f-a984-a8929003c3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:48.967974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c417ea85-51f6-457f-b86d-25ce3d5ad073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:49.049861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ac582-a772-485f-a984-a8929003c3e0 None None] Pushing event deleted for resources: {'Port': ['ID=9d625908-b96b-4fc7-8163-39a7325d9840,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:49.052025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ac582-a772-485f-a984-a8929003c3e0 None None] No DVR routers for this DVR port 9d625908-b96b-4fc7-8163-39a7325d9840 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:49.053434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-284ac582-a772-485f-a984-a8929003c3e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:49.069469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:49.069804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.074758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990a0bc0-e715-48ad-aa42-6b9c62b52eb5 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:49.168701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.240851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['999360cf-f8d1-4690-96b0-c99073008060']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:49.262049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19dab4d8-8466-449c-9c7b-aaf210d4afa8') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:49.262356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19dab4d8-8466-449c-9c7b-aaf210d4afa8') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:49.269751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:49.269965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] For port de9bd8b1-ae9b-408e-b569-a2bb8b29de3c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=de9bd8b1-ae9b-408e-b569-a2bb8b29de3c,segment=NetworkSegment(a9d4e42a-7d6d-415d-9a56-63ce7550abeb),segment_id=a9d4e42a-7d6d-415d-9a56-63ce7550abeb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:49.270449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.284392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.295480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:49.306793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:49.308905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': '0158ee2c-d5d3-4b9c-9df9-7e8e8c83bf33'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:49.309958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.319732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.321882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:49.324787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.332893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:49.333306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.350007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:49.352951 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:49.358966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-43052ad4-61f3-4a30-a115-272975e2f2f4 tempest-NegativeSecGroupIPv6Test-1432496186 tempest-NegativeSecGroupIPv6Test-1432496186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:49.404457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for de9bd8b1-ae9b-408e-b569-a2bb8b29de3c owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:49.419952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:49.473045 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Allocated IP 2001:db8::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/0158ee2c-d5d3-4b9c-9df9-7e8e8c83bf33/ddc2d4ff-f6a3-437b-87dc-5035dc7597ab) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:49.533956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ba0da7-2c0a-4f01-9b2f-8f14c6a8a45d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:49.539210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:49.545878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.551282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:49.554728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-262cd9c9-72f0-4adb-8f12-16c6251f75cf tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:49.571955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.595199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Network': ['ID=999360cf-f8d1-4690-96b0-c99073008060,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:49.612769 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:49.613714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.614063 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Added segment 8cfb0da4-5030-49f6-8555-31756103d55d of type vlan for network 817140a7-9b73-42c6-9743-5537fbc8a564 Dec 22 13:03:49.632649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.644164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3f874bc0-cc6a-4aa3-b009-f53e14860cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:49.654933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.680495 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/networks/999360cf-f8d1-4690-96b0-c99073008060 HTTP/1.1" status: 204 len: 168 time: 1.6797915 Dec 22 13:03:49.682426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48416) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:49.685116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.695692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1965474826'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:49.704963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:49.712089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:network and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:49.715366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 645fb3ff-c7a8-4669-8929-6e5a494ab773 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:49.720649 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.732350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Transition to ACTIVE for port object ddc2d4ff-f6a3-437b-87dc-5035dc7597ab will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:49.739295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=de9bd8b1-ae9b-408e-b569-a2bb8b29de3c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:49.741797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:49.752863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:49.753205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Transition to ACTIVE for port object ddc2d4ff-f6a3-437b-87dc-5035dc7597ab will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:49.762067 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.771903 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:49.775331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:49.813396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:49.817415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.835375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.842002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:49.842800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.848076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:49.851457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:49.853874 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-928d1785-e23d-41f2-a06d-7ea96d3d18b0 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:49.856482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:49.859052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Pushing event updated for resources: {'Port': ['ID=ddc2d4ff-f6a3-437b-87dc-5035dc7597ab,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:49.863395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:49.935898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.966695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Attempting to bind port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:49.967221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Attempting to bind port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:49.967824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Attempting to bind port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:49.974742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:49.975194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:49.975728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.976132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:49.976701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Bound port: ddc2d4ff-f6a3-437b-87dc-5035dc7597ab, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:49.977143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:49.995713 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6637182 Dec 22 13:03:50.008279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48420) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:50.024597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:50.037132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'name': 'tempest-PortsIpV6TestJSON-287148799'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:50.057009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Network': ['ID=817140a7-9b73-42c6-9743-5537fbc8a564,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:50.067230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:50.075360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 817140a7-9b73-42c6-9743-5537fbc8a564 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:50.098548 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] For port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:50.130793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:50.131149 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Added segment 4d96c9b8-aa1f-49dd-92cc-17b2f170ede9 of type vlan for network b7741f5b-a4ab-4f7c-b6cf-be270db95de3 Dec 22 13:03:50.155904 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] For port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ddc2d4ff-f6a3-437b-87dc-5035dc7597ab,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:50.166688 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:50.179200 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-60006dd3-1d03-4ba0-b211-76090b040350 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:50.242233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:50.245394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:50.258158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:port and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:50.262709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:50.267355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::8cf0:9b68:251d:c1fb (cc430aa9-1eda-495d-9373-01b5d372ccd0/0158ee2c-d5d3-4b9c-9df9-7e8e8c83bf33/645fb3ff-c7a8-4669-8929-6e5a494ab773) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:50.276287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:50.281921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Pushing event updated for resources: {'Port': ['ID=ddc2d4ff-f6a3-437b-87dc-5035dc7597ab,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:50.285075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:50.318778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:50.323012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:50.353472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:50.359035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:50.359679 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:50.367486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9afebc17-a085-47b8-bda8-fd870259bc6c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:50.417207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:03:50.460927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:50.611712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:03:50.622592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9f230-a70b-434c-a06b-ba05701b899f None None] Sync routers for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:03:50.631668 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9959571 Dec 22 13:03:50.632604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48424) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:50.634861 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9523742 Dec 22 13:03:50.643616 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9f230-a70b-434c-a06b-ba05701b899f None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:50.645697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7bf9f230-a70b-434c-a06b-ba05701b899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:50.649513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48428) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:50.653633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Network': ['ID=b7741f5b-a4ab-4f7c-b6cf-be270db95de3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:50.675150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:50.681424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': 'b7741f5b-a4ab-4f7c-b6cf-be270db95de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:50.724388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network b7741f5b-a4ab-4f7c-b6cf-be270db95de3 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:50.728692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb15227e-3c2a-42cd-a294-40e8e1373a48 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting subnet 17cc018f-fe6a-4b12-abc9-22e5f5ea14f1 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:50.733355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb15227e-3c2a-42cd-a294-40e8e1373a48 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:50.738348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device aadac584-c363-48f5-8b30-6d436f81e20e no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:50.798767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb15227e-3c2a-42cd-a294-40e8e1373a48 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:50.885199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb15227e-3c2a-42cd-a294-40e8e1373a48 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:50.961973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb15227e-3c2a-42cd-a294-40e8e1373a48 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:50.966893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-07a3278e-d8f3-4eaf-a350-c2d375a8805e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:51.004480 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15227e-3c2a-42cd-a294-40e8e1373a48 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Subnet': ['ID=17cc018f-fe6a-4b12-abc9-22e5f5ea14f1,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:51.007054 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cb15227e-3c2a-42cd-a294-40e8e1373a48 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:51.009954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb15227e-3c2a-42cd-a294-40e8e1373a48 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.016816 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cb15227e-3c2a-42cd-a294-40e8e1373a48 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/17cc018f-fe6a-4b12-abc9-22e5f5ea14f1 HTTP/1.1" status: 204 len: 168 time: 0.3828835 Dec 22 13:03:51.019657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48432) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:51.020232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7bf9f230-a70b-434c-a06b-ba05701b899f None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:51.086042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6419e1-ac4f-4ccd-9153-b89784885c97 None None] Network bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:51.106148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.115183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:51.117460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: aadac584-c363-48f5-8b30-6d436f81e20e {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:51.117838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device aadac584-c363-48f5-8b30-6d436f81e20e not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:51.126951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:51.141600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.149164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:51.153414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 55c73335-e3ec-4496-b60b-57ce634a3a7e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:51.153763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.163242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:51.178602 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 645fb3ff-c7a8-4669-8929-6e5a494ab773 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:51.204506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.209393 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:51.212839 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.368481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.378243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:51.429789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.461914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] For port 55c73335-e3ec-4496-b60b-57ce634a3a7e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=55c73335-e3ec-4496-b60b-57ce634a3a7e,segment=NetworkSegment(a9d4e42a-7d6d-415d-9a56-63ce7550abeb),segment_id=a9d4e42a-7d6d-415d-9a56-63ce7550abeb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:51.462583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.501916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:51.508232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:51.534558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:51.552554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:51.553529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.574297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=645fb3ff-c7a8-4669-8929-6e5a494ab773,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:51.599815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:51.603037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ac071969-4b53-42f4-b8f0-cc38f75b9f82 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:51.616824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for 55c73335-e3ec-4496-b60b-57ce634a3a7e owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:51.620977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7bf9f230-a70b-434c-a06b-ba05701b899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:49Z', 'revision_number': 10, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:51.625670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9f230-a70b-434c-a06b-ba05701b899f None None] Checking router: 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:03:51.635992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9f230-a70b-434c-a06b-ba05701b899f None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:51.636862 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7bf9f230-a70b-434c-a06b-ba05701b899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:51.716576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.716892 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7b2cb-7b28-4b14-8e62-67510a55003d None None] DHCP port deletion for bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:51.722672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2f535ab0-2e2f-4f38-9f06-90158d250ece tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:51.748999 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9712212 Dec 22 13:03:51.758318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48436) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:51.759173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Checking segment: {'id': '8cfb0da4-5030-49f6-8555-31756103d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:51.759591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network hostable DHCP agents. Network: 817140a7-9b73-42c6-9743-5537fbc8a564, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:51.790461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=55c73335-e3ec-4496-b60b-57ce634a3a7e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:51.800013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.800394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.800772 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.801145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.801507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.801875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.802378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.802821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.803109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.803469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.803855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.804214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.808436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:51.809106 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No DVR routers for this DVR port 55c73335-e3ec-4496-b60b-57ce634a3a7e on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:51.822198 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=cf5a5a33-77d7-43dd-b3c5-6e8f599d2009,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:51.832944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:51.843178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7bf9f230-a70b-434c-a06b-ba05701b899f None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:51.851254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.857987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:51.890542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 817140a7-9b73-42c6-9743-5537fbc8a564 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:51.934866 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 817140a7-9b73-42c6-9743-5537fbc8a564) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:51.935566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c49088d6-7645-462c-9bf5-f2eaa28be03e None None] Provisioning for port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:51.948249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:51.953986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:51.954175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3d6c38-4e90-423f-aeb5-4c52e185b613 None None] Network 817140a7-9b73-42c6-9743-5537fbc8a564 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:51.954644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:51.971199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Subnet': ['ID=2d503b85-e717-4438-b554-22c07388e792,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:51.995541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.996021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.996593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.996784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.997170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.997548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.997896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.998334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.998703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.999063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.999419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:51.999806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:52.007937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:52.019349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea288ba-0c68-4399-9034-b4de211e2384 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:52.035321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea288ba-0c68-4399-9034-b4de211e2384 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:52.036996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1ea288ba-0c68-4399-9034-b4de211e2384 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:52.051554 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0329535 Dec 22 13:03:52.055456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48440) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:52.060383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Checking segment: {'id': '4d96c9b8-aa1f-49dd-92cc-17b2f170ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b7741f5b-a4ab-4f7c-b6cf-be270db95de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:52.060740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network hostable DHCP agents. Network: b7741f5b-a4ab-4f7c-b6cf-be270db95de3, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:52.077272 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-358774805'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:52.083425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:52.089436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.090596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:network and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:52.098901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:52.110339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:52.119404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1ea288ba-0c68-4399-9034-b4de211e2384 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:52.120456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad06fb6-ec8d-48bd-bacd-e4eecc2faf46']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:52.124171 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1ea288ba-0c68-4399-9034-b4de211e2384 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3597062 Dec 22 13:03:52.125984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48444) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:52.129249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network b7741f5b-a4ab-4f7c-b6cf-be270db95de3 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:52.137047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d4e42a-7d6d-415d-9a56-63ce7550abeb') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:52.138213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d4e42a-7d6d-415d-9a56-63ce7550abeb') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:52.151904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.172239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.180162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:52.180658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:52.198023 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:52.214815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-98b882b4-1c5a-4016-9a63-5d4280312824 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 645fb3ff-c7a8-4669-8929-6e5a494ab773 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:52.215162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98b882b4-1c5a-4016-9a63-5d4280312824 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.238712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a28a162a-df76-43db-a6de-f43960ce669a None None] Could not find standard attr ID for object eb883338-c572-40de-9924-a0aff68d4009. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:03:52.262330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:52.265926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.287176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, b7741f5b-a4ab-4f7c-b6cf-be270db95de3) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:52.293681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.298403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7c108ee0-5e28-45ca-8937-8ca0f0600173 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:52.304365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:52.305051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.322397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.329585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Network': ['ID=bad06fb6-ec8d-48bd-bacd-e4eecc2faf46,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:52.334511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:52.345144 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/networks/bad06fb6-ec8d-48bd-bacd-e4eecc2faf46 HTTP/1.1" status: 204 len: 168 time: 1.3242764 Dec 22 13:03:52.345841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48448) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:52.384586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:03:52.397142 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7407405 Dec 22 13:03:52.402666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48452) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:52.409927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.410523 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Added segment 4062f01c-c59f-4d18-ba83-30a71832b80a of type vlan for network 0f373e5b-09c7-4d5b-a930-5dbf7f0992dc Dec 22 13:03:52.415116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': 'b7741f5b-a4ab-4f7c-b6cf-be270db95de3', 'name': 'tempest-PortsTestJSON-1666674269', 'fixed_ips': [{'subnet_id': '2d503b85-e717-4438-b554-22c07388e792', 'ip_address': '172.20.0.10'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:52.415519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb74a229-29fb-4f1f-bcea-9babab44bffb None None] Network b7741f5b-a4ab-4f7c-b6cf-be270db95de3 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:52.594585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ddc2d4ff-f6a3-437b-87dc-5035dc7597ab up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:52.665324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2aaa8b13-9b68-4df2-ad65-b1b671eb3017 None None] Provisioning for port 645fb3ff-c7a8-4669-8929-6e5a494ab773 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:52.687274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2aaa8b13-9b68-4df2-ad65-b1b671eb3017 None None] Provisioning complete for port 645fb3ff-c7a8-4669-8929-6e5a494ab773 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:52.687670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2aaa8b13-9b68-4df2-ad65-b1b671eb3017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.722846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.752999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98b882b4-1c5a-4016-9a63-5d4280312824 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.835256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2aaa8b13-9b68-4df2-ad65-b1b671eb3017 None None] Port 645fb3ff-c7a8-4669-8929-6e5a494ab773 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:52.868728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:52.890570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.891755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:52.891905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:52.919478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-98b882b4-1c5a-4016-9a63-5d4280312824 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 645fb3ff-c7a8-4669-8929-6e5a494ab773 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:52.985502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:52.989553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:port and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:52.992468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:52.998357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:53.005276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7bf9f230-a70b-434c-a06b-ba05701b899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:49Z', 'revision_number': 10, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:53.007410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.010669 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf9f230-a70b-434c-a06b-ba05701b899f None None] The sync data for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv is: [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:49Z', 'revision_number': 10, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None, '_interfaces': [{'id': 'bf822520-e83b-456f-a4c0-cddc985a06ef', 'name': '', 'network_id': '19d53f2a-da3f-457a-9e6a-81292f1b9188', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'mac_address': 'fa:16:3e:16:65:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '88294426-dc56-445c-89b1-5596475fb75a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:02:52Z', 'updated_at': '2021-12-22T13:03:02Z', 'revision_number': 5, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'subnets': [{'id': '88294426-dc56-445c-89b1-5596475fb75a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:03:53.012985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:53.013583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.022080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e7eabbc1-7b99-471e-889f-1aad447ad5dd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:53.047955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-b7741f5b-a4ab-4f7c-b6cf-be270db95de3', 'network_id': 'b7741f5b-a4ab-4f7c-b6cf-be270db95de3', 'tenant_id': '09da01ce16a14f99b2a065e133e9b364', 'fixed_ips': [{'subnet_id': '2d503b85-e717-4438-b554-22c07388e792'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:53.048850 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.068552 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:53.129603 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.193696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ddc2d4ff-f6a3-437b-87dc-5035dc7597ab,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:53.222478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.229657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:53.251711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port bf822520-e83b-456f-a4c0-cddc985a06ef {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:53.252062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.317506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Allocated IP 172.20.0.2 (b7741f5b-a4ab-4f7c-b6cf-be270db95de3/2d503b85-e717-4438-b554-22c07388e792/16b3c445-0ff8-4456-9470-3e485334fc26) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:53.323350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=ddc2d4ff-f6a3-437b-87dc-5035dc7597ab,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:53.328472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:53.392467 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3333955 Dec 22 13:03:53.398129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48456) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:53.404552 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 55c73335-e3ec-4496-b60b-57ce634a3a7e no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:53.416043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'ports': [{'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564'}, {'network_id': '0f373e5b-09c7-4d5b-a930-5dbf7f0992dc'}]} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:53.416621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:53.417413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '0f373e5b-09c7-4d5b-a930-5dbf7f0992dc'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:53.453833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Network': ['ID=0f373e5b-09c7-4d5b-a930-5dbf7f0992dc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:53.459505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 55c73335-e3ec-4496-b60b-57ce634a3a7e {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:53.459947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 55c73335-e3ec-4496-b60b-57ce634a3a7e not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:53.465502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:53.490909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 0f373e5b-09c7-4d5b-a930-5dbf7f0992dc details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:03:53.525065 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.554089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port 02959b58-f0f7-4586-9cd3-ee6cedb1c88b yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:53.620805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98b882b4-1c5a-4016-9a63-5d4280312824 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.634727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bc33b44f-8c33-489a-b2b2-762aab9faadc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:53.709698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b882b4-1c5a-4016-9a63-5d4280312824 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=645fb3ff-c7a8-4669-8929-6e5a494ab773,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:53.712444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-98b882b4-1c5a-4016-9a63-5d4280312824 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:53.716974 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:03:53.733592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.745977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Transition to ACTIVE for port object 16b3c445-0ff8-4456-9470-3e485334fc26 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:53.764687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-98b882b4-1c5a-4016-9a63-5d4280312824 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.774052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Transition to ACTIVE for port object 16b3c445-0ff8-4456-9470-3e485334fc26 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:53.783441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.789600 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:53.804100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] For port bf822520-e83b-456f-a4c0-cddc985a06ef, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=bf822520-e83b-456f-a4c0-cddc985a06ef,segment=NetworkSegment(de9b521b-03ed-4375-ab32-34a514b56028),segment_id=de9b521b-03ed-4375-ab32-34a514b56028)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:53.804570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.837433 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-98b882b4-1c5a-4016-9a63-5d4280312824 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/645fb3ff-c7a8-4669-8929-6e5a494ab773 HTTP/1.1" status: 204 len: 168 time: 1.7075605 Dec 22 13:03:53.839378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48460) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:53.866371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Network b7741f5b-a4ab-4f7c-b6cf-be270db95de3 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:53.869610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:53.872558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:53.918762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Pushing event updated for resources: {'Port': ['ID=16b3c445-0ff8-4456-9470-3e485334fc26,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:53.922453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:53.946061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for bf822520-e83b-456f-a4c0-cddc985a06ef owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:53.981248 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6c8fe-18ea-4ce7-a67f-b51e98ee969d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:53.983569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6c8fe-18ea-4ce7-a67f-b51e98ee969d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:53.988639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Attempting to bind port 16b3c445-0ff8-4456-9470-3e485334fc26 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:53.988639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Attempting to bind port 16b3c445-0ff8-4456-9470-3e485334fc26 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '4d96c9b8-aa1f-49dd-92cc-17b2f170ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b7741f5b-a4ab-4f7c-b6cf-be270db95de3'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:53.988982 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-27a6c8fe-18ea-4ce7-a67f-b51e98ee969d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1458502 Dec 22 13:03:53.989084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Attempting to bind port 16b3c445-0ff8-4456-9470-3e485334fc26 on network b7741f5b-a4ab-4f7c-b6cf-be270db95de3 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:53.989763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:53.992266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:53.994156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:53.994621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Checking segment: {'id': '4d96c9b8-aa1f-49dd-92cc-17b2f170ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b7741f5b-a4ab-4f7c-b6cf-be270db95de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:53.995767 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:53.996241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Bound using segment: {'id': '4d96c9b8-aa1f-49dd-92cc-17b2f170ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b7741f5b-a4ab-4f7c-b6cf-be270db95de3'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:53.997443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Bound port: 16b3c445-0ff8-4456-9470-3e485334fc26, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d96c9b8-aa1f-49dd-92cc-17b2f170ede9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b7741f5b-a4ab-4f7c-b6cf-be270db95de3'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:53.997443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.001572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:port and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:54.006656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:54.015752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:54.047741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 2} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:54.053126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.064033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.10 (b7741f5b-a4ab-4f7c-b6cf-be270db95de3/2d503b85-e717-4438-b554-22c07388e792/02959b58-f0f7-4586-9cd3-ee6cedb1c88b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:54.078045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.082318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7bd04d-69b8-456a-8a4a-19126ab5cba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 0158ee2c-d5d3-4b9c-9df9-7e8e8c83bf33 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:54.085737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd04d-69b8-456a-8a4a-19126ab5cba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.096941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] For port 16b3c445-0ff8-4456-9470-3e485334fc26, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:54.100107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] For port 16b3c445-0ff8-4456-9470-3e485334fc26, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=16b3c445-0ff8-4456-9470-3e485334fc26,segment=NetworkSegment(4d96c9b8-aa1f-49dd-92cc-17b2f170ede9),segment_id=4d96c9b8-aa1f-49dd-92cc-17b2f170ede9)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:54.105511 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.109481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:54.173266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd04d-69b8-456a-8a4a-19126ab5cba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.191353 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Pushing event updated for resources: {'Port': ['ID=16b3c445-0ff8-4456-9470-3e485334fc26,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:54.194628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:54.218759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port f65e502c-820a-47ae-8bdb-6bbab754c22a yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:54.301495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.345565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0fd0e906-5397-424a-be20-41ae9cbe58eb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:54.416470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd04d-69b8-456a-8a4a-19126ab5cba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.418993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=bf822520-e83b-456f-a4c0-cddc985a06ef,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:54.421498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:54.481806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.540039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Transition to ACTIVE for port object 02959b58-f0f7-4586-9cd3-ee6cedb1c88b will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:54.573047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd04d-69b8-456a-8a4a-19126ab5cba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.581212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ff503d72-14e9-43a2-bb03-27c1424ecfef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:54.649155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.685312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bd04d-69b8-456a-8a4a-19126ab5cba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=0158ee2c-d5d3-4b9c-9df9-7e8e8c83bf33,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:54.692789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6d7bd04d-69b8-456a-8a4a-19126ab5cba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:54.693638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6d7bd04d-69b8-456a-8a4a-19126ab5cba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.694140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.701199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df27521-ef7a-43fd-9f97-33a54a59e939 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:54.704417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3aa2f276-742e-40dd-ab79-8909a7225883 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:54.781874 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6d7bd04d-69b8-456a-8a4a-19126ab5cba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/0158ee2c-d5d3-4b9c-9df9-7e8e8c83bf33 HTTP/1.1" status: 204 len: 168 time: 0.7909856 Dec 22 13:03:54.782631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48468) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:54.785317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=02959b58-f0f7-4586-9cd3-ee6cedb1c88b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:54.790070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:54.846142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:54.878912 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2dee023f-e845-4f26-9383-18924e4fd6ba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905693 Dec 22 13:03:54.879527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48472) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:54.881509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network b7741f5b-a4ab-4f7c-b6cf-be270db95de3 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:54.885441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:54.893700 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 16b3c445-0ff8-4456-9470-3e485334fc26 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:54.919441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:55.020266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:55.020784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:55.050255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1282f1-eca9-4578-a023-15ae791e0cb5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:55.050969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3f1282f1-eca9-4578-a023-15ae791e0cb5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:55.062179 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6581275 Dec 22 13:03:55.067318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:55.068357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 16b3c445-0ff8-4456-9470-3e485334fc26 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:55.077731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': 'b7741f5b-a4ab-4f7c-b6cf-be270db95de3', 'name': 'tempest-PortsTestJSON-66801064', 'fixed_ips': [{'subnet_id': '2d503b85-e717-4438-b554-22c07388e792', 'ip_address': '172.20.0.9'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:55.077992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ddc2d4ff-f6a3-437b-87dc-5035dc7597ab up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:55.096203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port f0e5406e-2169-475f-877c-60c018ce06ba yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:55.111557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3f1282f1-eca9-4578-a023-15ae791e0cb5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:55.115303 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3f1282f1-eca9-4578-a023-15ae791e0cb5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2303171 Dec 22 13:03:55.118457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:03:55.119374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48480) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:55.177202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:55.177579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:55.285627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:55.290469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:port and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:55.294463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:55.300856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:55.311702 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb64b3-a064-4d2e-b435-e635128c0cbb None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:55.315953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:55.320701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-21cb64b3-a064-4d2e-b435-e635128c0cbb None None] Deleting port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:55.321169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-21cb64b3-a064-4d2e-b435-e635128c0cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:55.324036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:55.354699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port 5b5b6465-6cd6-4cbc-b8c9-30f52c9b7bf7 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:55.375375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device de9bd8b1-ae9b-408e-b569-a2bb8b29de3c no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:55.417706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: de9bd8b1-ae9b-408e-b569-a2bb8b29de3c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:55.418125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device de9bd8b1-ae9b-408e-b569-a2bb8b29de3c not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:55.483915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d08e87d-bfc0-446b-aa05-eb7a597b8296 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:55.484627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9d08e87d-bfc0-446b-aa05-eb7a597b8296 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:55.489665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:03:55.501060 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde0537d-4765-4eb8-adde-735f5b6d2230 None None] Sync routers for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:03:55.518393 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0537d-4765-4eb8-adde-735f5b6d2230 None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:55.524297 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cde0537d-4765-4eb8-adde-735f5b6d2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:55.564937 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2179103 Dec 22 13:03:55.565884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48484) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:55.572148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9d08e87d-bfc0-446b-aa05-eb7a597b8296 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:55.573716 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9d08e87d-bfc0-446b-aa05-eb7a597b8296 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4498184 Dec 22 13:03:55.601058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef32f8b4-aa7d-4d3c-be7f-b5ff08b74ba6 None None] Network b7741f5b-a4ab-4f7c-b6cf-be270db95de3 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:55.607764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48488) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:55.712803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:55.726400 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-cde0537d-4765-4eb8-adde-735f5b6d2230 None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:55.729170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Provisioning for port 16b3c445-0ff8-4456-9470-3e485334fc26 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:55.740028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-21cb64b3-a064-4d2e-b435-e635128c0cbb None None] For port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ddc2d4ff-f6a3-437b-87dc-5035dc7597ab,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:55.740444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-21cb64b3-a064-4d2e-b435-e635128c0cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:55.756238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Provisioning complete for port 16b3c445-0ff8-4456-9470-3e485334fc26 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:55.756616 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:55.760207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:55.770902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:55.837126 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cde0537d-4765-4eb8-adde-735f5b6d2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:54Z', 'revision_number': 11, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:55.842462 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde0537d-4765-4eb8-adde-735f5b6d2230 None None] Checking router: 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:03:55.851960 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0537d-4765-4eb8-adde-735f5b6d2230 None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:03:55.852840 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cde0537d-4765-4eb8-adde-735f5b6d2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:03:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:55.856167 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5bcc270b-5d44-48a4-92e5-d8971f338738 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2469585 Dec 22 13:03:55.864560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec15d62-7ddf-47e1-a9cb-1842e50a40d2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting subnet 88294426-dc56-445c-89b1-5596475fb75a {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:03:55.866546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48492) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:55.869991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aec15d62-7ddf-47e1-a9cb-1842e50a40d2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:55.875856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:55.935824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-21cb64b3-a064-4d2e-b435-e635128c0cbb None None] Calling delete_port for ddc2d4ff-f6a3-437b-87dc-5035dc7597ab owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:55.944856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aec15d62-7ddf-47e1-a9cb-1842e50a40d2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:55.982510 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-cde0537d-4765-4eb8-adde-735f5b6d2230 None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:03:55.995088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:56.015547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:56.020282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.9 (b7741f5b-a4ab-4f7c-b6cf-be270db95de3/2d503b85-e717-4438-b554-22c07388e792/5b5b6465-6cd6-4cbc-b8c9-30f52c9b7bf7) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:56.038367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:56.044555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.047667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 817140a7-9b73-42c6-9743-5537fbc8a564 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:56.050351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:56.052919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:56.053982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.088298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=f65e502c-820a-47ae-8bdb-6bbab754c22a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:56.097127 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cde0537d-4765-4eb8-adde-735f5b6d2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:54Z', 'revision_number': 11, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:56.098312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:56.101725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-57d58baf-3fea-4966-81d1-e6bb1008ca4b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:56.102610 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde0537d-4765-4eb8-adde-735f5b6d2230 None None] The sync data for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv is: [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:54Z', 'revision_number': 11, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:03:56.190577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aec15d62-7ddf-47e1-a9cb-1842e50a40d2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.200148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-21cb64b3-a064-4d2e-b435-e635128c0cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.212681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bd4796a6-f623-4105-a20e-bc80ab07c72d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:56.245450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Checking segment: {'id': '4062f01c-c59f-4d18-ba83-30a71832b80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '0f373e5b-09c7-4d5b-a930-5dbf7f0992dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:56.245768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network hostable DHCP agents. Network: 0f373e5b-09c7-4d5b-a930-5dbf7f0992dc, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:03:56.253673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=f0e5406e-2169-475f-877c-60c018ce06ba,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:56.258867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:56.267156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb64b3-a064-4d2e-b435-e635128c0cbb None None] Pushing event deleted for resources: {'Port': ['ID=ddc2d4ff-f6a3-437b-87dc-5035dc7597ab,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:56.268442 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb64b3-a064-4d2e-b435-e635128c0cbb None None] No DVR routers for this DVR port ddc2d4ff-f6a3-437b-87dc-5035dc7597ab on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:56.272686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-21cb64b3-a064-4d2e-b435-e635128c0cbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:56.283366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 0f373e5b-09c7-4d5b-a930-5dbf7f0992dc is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:03:56.284227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.319728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 0f373e5b-09c7-4d5b-a930-5dbf7f0992dc) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:56.325127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:56.326460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] For port 16b3c445-0ff8-4456-9470-3e485334fc26, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=16b3c445-0ff8-4456-9470-3e485334fc26,segment=NetworkSegment(4d96c9b8-aa1f-49dd-92cc-17b2f170ede9),segment_id=4d96c9b8-aa1f-49dd-92cc-17b2f170ede9)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:56.332222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940d4bc4-e8a2-4dfd-af02-f294d642fa4b None None] Network 0f373e5b-09c7-4d5b-a930-5dbf7f0992dc requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:56.333158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:56.338544 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:56.339181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.349839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.359474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-20d6fe72-a409-4199-9aad-ae087f74e208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:56.369227 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9689286 Dec 22 13:03:56.371998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48496) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:56.413793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aec15d62-7ddf-47e1-a9cb-1842e50a40d2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.424614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d4e8f686-ad2b-460c-a41d-cbd2eda1559b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:56.458645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.484629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec15d62-7ddf-47e1-a9cb-1842e50a40d2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Subnet': ['ID=88294426-dc56-445c-89b1-5596475fb75a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:56.500196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aec15d62-7ddf-47e1-a9cb-1842e50a40d2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:56.510954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aec15d62-7ddf-47e1-a9cb-1842e50a40d2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.517771 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-aec15d62-7ddf-47e1-a9cb-1842e50a40d2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/88294426-dc56-445c-89b1-5596475fb75a HTTP/1.1" status: 204 len: 168 time: 0.9483013 Dec 22 13:03:56.521995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48500) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:56.603015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Transition to ACTIVE for port object 5b5b6465-6cd6-4cbc-b8c9-30f52c9b7bf7 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:56.664765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-361e699f-39b4-4eee-9a08-870ae3eb3f94 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port f0e5406e-2169-475f-877c-60c018ce06ba {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:56.665055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-361e699f-39b4-4eee-9a08-870ae3eb3f94 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.691256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.696767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6147858c-386d-4b50-bd89-86d109063754 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:56.706822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ea171b-173a-402a-b726-148ca27ecf58 None None] Network 19d53f2a-da3f-457a-9e6a-81292f1b9188 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:56.730982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ddc2d4ff-f6a3-437b-87dc-5035dc7597ab no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:56.738252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.758167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.792109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Pushing event updated for resources: {'Port': ['ID=16b3c445-0ff8-4456-9470-3e485334fc26,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:56.798913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network b7741f5b-a4ab-4f7c-b6cf-be270db95de3 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:56.803893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:56.804227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:56.809491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:56.811319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:56.827355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Deleting port 32062b30-29ae-427e-a36d-e98d4e73064c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:56.827734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.874987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:56.875702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.889834 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: ddc2d4ff-f6a3-437b-87dc-5035dc7597ab {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:56.890875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ddc2d4ff-f6a3-437b-87dc-5035dc7597ab not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:56.891580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device bf822520-e83b-456f-a4c0-cddc985a06ef no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:56.898775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:56.899085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:56.905233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=6eb1bd3d-f2e2-42b5-8d7d-cfc2326461c0,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:56.910045 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:56.916870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f75de3a7-c6a2-4e0f-8895-930a4b6eb3ea tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:56.924806 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb01fc7-9cbf-406d-9991-eda55b7452b5 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:03:56.998514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=5b5b6465-6cd6-4cbc-b8c9-30f52c9b7bf7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:57.004866 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:57.025974 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1558208 Dec 22 13:03:57.027375 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9591489 Dec 22 13:03:57.028295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48504) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:57.031086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48506) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:57.035569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': '6eb1bd3d-f2e2-42b5-8d7d-cfc2326461c0', 'ip_address': '2001:db8::527b:6253:951b:5af6'}], 'name': 'tempest-NetworksTestDHCPv6-2127242783'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:57.108786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:57.109628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:57.109628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:57.110029 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:57.110472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:57.110898 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:57.111731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:57.111731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:57.112216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:57.112627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:57.113042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:57.113715 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:03:57.131886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:57.141408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-361e699f-39b4-4eee-9a08-870ae3eb3f94 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:57.146289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: bf822520-e83b-456f-a4c0-cddc985a06ef {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:57.146748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device bf822520-e83b-456f-a4c0-cddc985a06ef not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:57.177030 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-28eb5daf-f123-4057-845c-7ce0d0ff6c63 None None] Provisioning for port 02959b58-f0f7-4586-9cd3-ee6cedb1c88b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:57.195762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-28eb5daf-f123-4057-845c-7ce0d0ff6c63 None None] Provisioning complete for port 02959b58-f0f7-4586-9cd3-ee6cedb1c88b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:57.196290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-28eb5daf-f123-4057-845c-7ce0d0ff6c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:57.246890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:57.266704 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2253a54f-2b96-4ffc-a191-16cb74d43f3d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:57.267482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2253a54f-2b96-4ffc-a191-16cb74d43f3d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:57.270568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:57.287634 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:03:57.309760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2253a54f-2b96-4ffc-a191-16cb74d43f3d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:57.310934 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2253a54f-2b96-4ffc-a191-16cb74d43f3d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1947327 Dec 22 13:03:57.314947 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48512) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:57.367022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': '6eb1bd3d-f2e2-42b5-8d7d-cfc2326461c0'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:03:57.367787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:57.389889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-28eb5daf-f123-4057-845c-7ce0d0ff6c63 None None] Port 02959b58-f0f7-4586-9cd3-ee6cedb1c88b cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:57.421437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-361e699f-39b4-4eee-9a08-870ae3eb3f94 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for f0e5406e-2169-475f-877c-60c018ce06ba owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:57.455300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] For port 32062b30-29ae-427e-a36d-e98d4e73064c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=32062b30-29ae-427e-a36d-e98d4e73064c,segment=NetworkSegment(de9b521b-03ed-4375-ab32-34a514b56028),segment_id=de9b521b-03ed-4375-ab32-34a514b56028)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:03:57.455965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:57.478102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-28eb5daf-f123-4057-845c-7ce0d0ff6c63 None None] Provisioning complete for port 16b3c445-0ff8-4456-9470-3e485334fc26 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:57.478102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-28eb5daf-f123-4057-845c-7ce0d0ff6c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:57.482184 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:57.514244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f8bf9a-5031-46be-921c-9cd28581107a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:57.521230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f8bf9a-5031-46be-921c-9cd28581107a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:57.529890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f8bf9a-5031-46be-921c-9cd28581107a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:57.534391 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-08f8bf9a-5031-46be-921c-9cd28581107a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2157023 Dec 22 13:03:57.535779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 3aa52027-bcab-4f03-8f00-22ddd0782de6 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:03:57.538043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48516) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:57.614220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16699e6e-d191-4d8a-9789-e441a850e51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:57.677332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Calling delete_port for 32062b30-29ae-427e-a36d-e98d4e73064c owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:57.688517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Allocated IP 2001:db8::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/6eb1bd3d-f2e2-42b5-8d7d-cfc2326461c0/4afcdc11-b7f8-4122-838e-c40c049b56c8) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:57.690690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a0bddd-0f90-4a5d-af36-42f5ba4f82e8 None None] DHCP port deletion for 19d53f2a-da3f-457a-9e6a-81292f1b9188 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:03:57.711541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-98a0bddd-0f90-4a5d-af36-42f5ba4f82e8 None None] Deleting port 32062b30-29ae-427e-a36d-e98d4e73064c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:57.711939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-98a0bddd-0f90-4a5d-af36-42f5ba4f82e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:57.752308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-903bc938-aad5-479a-aecb-c116eae299e1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 5b5b6465-6cd6-4cbc-b8c9-30f52c9b7bf7 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:57.752664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-903bc938-aad5-479a-aecb-c116eae299e1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:57.827427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-361e699f-39b4-4eee-9a08-870ae3eb3f94 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:57.836875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-943e1c3b-9ec0-4630-b1c8-ed373d4ad94d tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:57.888231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-98a0bddd-0f90-4a5d-af36-42f5ba4f82e8 None None] The port '32062b30-29ae-427e-a36d-e98d4e73064c' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:03:57.910898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:57.921301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e699f-39b4-4eee-9a08-870ae3eb3f94 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=f0e5406e-2169-475f-877c-60c018ce06ba,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:57.925308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-361e699f-39b4-4eee-9a08-870ae3eb3f94 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:57.932726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:57.972294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-361e699f-39b4-4eee-9a08-870ae3eb3f94 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:57.994143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No DVR routers for this DVR port 32062b30-29ae-427e-a36d-e98d4e73064c on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:03:57.998114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Port': ['ID=32062b30-29ae-427e-a36d-e98d4e73064c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:58.002198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2eac258e-30d6-4d58-9169-b562b9488ef0 None None] Provisioning complete for port 02959b58-f0f7-4586-9cd3-ee6cedb1c88b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:58.002574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2eac258e-30d6-4d58-9169-b562b9488ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.044622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:58.052646 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-361e699f-39b4-4eee-9a08-870ae3eb3f94 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/f0e5406e-2169-475f-877c-60c018ce06ba HTTP/1.1" status: 204 len: 168 time: 1.6795888 Dec 22 13:03:58.055452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48520) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:58.064370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.075071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2eac258e-30d6-4d58-9169-b562b9488ef0 None None] Port 02959b58-f0f7-4586-9cd3-ee6cedb1c88b cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:58.078845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Transition to ACTIVE for port object 4afcdc11-b7f8-4122-838e-c40c049b56c8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:58.103914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Transition to ACTIVE for port object 4afcdc11-b7f8-4122-838e-c40c049b56c8 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:58.103914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2eac258e-30d6-4d58-9169-b562b9488ef0 None None] Provisioning for port 5b5b6465-6cd6-4cbc-b8c9-30f52c9b7bf7 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:03:58.108432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2eac258e-30d6-4d58-9169-b562b9488ef0 None None] Provisioning complete for port 5b5b6465-6cd6-4cbc-b8c9-30f52c9b7bf7 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:58.108880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2eac258e-30d6-4d58-9169-b562b9488ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.137324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.146235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-54f6378b-c529-402a-b2f3-f90856d69caf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:58.208598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.211345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::527b:6253:951b:5af6 (cc430aa9-1eda-495d-9373-01b5d372ccd0/6eb1bd3d-f2e2-42b5-8d7d-cfc2326461c0/3aa52027-bcab-4f03-8f00-22ddd0782de6) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:03:58.230891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:58.233168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2b4d49-e43f-4611-89df-0f5dd30728b2 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:58.233474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2eac258e-30d6-4d58-9169-b562b9488ef0 None None] Port 5b5b6465-6cd6-4cbc-b8c9-30f52c9b7bf7 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:03:58.238872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:58.239888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2b4d49-e43f-4611-89df-0f5dd30728b2 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:58.240117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e2b4d49-e43f-4611-89df-0f5dd30728b2 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:58.241209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:58.243643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Pushing event updated for resources: {'Port': ['ID=4afcdc11-b7f8-4122-838e-c40c049b56c8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:58.246184 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:58.265400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d53f2a-da3f-457a-9e6a-81292f1b9188']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:58.280672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-903bc938-aad5-479a-aecb-c116eae299e1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.282676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e2b4d49-e43f-4611-89df-0f5dd30728b2 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:58.287106 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6e2b4d49-e43f-4611-89df-0f5dd30728b2 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2298350 Dec 22 13:03:58.288946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9b521b-03ed-4375-ab32-34a514b56028') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:58.289242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9b521b-03ed-4375-ab32-34a514b56028') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:03:58.290472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48524) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:58.353168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.392106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Attempting to bind port 4afcdc11-b7f8-4122-838e-c40c049b56c8 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:03:58.392563 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Attempting to bind port 4afcdc11-b7f8-4122-838e-c40c049b56c8 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:03:58.392912 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Attempting to bind port 4afcdc11-b7f8-4122-838e-c40c049b56c8 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:03:58.398235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:03:58.398541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:03:58.398939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.399309 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:03:58.399812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Bound port: 4afcdc11-b7f8-4122-838e-c40c049b56c8, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:03:58.400183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.428734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-903bc938-aad5-479a-aecb-c116eae299e1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 5b5b6465-6cd6-4cbc-b8c9-30f52c9b7bf7 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:58.475418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.487742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:03:58.488123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.498626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] For port 4afcdc11-b7f8-4122-838e-c40c049b56c8, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:03:58.503208 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:03:58.553639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 16b3c445-0ff8-4456-9470-3e485334fc26 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:03:58.594347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fff355e1-9b26-4ec2-b71e-94f242fb01d6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port f65e502c-820a-47ae-8bdb-6bbab754c22a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:03:58.594705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fff355e1-9b26-4ec2-b71e-94f242fb01d6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.628640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] For port 4afcdc11-b7f8-4122-838e-c40c049b56c8, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4afcdc11-b7f8-4122-838e-c40c049b56c8,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:03:58.637223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.642789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c44250c0-3c3a-4663-9f64-bb158ccbc517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:58.654397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.659005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.671493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-40371309-9c55-4718-98dd-db9bb5d03713 tempest-PortsAdminExtendedAttrsTestJSON-803684978 tempest-PortsAdminExtendedAttrsTestJSON-803684978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:58.704778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Pushing event deleted for resources: {'Network': ['ID=19d53f2a-da3f-457a-9e6a-81292f1b9188,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:58.707229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:58.709056 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/networks/19d53f2a-da3f-457a-9e6a-81292f1b9188 HTTP/1.1" status: 204 len: 168 time: 2.1867158 Dec 22 13:03:58.711427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 16b3c445-0ff8-4456-9470-3e485334fc26 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:03:58.711817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.713330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48528) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:58.721619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2f99a943-30e0-46f4-99a6-7884c03a7cc7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'router': {'routes': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:58.764484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.780710 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Pushing event updated for resources: {'Port': ['ID=4afcdc11-b7f8-4122-838e-c40c049b56c8,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:58.792559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:58.871422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 3aa52027-bcab-4f03-8f00-22ddd0782de6 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:03:58.900150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fff355e1-9b26-4ec2-b71e-94f242fb01d6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:58.939254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 32062b30-29ae-427e-a36d-e98d4e73064c no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:03:58.985596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 32062b30-29ae-427e-a36d-e98d4e73064c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:03:58.985877 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 32062b30-29ae-427e-a36d-e98d4e73064c not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:03:59.057450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fff355e1-9b26-4ec2-b71e-94f242fb01d6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for f65e502c-820a-47ae-8bdb-6bbab754c22a owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:03:59.074279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-903bc938-aad5-479a-aecb-c116eae299e1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:59.089654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ba64fa19-7bf6-46de-815d-a7c746834c0f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:59.161790 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:59.169541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-be322b35-8832-48f8-8d4e-174496b6ce01 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:59.236102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bc938-aad5-479a-aecb-c116eae299e1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=5b5b6465-6cd6-4cbc-b8c9-30f52c9b7bf7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:59.239113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-903bc938-aad5-479a-aecb-c116eae299e1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:59.260581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fff355e1-9b26-4ec2-b71e-94f242fb01d6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:59.298535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:03:59.305451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:03:59.312319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:03:59.318843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:59.319474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:59.321289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.extraroute_db [None req-2f99a943-30e0-46f4-99a6-7884c03a7cc7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Added routes are [] {{(pid=87569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 13:03:59.321682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.extraroute_db [None req-2f99a943-30e0-46f4-99a6-7884c03a7cc7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Removed routes are [] {{(pid=87569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 13:03:59.322127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f99a943-30e0-46f4-99a6-7884c03a7cc7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:59.352970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fff355e1-9b26-4ec2-b71e-94f242fb01d6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:59.357880 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fff355e1-9b26-4ec2-b71e-94f242fb01d6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/f65e502c-820a-47ae-8bdb-6bbab754c22a HTTP/1.1" status: 204 len: 168 time: 1.0666485 Dec 22 13:03:59.369702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=3aa52027-bcab-4f03-8f00-22ddd0782de6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:59.372508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48532) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:59.376969 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3446620 Dec 22 13:03:59.377523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:59.378179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d93ab845-0c48-40b3-9f71-5582a3b8cae0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:03:59.397383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48536) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:59.405641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ea048e31-dcb5-4984-85cc-15cf456fedd3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': '6eb1bd3d-f2e2-42b5-8d7d-cfc2326461c0', 'ip_address': '2001:db8::527b:6253:951b:5af6'}], 'name': 'tempest-NetworksTestDHCPv6-298563402'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:03:59.465102 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff355e1-9b26-4ec2-b71e-94f242fb01d6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=f65e502c-820a-47ae-8bdb-6bbab754c22a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:03:59.468241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fff355e1-9b26-4ec2-b71e-94f242fb01d6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:03:59.506183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919f7bd-b937-4931-ad3d-5e5357981b92 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:03:59.506829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e919f7bd-b937-4931-ad3d-5e5357981b92 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:59.523108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e919f7bd-b937-4931-ad3d-5e5357981b92 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:59.527393 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e919f7bd-b937-4931-ad3d-5e5357981b92 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1494701 Dec 22 13:03:59.527716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48540) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:59.571756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-903bc938-aad5-479a-aecb-c116eae299e1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:59.576183 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-903bc938-aad5-479a-aecb-c116eae299e1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/5b5b6465-6cd6-4cbc-b8c9-30f52c9b7bf7 HTTP/1.1" status: 204 len: 168 time: 2.0366974 Dec 22 13:03:59.579750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48544) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:59.583256 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a205c88-87ca-4502-b51e-37db371dc51e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:03:59.584834 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9a205c88-87ca-4502-b51e-37db371dc51e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/f0e5406e-2169-475f-877c-60c018ce06ba HTTP/1.1" status: 404 len: 333 time: 0.0560551 Dec 22 13:03:59.588749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48548) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:59.639588 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3eab6e-6689-46d6-bdf2-74c8d61ab1e5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:03:59.641119 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9f3eab6e-6689-46d6-bdf2-74c8d61ab1e5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/f65e502c-820a-47ae-8bdb-6bbab754c22a HTTP/1.1" status: 404 len: 333 time: 0.0513399 Dec 22 13:03:59.643926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48552) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:59.757182 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-df48a264-949e-47e0-9574-94e558789a66 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:03:59.758084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-df48a264-949e-47e0-9574-94e558789a66 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:03:59.777021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f99a943-30e0-46f4-99a6-7884c03a7cc7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:59.781084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:59.812072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f99a943-30e0-46f4-99a6-7884c03a7cc7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:59.841647 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a6184ec-9655-48f7-8f77-80d7c6f658c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:03:59.889279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-df48a264-949e-47e0-9574-94e558789a66 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:03:59.890937 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-df48a264-949e-47e0-9574-94e558789a66 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/5b5b6465-6cd6-4cbc-b8c9-30f52c9b7bf7 HTTP/1.1" status: 404 len: 333 time: 0.3078506 Dec 22 13:03:59.924028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48556) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:03:59.956235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ea048e31-dcb5-4984-85cc-15cf456fedd3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:03:59.965170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ea048e31-dcb5-4984-85cc-15cf456fedd3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:03:59.969908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ea048e31-dcb5-4984-85cc-15cf456fedd3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:03:59.978922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ea048e31-dcb5-4984-85cc-15cf456fedd3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:03:59.986734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f99a943-30e0-46f4-99a6-7884c03a7cc7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:03:59.993511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.004487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea048e31-dcb5-4984-85cc-15cf456fedd3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:00.040964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f373e5b-09c7-4d5b-a930-5dbf7f0992dc']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:00.058605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4062f01c-c59f-4d18-ba83-30a71832b80a') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:00.059209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4062f01c-c59f-4d18-ba83-30a71832b80a') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:00.068573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-db78598d-b0a0-4d8b-9f14-933f636404fb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 02959b58-f0f7-4586-9cd3-ee6cedb1c88b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:00.068917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db78598d-b0a0-4d8b-9f14-933f636404fb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.091971 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fdb01355-674a-4da9-b732-45bff3e47a61 None None] Provisioning for port 4afcdc11-b7f8-4122-838e-c40c049b56c8 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:00.136320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.160070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.193610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:04:00.194011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:04:00.209289 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:04:00.288858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78496b-3f8e-44a0-8395-3414832ac615 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:04:00.354568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f3fe-a780-4586-bf70-d0681380617e None None] Provisioning for port 3aa52027-bcab-4f03-8f00-22ddd0782de6 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:00.365461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f99a943-30e0-46f4-99a6-7884c03a7cc7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:00.367350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8fc7f3fe-a780-4586-bf70-d0681380617e None None] Provisioning complete for port 3aa52027-bcab-4f03-8f00-22ddd0782de6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:00.367925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8fc7f3fe-a780-4586-bf70-d0681380617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.373109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f99a943-30e0-46f4-99a6-7884c03a7cc7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.374256 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2f99a943-30e0-46f4-99a6-7884c03a7cc7 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d HTTP/1.1" status: 200 len: 705 time: 1.6598284 Dec 22 13:04:00.377138 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48560) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:00.402755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c8326-31ec-4cb5-903f-f58a410a61dc None None] Sync routers for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:00.437081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-698e4634-a20b-4986-9ef9-b19439d65e3c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Synchronizing usage tracker for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:00.461423 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c8326-31ec-4cb5-903f-f58a410a61dc None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:00.462257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-730c8326-31ec-4cb5-903f-f58a410a61dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:00.464205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-698e4634-a20b-4986-9ef9-b19439d65e3c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Unset dirty status for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:00.465388 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-698e4634-a20b-4986-9ef9-b19439d65e3c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae7f6c9-aa0b-4740-835a-92dbc122ec5d HTTP/1.1" status: 200 len: 205 time: 0.0873358 Dec 22 13:04:00.468572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48564) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:00.536266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.541837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-037e727e-a594-4779-a001-2abba6e2f304 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:00.562211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.570527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Network': ['ID=0f373e5b-09c7-4d5b-a930-5dbf7f0992dc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:00.572899 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/networks/0f373e5b-09c7-4d5b-a930-5dbf7f0992dc HTTP/1.1" status: 204 len: 168 time: 0.9279780 Dec 22 13:04:00.578239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:00.578726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48568) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:00.584501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea048e31-dcb5-4984-85cc-15cf456fedd3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.589418 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1970162786'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:00.600949 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:00.618083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:network and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:00.623445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:00.635381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8fc7f3fe-a780-4586-bf70-d0681380617e None None] Port 3aa52027-bcab-4f03-8f00-22ddd0782de6 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:00.638243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:00.640818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4afcdc11-b7f8-4122-838e-c40c049b56c8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:00.648475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db78598d-b0a0-4d8b-9f14-933f636404fb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.668048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f78496b-3f8e-44a0-8395-3414832ac615 None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:04:00.686651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8336d8cd-3e09-4953-baae-1d3d1139bd0d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.725090 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:00.728533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.735871 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-730c8326-31ec-4cb5-903f-f58a410a61dc None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:00.740033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-ea048e31-dcb5-4984-85cc-15cf456fedd3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 2f2d89af-96f3-449e-b2fb-951ca66e7675 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:00.812306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:04:00.821150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.821510 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Added segment 5f19e6f1-eacd-4730-91b4-24eb0c1611ac of type vlan for network 66c39e5f-8d76-4113-be76-13ce92c8e2ed Dec 22 13:04:00.854789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.864369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.890105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-db78598d-b0a0-4d8b-9f14-933f636404fb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 02959b58-f0f7-4586-9cd3-ee6cedb1c88b owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:00.915496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-730c8326-31ec-4cb5-903f-f58a410a61dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:54Z', 'revision_number': 11, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:00.921428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.927088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:00.927713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:00.930562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c8326-31ec-4cb5-903f-f58a410a61dc None None] Checking router: 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:04:00.954350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-81e66bca-1ea5-4c6b-b854-91980f7f0818 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:00.962062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 4afcdc11-b7f8-4122-838e-c40c049b56c8 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:00.981744 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730c8326-31ec-4cb5-903f-f58a410a61dc None None] Routers {'8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:00.982453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-730c8326-31ec-4cb5-903f-f58a410a61dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:01.029125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4afcdc11-b7f8-4122-838e-c40c049b56c8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:01.029514 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.042907 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4569128 Dec 22 13:04:01.046602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48572) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:01.072128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Network': ['ID=66c39e5f-8d76-4113-be76-13ce92c8e2ed,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:01.077367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:01.091249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '66c39e5f-8d76-4113-be76-13ce92c8e2ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:01.125163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.146890 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 66c39e5f-8d76-4113-be76-13ce92c8e2ed details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:04:01.173408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db78598d-b0a0-4d8b-9f14-933f636404fb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.175954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8336d8cd-3e09-4953-baae-1d3d1139bd0d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.179272 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f1945fa0-b2c0-4603-89ab-a4c3b0d81fb6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:01.186336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8336d8cd-3e09-4953-baae-1d3d1139bd0d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.225555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78598d-b0a0-4d8b-9f14-933f636404fb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=02959b58-f0f7-4586-9cd3-ee6cedb1c88b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:01.228726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-db78598d-b0a0-4d8b-9f14-933f636404fb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:01.287570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8336d8cd-3e09-4953-baae-1d3d1139bd0d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.288121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8336d8cd-3e09-4953-baae-1d3d1139bd0d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Fanout notify agent at l3_agent the message router_deleted on router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:04:01.290025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:01.290660 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-730c8326-31ec-4cb5-903f-f58a410a61dc None None] Set router 8ae7f6c9-aa0b-4740-835a-92dbc122ec5d gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:01.300866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:01.306542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:01.316549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:01.335043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db78598d-b0a0-4d8b-9f14-933f636404fb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.342626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8336d8cd-3e09-4953-baae-1d3d1139bd0d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.343543 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8336d8cd-3e09-4953-baae-1d3d1139bd0d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d HTTP/1.1" status: 204 len: 168 time: 0.8741336 Dec 22 13:04:01.346308 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea048e31-dcb5-4984-85cc-15cf456fedd3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 13:04:01.346846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea048e31-dcb5-4984-85cc-15cf456fedd3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:01.350345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48576) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:01.354833 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-db78598d-b0a0-4d8b-9f14-933f636404fb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/02959b58-f0f7-4586-9cd3-ee6cedb1c88b HTTP/1.1" status: 204 len: 168 time: 1.3942752 Dec 22 13:04:01.356637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48580) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:01.357559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-213cac26-9dff-4087-8d94-317f85c45f84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-925261786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:01.369707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:01.373180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.386935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-213cac26-9dff-4087-8d94-317f85c45f84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:01.396215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-213cac26-9dff-4087-8d94-317f85c45f84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Usage tracker for resource:router and tenant:4f2958bfabbb4230bc3e6fd81cd4b167 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:01.402409 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-229fa8f5-0bc8-433b-a0a2-31a52a2ac54d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:04:01.402615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-213cac26-9dff-4087-8d94-317f85c45f84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:01.402793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-229fa8f5-0bc8-433b-a0a2-31a52a2ac54d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:01.420340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-229fa8f5-0bc8-433b-a0a2-31a52a2ac54d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:01.424425 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-229fa8f5-0bc8-433b-a0a2-31a52a2ac54d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/02959b58-f0f7-4586-9cd3-ee6cedb1c88b HTTP/1.1" status: 404 len: 333 time: 0.0640190 Dec 22 13:04:01.424777 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48584) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:01.470152 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ea048e31-dcb5-4984-85cc-15cf456fedd3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0692434 Dec 22 13:04:01.470152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-213cac26-9dff-4087-8d94-317f85c45f84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:01.471234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48588) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:01.490406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Performing IP validity checks on allocation pools {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:04:01.493127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:04:01.501214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-213cac26-9dff-4087-8d94-317f85c45f84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.502392 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-213cac26-9dff-4087-8d94-317f85c45f84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.517303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-730c8326-31ec-4cb5-903f-f58a410a61dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:54Z', 'revision_number': 11, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:01.532408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-213cac26-9dff-4087-8d94-317f85c45f84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.534570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730c8326-31ec-4cb5-903f-f58a410a61dc None None] The sync data for ids ['8ae7f6c9-aa0b-4740-835a-92dbc122ec5d'] in dv-neutron-822668-1-hyperv is: [{'id': '8ae7f6c9-aa0b-4740-835a-92dbc122ec5d', 'name': 'tempest-RoutersIpV6Test-router-2026830785', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:02:47Z', 'updated_at': '2021-12-22T13:03:54Z', 'revision_number': 11, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:01.554494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd1bb76-f7d8-4acc-a37a-2ee855c4dca0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting subnet 2d503b85-e717-4438-b554-22c07388e792 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:01.566923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd1bb76-f7d8-4acc-a37a-2ee855c4dca0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.615075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-213cac26-9dff-4087-8d94-317f85c45f84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.616489 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.652418 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd1bb76-f7d8-4acc-a37a-2ee855c4dca0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.685230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-213cac26-9dff-4087-8d94-317f85c45f84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.686786 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-213cac26-9dff-4087-8d94-317f85c45f84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3353846 Dec 22 13:04:01.689598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48592) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:01.704153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 4afcdc11-b7f8-4122-838e-c40c049b56c8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4afcdc11-b7f8-4122-838e-c40c049b56c8,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:01.706779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8c89ecc7-5203-4580-98b4-c9671c7d1183 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:01.716992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.724186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f9d4b929-4b55-4bac-add3-04c3f327a41b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:01.747264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d659f0b-ca8b-44eb-bceb-e0861dc10221 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:01.753104 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d659f0b-ca8b-44eb-bceb-e0861dc10221 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:01.753865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d659f0b-ca8b-44eb-bceb-e0861dc10221 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:01.784519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3d659f0b-ca8b-44eb-bceb-e0861dc10221 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:01.788204 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3d659f0b-ca8b-44eb-bceb-e0861dc10221 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3140576 Dec 22 13:04:01.788934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48596) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:01.831752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd1bb76-f7d8-4acc-a37a-2ee855c4dca0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.846728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=4afcdc11-b7f8-4122-838e-c40c049b56c8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:01.847931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:01.852349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2dd3211e-be4f-4c88-8750-9ec1f939586b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:01.853347 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:01.855340 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e21551-cc71-4445-8ec3-f11d248d81fd None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:04:01.918352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfbdd5-f8dc-403e-8440-ac1c14b1475b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 3aa52027-bcab-4f03-8f00-22ddd0782de6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:01.918699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbdd5-f8dc-403e-8440-ac1c14b1475b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:02.022606 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd1bb76-f7d8-4acc-a37a-2ee855c4dca0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:02.031102 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8fc75196-3a09-4046-bb69-d86cde3278d0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:02.082102 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1bb76-f7d8-4acc-a37a-2ee855c4dca0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Subnet': ['ID=2d503b85-e717-4438-b554-22c07388e792,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:02.089942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1fd1bb76-f7d8-4acc-a37a-2ee855c4dca0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:02.093561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1fd1bb76-f7d8-4acc-a37a-2ee855c4dca0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:02.107439 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1fd1bb76-f7d8-4acc-a37a-2ee855c4dca0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/2d503b85-e717-4438-b554-22c07388e792 HTTP/1.1" status: 204 len: 168 time: 0.6792340 Dec 22 13:04:02.121788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48600) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:02.162839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e21551-cc71-4445-8ec3-f11d248d81fd None None] Network 66c39e5f-8d76-4113-be76-13ce92c8e2ed is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87570) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:04:02.174946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e21551-cc71-4445-8ec3-f11d248d81fd None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 66c39e5f-8d76-4113-be76-13ce92c8e2ed) {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:04:02.292074 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:02.323368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:02.327080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Subnet': ['ID=a6c00702-b757-4988-b225-471dd5740d43,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:02.333106 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c89ecc7-5203-4580-98b4-c9671c7d1183 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:02.337774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:02.338853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Checking segment: {'id': '5f19e6f1-eacd-4730-91b4-24eb0c1611ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66c39e5f-8d76-4113-be76-13ce92c8e2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:02.339213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network hostable DHCP agents. Network: 66c39e5f-8d76-4113-be76-13ce92c8e2ed, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:04:02.357123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c89ecc7-5203-4580-98b4-c9671c7d1183 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:02.362008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unable to find a vacant binding_index for network 66c39e5f-8d76-4113-be76-13ce92c8e2ed and agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 22 13:04:02.491368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbdd5-f8dc-403e-8440-ac1c14b1475b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:02.491775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 66c39e5f-8d76-4113-be76-13ce92c8e2ed) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:02.498606 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:02.499416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:02.505970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 16b3c445-0ff8-4456-9470-3e485334fc26 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:02.506257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:02.547374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-66c39e5f-8d76-4113-be76-13ce92c8e2ed', 'network_id': '66c39e5f-8d76-4113-be76-13ce92c8e2ed', 'tenant_id': '73a75db273074ed8a14803906185c58d', 'fixed_ips': [{'subnet_id': 'a6c00702-b757-4988-b225-471dd5740d43'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:04:02.549156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:02.560099 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5124612 Dec 22 13:04:02.562982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48604) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:02.572905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '66c39e5f-8d76-4113-be76-13ce92c8e2ed', 'name': 'tempest-PortsIpV6TestJSON-1030029633'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:02.578462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4afcdc11-b7f8-4122-838e-c40c049b56c8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:02.685483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a4cfbdd5-f8dc-403e-8440-ac1c14b1475b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 3aa52027-bcab-4f03-8f00-22ddd0782de6 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:02.701079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c89ecc7-5203-4580-98b4-c9671c7d1183 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Router d99f0e9b-49c6-4d21-a249-a123a547c273 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:04:02.804332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Allocated IP 2001:db8::2 (66c39e5f-8d76-4113-be76-13ce92c8e2ed/a6c00702-b757-4988-b225-471dd5740d43/ef6c718f-55e7-49b9-97c6-1c16c32d494f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:02.894918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c89ecc7-5203-4580-98b4-c9671c7d1183 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:02.906640 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc3047e-300f-48f7-94ee-1688c6550b5a None None] Sync routers for ids ['d99f0e9b-49c6-4d21-a249-a123a547c273'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:02.908939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c89ecc7-5203-4580-98b4-c9671c7d1183 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:02.910249 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8c89ecc7-5203-4580-98b4-c9671c7d1183 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "PUT /v2.0/routers/d99f0e9b-49c6-4d21-a249-a123a547c273 HTTP/1.1" status: 200 len: 697 time: 1.2194200 Dec 22 13:04:02.913531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48608) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:02.930937 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc3047e-300f-48f7-94ee-1688c6550b5a None None] Routers {'d99f0e9b-49c6-4d21-a249-a123a547c273'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:02.931571 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2bc3047e-300f-48f7-94ee-1688c6550b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d99f0e9b-49c6-4d21-a249-a123a547c273'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:02.983202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] For port 16b3c445-0ff8-4456-9470-3e485334fc26, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=16b3c445-0ff8-4456-9470-3e485334fc26,segment=NetworkSegment(4d96c9b8-aa1f-49dd-92cc-17b2f170ede9),segment_id=4d96c9b8-aa1f-49dd-92cc-17b2f170ede9)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:02.983563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.069738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.072314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbdd5-f8dc-403e-8440-ac1c14b1475b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.082896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Transition to ACTIVE for port object ef6c718f-55e7-49b9-97c6-1c16c32d494f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:03.090213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:03.108222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Transition to ACTIVE for port object ef6c718f-55e7-49b9-97c6-1c16c32d494f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:03.115777 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e0bf022a-4cb6-41f2-a847-25655899b756 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/routers/d99f0e9b-49c6-4d21-a249-a123a547c273 HTTP/1.1" status: 200 len: 703 time: 0.2006955 Dec 22 13:04:03.116893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:03.118815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48612) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:03.120726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.131915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:03.141122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8170a6ce-38a0-488d-ab94-8b57af40f4a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:03.176661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4afcdc11-b7f8-4122-838e-c40c049b56c8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:03.177278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.183245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 16b3c445-0ff8-4456-9470-3e485334fc26 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:03.210834 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a1b310fe-0d23-4b0e-9ee7-6de939a70d6a tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d99f0e9b-49c6-4d21-a249-a123a547c273 HTTP/1.1" status: 200 len: 205 time: 0.0907931 Dec 22 13:04:03.212564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48616) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:03.216405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:03.220469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.250545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfbdd5-f8dc-403e-8440-ac1c14b1475b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=3aa52027-bcab-4f03-8f00-22ddd0782de6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:03.253746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a4cfbdd5-f8dc-403e-8440-ac1c14b1475b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:03.276654 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-2bc3047e-300f-48f7-94ee-1688c6550b5a None None] Set router d99f0e9b-49c6-4d21-a249-a123a547c273 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:03.316035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Network 66c39e5f-8d76-4113-be76-13ce92c8e2ed is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:03.316258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4cfbdd5-f8dc-403e-8440-ac1c14b1475b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.321569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:03.336089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:03.341787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Pushing event updated for resources: {'Port': ['ID=ef6c718f-55e7-49b9-97c6-1c16c32d494f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:03.343213 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a4cfbdd5-f8dc-403e-8440-ac1c14b1475b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/3aa52027-bcab-4f03-8f00-22ddd0782de6 HTTP/1.1" status: 204 len: 168 time: 1.5532937 Dec 22 13:04:03.346548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48620) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:03.377122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:03.420202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.427578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c18cf857-cfcc-4de0-8f44-daef49fe0862 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:03.429089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port 1662b94d-a36e-4d68-900b-639366875651 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:03.436143 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2bc3047e-300f-48f7-94ee-1688c6550b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99f0e9b-49c6-4d21-a249-a123a547c273', 'name': 'tempest-RoutersIpV6Test-router-925261786', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:01Z', 'updated_at': '2021-12-22T13:04:02Z', 'revision_number': 2, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:03.440807 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc3047e-300f-48f7-94ee-1688c6550b5a None None] Checking router: d99f0e9b-49c6-4d21-a249-a123a547c273 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:04:03.449318 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc3047e-300f-48f7-94ee-1688c6550b5a None None] Routers {'d99f0e9b-49c6-4d21-a249-a123a547c273'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:03.450041 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2bc3047e-300f-48f7-94ee-1688c6550b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d99f0e9b-49c6-4d21-a249-a123a547c273'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:03.480601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013235f-8894-476d-9ef1-ed3d483d0c9c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:03.482348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013235f-8894-476d-9ef1-ed3d483d0c9c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:03.483102 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1013235f-8894-476d-9ef1-ed3d483d0c9c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:03.496861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No DVR routers for this DVR port 16b3c445-0ff8-4456-9470-3e485334fc26 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:04:03.529383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=16b3c445-0ff8-4456-9470-3e485334fc26,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:03.531856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:03.591373 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-2bc3047e-300f-48f7-94ee-1688c6550b5a None None] Set router d99f0e9b-49c6-4d21-a249-a123a547c273 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:03.608952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8::176 (66c39e5f-8d76-4113-be76-13ce92c8e2ed/a6c00702-b757-4988-b225-471dd5740d43/1662b94d-a36e-4d68-900b-639366875651) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:03.621718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1da1f9d7-fa14-4dfd-9ad8-9f79498c7369 None None] Could not find standard attr ID for object 3aa52027-bcab-4f03-8f00-22ddd0782de6. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:04:03.625774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Attempting to bind port ef6c718f-55e7-49b9-97c6-1c16c32d494f on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:03.626185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Attempting to bind port ef6c718f-55e7-49b9-97c6-1c16c32d494f by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '5f19e6f1-eacd-4730-91b4-24eb0c1611ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66c39e5f-8d76-4113-be76-13ce92c8e2ed'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:03.627872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1013235f-8894-476d-9ef1-ed3d483d0c9c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:03.629527 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1013235f-8894-476d-9ef1-ed3d483d0c9c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2815807 Dec 22 13:04:03.633624 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48624) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:03.636765 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Attempting to bind port ef6c718f-55e7-49b9-97c6-1c16c32d494f on network 66c39e5f-8d76-4113-be76-13ce92c8e2ed {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:03.656252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:03.656646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Checking segment: {'id': '5f19e6f1-eacd-4730-91b4-24eb0c1611ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66c39e5f-8d76-4113-be76-13ce92c8e2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:03.667504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.668024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Bound using segment: {'id': '5f19e6f1-eacd-4730-91b4-24eb0c1611ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66c39e5f-8d76-4113-be76-13ce92c8e2ed'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:03.668534 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Bound port: ef6c718f-55e7-49b9-97c6-1c16c32d494f, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f19e6f1-eacd-4730-91b4-24eb0c1611ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '66c39e5f-8d76-4113-be76-13ce92c8e2ed'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:03.668931 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.690758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1da1f9d7-fa14-4dfd-9ad8-9f79498c7369 None None] Provisioning complete for port 4afcdc11-b7f8-4122-838e-c40c049b56c8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:03.691143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1da1f9d7-fa14-4dfd-9ad8-9f79498c7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.701404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.713528 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2bc3047e-300f-48f7-94ee-1688c6550b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99f0e9b-49c6-4d21-a249-a123a547c273', 'name': 'tempest-RoutersIpV6Test-router-925261786', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:01Z', 'updated_at': '2021-12-22T13:04:02Z', 'revision_number': 2, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:03.718355 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc3047e-300f-48f7-94ee-1688c6550b5a None None] The sync data for ids ['d99f0e9b-49c6-4d21-a249-a123a547c273'] in dv-neutron-822668-1-hyperv is: [{'id': 'd99f0e9b-49c6-4d21-a249-a123a547c273', 'name': 'tempest-RoutersIpV6Test-router-925261786', 'tenant_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:01Z', 'updated_at': '2021-12-22T13:04:02Z', 'revision_number': 2, 'project_id': '4f2958bfabbb4230bc3e6fd81cd4b167', 'gw_port_host': None}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:03.748200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7741f5b-a4ab-4f7c-b6cf-be270db95de3']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:03.757943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f41137-e665-43c9-8add-5499644a7fb9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 6eb1bd3d-f2e2-42b5-8d7d-cfc2326461c0 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:03.763993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d96c9b8-aa1f-49dd-92cc-17b2f170ede9') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:03.764314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d96c9b8-aa1f-49dd-92cc-17b2f170ede9') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:03.771557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29f41137-e665-43c9-8add-5499644a7fb9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.822061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.823477 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] For port ef6c718f-55e7-49b9-97c6-1c16c32d494f, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:03.829219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] For port ef6c718f-55e7-49b9-97c6-1c16c32d494f, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ef6c718f-55e7-49b9-97c6-1c16c32d494f,segment=NetworkSegment(5f19e6f1-eacd-4730-91b4-24eb0c1611ac),segment_id=5f19e6f1-eacd-4730-91b4-24eb0c1611ac)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:03.836067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c213-ac36-4da0-8e1f-f07e16f47f5b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.850131 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.858695 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29f41137-e665-43c9-8add-5499644a7fb9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.860864 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.870092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7b16f526-a9e0-46ea-9a0a-ac8b540b811a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:03.893579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:04:03.894084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:04:03.909897 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:04:03.969080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Pushing event updated for resources: {'Port': ['ID=ef6c718f-55e7-49b9-97c6-1c16c32d494f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:03.972049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:04.034037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.038087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.042668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:04.076554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Network': ['ID=b7741f5b-a4ab-4f7c-b6cf-be270db95de3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:04.078904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:04.093535 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/networks/b7741f5b-a4ab-4f7c-b6cf-be270db95de3 HTTP/1.1" status: 204 len: 168 time: 1.9674315 Dec 22 13:04:04.096311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48628) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.101445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29f41137-e665-43c9-8add-5499644a7fb9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.135459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-781572499'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:04.265595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c213-ac36-4da0-8e1f-f07e16f47f5b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.270087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c213-ac36-4da0-8e1f-f07e16f47f5b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.296209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:04.305404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:network and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:04.310622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:04.319808 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:04.320118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c213-ac36-4da0-8e1f-f07e16f47f5b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.320629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b0c213-ac36-4da0-8e1f-f07e16f47f5b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Fanout notify agent at l3_agent the message router_deleted on router d99f0e9b-49c6-4d21-a249-a123a547c273 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:04:04.337644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:04.347168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.373380 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0b0c213-ac36-4da0-8e1f-f07e16f47f5b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.374901 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e0b0c213-ac36-4da0-8e1f-f07e16f47f5b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/d99f0e9b-49c6-4d21-a249-a123a547c273 HTTP/1.1" status: 204 len: 168 time: 1.1599791 Dec 22 13:04:04.378404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.381544 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48632) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.388149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:04:04.398674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.399032 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Added segment a62c3585-89dd-4f9e-8dbc-b0a19dee9043 of type vlan for network 092f44cc-9999-4acd-948b-ebd2798b5abe Dec 22 13:04:04.400721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29f41137-e665-43c9-8add-5499644a7fb9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.409928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7eb87b20-6c1b-4de6-ab01-7ec863b21649 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:04.439435 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7e4a8cd5-8b34-42fa-87c0-dd6dc8e392be tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=d99f0e9b-49c6-4d21-a249-a123a547c273 HTTP/1.1" status: 200 len: 205 time: 0.0563650 Dec 22 13:04:04.442329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.446216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Transition to ACTIVE for port object 1662b94d-a36e-4d68-900b-639366875651 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:04.474457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.481069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b9ebc814-f787-4428-89ad-6f29d2cdde34 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:04.527962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f41137-e665-43c9-8add-5499644a7fb9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb1bd3d-f2e2-42b5-8d7d-cfc2326461c0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:04.530095 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-85b66e02-8aab-48fb-ad41-495f3bb76174 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] delete failed (client error): The resource could not be found. Dec 22 13:04:04.533763 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-85b66e02-8aab-48fb-ad41-495f3bb76174 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/d99f0e9b-49c6-4d21-a249-a123a547c273 HTTP/1.1" status: 404 len: 336 time: 0.0839355 Dec 22 13:04:04.533763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-29f41137-e665-43c9-8add-5499644a7fb9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:04.533763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29f41137-e665-43c9-8add-5499644a7fb9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.549536 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48640) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.565435 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.586667 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-29f41137-e665-43c9-8add-5499644a7fb9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/6eb1bd3d-f2e2-42b5-8d7d-cfc2326461c0 HTTP/1.1" status: 204 len: 168 time: 0.9499197 Dec 22 13:04:04.591694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48644) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.599797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 66c39e5f-8d76-4113-be76-13ce92c8e2ed is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:04.611363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.618098 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:04.618820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.623235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:04.661698 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ab42d7-8530-4298-805b-e781b7f1575e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:04.662266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ab42d7-8530-4298-805b-e781b7f1575e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:04.666888 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-48ab42d7-8530-4298-805b-e781b7f1575e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/ee40a544-b290-4e25-85c1-a88783a0bb83 HTTP/1.1" status: 404 len: 337 time: 0.1134984 Dec 22 13:04:04.666888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:04.670743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48648) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.687292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ef6c718f-55e7-49b9-97c6-1c16c32d494f up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:04.707297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:04.712906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:04.713902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:04.731473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=1662b94d-a36e-4d68-900b-639366875651,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:04.734415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:04.736887 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2cc6952e-3c31-41d7-a865-4ff03f10f8f4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1400039 Dec 22 13:04:04.745944 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6459086 Dec 22 13:04:04.746141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48652) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.746141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48654) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.747131 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c2280d-4bec-4c3d-832d-2379c9b9313e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:04.747576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c2280d-4bec-4c3d-832d-2379c9b9313e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:04.751485 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c3c2280d-4bec-4c3d-832d-2379c9b9313e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/9e7dec45-dc35-4612-9201-9436924c5950 HTTP/1.1" status: 404 len: 337 time: 0.0727203 Dec 22 13:04:04.752356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48656) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.757035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '092f44cc-9999-4acd-948b-ebd2798b5abe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:04.772382 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port ef6c718f-55e7-49b9-97c6-1c16c32d494f completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:04.784851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:04.793497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Network': ['ID=092f44cc-9999-4acd-948b-ebd2798b5abe,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:04.798982 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:04.803624 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3360373e-ff8f-48b5-b27e-55241282c0a2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:04.804181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3360373e-ff8f-48b5-b27e-55241282c0a2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:04.808159 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3360373e-ff8f-48b5-b27e-55241282c0a2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/17cc018f-fe6a-4b12-abc9-22e5f5ea14f1 HTTP/1.1" status: 404 len: 337 time: 0.0524473 Dec 22 13:04:04.808320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 092f44cc-9999-4acd-948b-ebd2798b5abe details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:04:04.808453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48662) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.851068 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-5880d6a2-383e-41d3-98bc-236736150284 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:04.851632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5880d6a2-383e-41d3-98bc-236736150284 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:04.855975 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5880d6a2-383e-41d3-98bc-236736150284 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/88294426-dc56-445c-89b1-5596475fb75a HTTP/1.1" status: 404 len: 337 time: 0.0440581 Dec 22 13:04:04.856103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48666) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.901139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c8b256de-77db-4c5a-9398-01ad1db33a89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Synchronizing usage tracker for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:04.913535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c8b256de-77db-4c5a-9398-01ad1db33a89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Unset dirty status for tenant:4f2958bfabbb4230bc3e6fd81cd4b167 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:04.916446 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3479495 Dec 22 13:04:04.916595 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c8b256de-77db-4c5a-9398-01ad1db33a89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae7f6c9-aa0b-4740-835a-92dbc122ec5d HTTP/1.1" status: 200 len: 205 time: 0.0571928 Dec 22 13:04:04.917057 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48670) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.917381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48672) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:04.989445 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:04.996614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:05.000122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:05.002928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:05.009685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:05.010910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:05.014850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:05.022978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:05.030645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:05.033775 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-8da527d4-55a2-4ae7-8502-55748a326531 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] delete failed (client error): The resource could not be found. Dec 22 13:04:05.034378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:05.034904 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8da527d4-55a2-4ae7-8502-55748a326531 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/8ae7f6c9-aa0b-4740-835a-92dbc122ec5d HTTP/1.1" status: 404 len: 336 time: 0.1166165 Dec 22 13:04:05.038236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48678) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:05.053846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:05.057311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:05.095381 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-709cd43c-67fb-4aa5-9289-1d7f4d038c90 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=a29e5e3b-50b3-4b65-95b9-5cca9f7dada8 HTTP/1.1" status: 200 len: 205 time: 0.0561426 Dec 22 13:04:05.098321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48682) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:05.154012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ca896054-a90b-4ece-907a-666f1b5f8df9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port 1662b94d-a36e-4d68-900b-639366875651 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:05.154358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca896054-a90b-4ece-907a-666f1b5f8df9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:05.205558 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-cf13a5e9-adcb-4157-a04f-6c1a491985d1 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] delete failed (client error): The resource could not be found. Dec 22 13:04:05.206772 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cf13a5e9-adcb-4157-a04f-6c1a491985d1 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/a29e5e3b-50b3-4b65-95b9-5cca9f7dada8 HTTP/1.1" status: 404 len: 336 time: 0.1077285 Dec 22 13:04:05.214140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48686) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:05.260456 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a4b0e4-9c62-4587-8595-1463f19d4f7d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:05.260909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a4b0e4-9c62-4587-8595-1463f19d4f7d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:05.262594 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-47a4b0e4-9c62-4587-8595-1463f19d4f7d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/fb249104-062e-4ee3-88d1-baaad12080c5 HTTP/1.1" status: 404 len: 337 time: 0.0475523 Dec 22 13:04:05.265343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48690) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:05.319425 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d2a96a2e-7fec-44d0-9026-f23cd7892fe4 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=8af75d69-98a0-48a4-a91a-947b0d66e7a5 HTTP/1.1" status: 200 len: 205 time: 0.0509181 Dec 22 13:04:05.321022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48694) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:05.392762 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-fc2f066b-d991-4f42-8096-04655203300c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] delete failed (client error): The resource could not be found. Dec 22 13:04:05.393809 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fc2f066b-d991-4f42-8096-04655203300c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/8af75d69-98a0-48a4-a91a-947b0d66e7a5 HTTP/1.1" status: 404 len: 336 time: 0.0718615 Dec 22 13:04:05.410644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48698) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:05.514770 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9ef8b048-528a-4ac8-abe3-f6d56acfa448 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=33e640b7-bceb-4f27-a0be-0407888dd744 HTTP/1.1" status: 200 len: 205 time: 0.1032450 Dec 22 13:04:05.518175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48702) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:05.555734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac3294f-5629-4c9c-a72f-6c9f5a4d8521 None None] Network 66c39e5f-8d76-4113-be76-13ce92c8e2ed requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:05.595445 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-a5cb92d0-acde-426c-a9a9-91278a9be2d9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] delete failed (client error): The resource could not be found. Dec 22 13:04:05.596843 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a5cb92d0-acde-426c-a9a9-91278a9be2d9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/33e640b7-bceb-4f27-a0be-0407888dd744 HTTP/1.1" status: 404 len: 336 time: 0.0777709 Dec 22 13:04:05.599336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48706) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:05.630595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:05.636076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a5847aac-8d77-4793-90ca-9221b4433526 tempest-TagsExtTest-173018599 tempest-TagsExtTest-173018599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:05.694628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-525e96ea-3261-4ab0-8f64-a574347ee8de None None] Could not find standard attr ID for object 3aa52027-bcab-4f03-8f00-22ddd0782de6. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:04:05.701228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Subnet': ['ID=568b1993-d403-4343-b84c-b147e84bc2ed,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:05.706258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:05.709027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:05.715412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b8f4b432-03de-498f-a7bd-c3f265594cf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:05.717099 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-7619a60d-d0f1-4ac9-822a-98f5e1003490 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:05.718220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7619a60d-d0f1-4ac9-822a-98f5e1003490 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:05.724424 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7619a60d-d0f1-4ac9-822a-98f5e1003490 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/08056cb6-ef07-4394-8fc0-a38600bd93a9 HTTP/1.1" status: 404 len: 337 time: 0.1233819 Dec 22 13:04:05.725041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48710) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:05.736092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-525e96ea-3261-4ab0-8f64-a574347ee8de None None] Provisioning for port ef6c718f-55e7-49b9-97c6-1c16c32d494f completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:05.759105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-525e96ea-3261-4ab0-8f64-a574347ee8de None None] Provisioning complete for port ef6c718f-55e7-49b9-97c6-1c16c32d494f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:05.759846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-525e96ea-3261-4ab0-8f64-a574347ee8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:05.780713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=5d02a64b-5956-4663-ad61-b8a6b071bd16,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:05.783405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:05.799823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:05.809677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:05.812845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:05.813527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:05.814420 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ebce0bb1-c5b4-45d7-9f41-9bdb95adff56 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4a1df9d-440d-4cbb-9120-2ff8896cf952 HTTP/1.1" status: 200 len: 205 time: 0.0854375 Dec 22 13:04:05.816294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48714) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:05.820883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca896054-a90b-4ece-907a-666f1b5f8df9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:05.837490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Checking segment: {'id': 'a62c3585-89dd-4f9e-8dbc-b0a19dee9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '092f44cc-9999-4acd-948b-ebd2798b5abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:05.837882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network hostable DHCP agents. Network: 092f44cc-9999-4acd-948b-ebd2798b5abe, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:04:05.878806 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1282232 Dec 22 13:04:05.882847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 092f44cc-9999-4acd-948b-ebd2798b5abe is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:04:05.886421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48718) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:05.895875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8c35c47e-ba8e-4edf-8a9b-8cc9bbd91eef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': '5d02a64b-5956-4663-ad61-b8a6b071bd16', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-474761434'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:05.931634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 092f44cc-9999-4acd-948b-ebd2798b5abe) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:05.965297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a58d26-f206-4165-aaa8-746b99a5b689 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:05.980753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40fd1cc-5641-4a0c-88d7-b17323966cba None None] Network 092f44cc-9999-4acd-948b-ebd2798b5abe requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:05.991809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:05.994663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.017405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cce56af-da97-4797-8018-1e47cdd78f9c None None] DHCP port deletion for b7741f5b-a4ab-4f7c-b6cf-be270db95de3 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:06.037093 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2821183 Dec 22 13:04:06.039439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48722) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:06.047787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e870c905-193d-49ab-8542-09907e1d653b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1887256542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:06.054594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e870c905-193d-49ab-8542-09907e1d653b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:06.059163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e870c905-193d-49ab-8542-09907e1d653b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:router and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:06.063008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e870c905-193d-49ab-8542-09907e1d653b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:06.069512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e870c905-193d-49ab-8542-09907e1d653b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:06.089020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e870c905-193d-49ab-8542-09907e1d653b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.090181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e870c905-193d-49ab-8542-09907e1d653b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.105246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e870c905-193d-49ab-8542-09907e1d653b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.131342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e870c905-193d-49ab-8542-09907e1d653b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.166874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e870c905-193d-49ab-8542-09907e1d653b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.170661 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e870c905-193d-49ab-8542-09907e1d653b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1279047 Dec 22 13:04:06.171705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48726) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:06.179904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'network_id': '092f44cc-9999-4acd-948b-ebd2798b5abe', 'name': 'tempest-PortsTestJSON-1970842166'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:06.192854 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-4ae30689-cbbc-483e-aaa5-f20d9c6ad39b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] delete failed (client error): The resource could not be found. Dec 22 13:04:06.193905 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4ae30689-cbbc-483e-aaa5-f20d9c6ad39b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/c4a1df9d-440d-4cbb-9120-2ff8896cf952 HTTP/1.1" status: 404 len: 336 time: 0.3557062 Dec 22 13:04:06.200173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48730) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:06.201008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ca896054-a90b-4ece-907a-666f1b5f8df9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for 1662b94d-a36e-4d68-900b-639366875651 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:06.252416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-525e96ea-3261-4ab0-8f64-a574347ee8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.286306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8c35c47e-ba8e-4edf-8a9b-8cc9bbd91eef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:06.307334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8c35c47e-ba8e-4edf-8a9b-8cc9bbd91eef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:06.310406 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-89bfc834-e45b-4f14-9037-778cdf3ece84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:06.310841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89bfc834-e45b-4f14-9037-778cdf3ece84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:06.315026 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-89bfc834-e45b-4f14-9037-778cdf3ece84 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/eaf3d0d8-0f8b-4476-a36b-72d2961be7c2 HTTP/1.1" status: 404 len: 337 time: 0.1081908 Dec 22 13:04:06.315026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8c35c47e-ba8e-4edf-8a9b-8cc9bbd91eef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:06.318476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48734) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:06.362508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8c35c47e-ba8e-4edf-8a9b-8cc9bbd91eef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:06.365297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca896054-a90b-4ece-907a-666f1b5f8df9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.374749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fff355e1-9b26-4ec2-b71e-94f242fb01d6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:06.381341 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fd5fd4a5-4d26-4fa3-b917-e94ee7582b1f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1475693-e305-402b-ade2-92de083c22fd HTTP/1.1" status: 200 len: 205 time: 0.0593421 Dec 22 13:04:06.387868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48738) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:06.410602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-525e96ea-3261-4ab0-8f64-a574347ee8de None None] For port ef6c718f-55e7-49b9-97c6-1c16c32d494f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ef6c718f-55e7-49b9-97c6-1c16c32d494f,segment=NetworkSegment(5f19e6f1-eacd-4730-91b4-24eb0c1611ac),segment_id=5f19e6f1-eacd-4730-91b4-24eb0c1611ac)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:06.420883 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-525e96ea-3261-4ab0-8f64-a574347ee8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.427322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:06.427574 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca896054-a90b-4ece-907a-666f1b5f8df9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=1662b94d-a36e-4d68-900b-639366875651,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:06.431036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ca896054-a90b-4ece-907a-666f1b5f8df9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:06.475030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ca896054-a90b-4ece-907a-666f1b5f8df9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.477089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c35c47e-ba8e-4edf-8a9b-8cc9bbd91eef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:06.486455 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ca896054-a90b-4ece-907a-666f1b5f8df9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/1662b94d-a36e-4d68-900b-639366875651 HTTP/1.1" status: 204 len: 168 time: 1.5658333 Dec 22 13:04:06.488926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48744) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:06.507216 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-29a7e688-a24e-4013-ab05-ac97d410989e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] delete failed (client error): The resource could not be found. Dec 22 13:04:06.508292 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-29a7e688-a24e-4013-ab05-ac97d410989e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/routers/a1475693-e305-402b-ade2-92de083c22fd HTTP/1.1" status: 404 len: 336 time: 0.1195307 Dec 22 13:04:06.533411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48748) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:06.566957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e96ea-3261-4ab0-8f64-a574347ee8de None None] Pushing event updated for resources: {'Port': ['ID=ef6c718f-55e7-49b9-97c6-1c16c32d494f,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:06.579583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-525e96ea-3261-4ab0-8f64-a574347ee8de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:06.587065 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d8fbe6-c34c-4ab1-b946-98aaba4bdaa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:06.588553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31d8fbe6-c34c-4ab1-b946-98aaba4bdaa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:06.591182 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-31d8fbe6-c34c-4ab1-b946-98aaba4bdaa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/1662b94d-a36e-4d68-900b-639366875651 HTTP/1.1" status: 404 len: 333 time: 0.1010177 Dec 22 13:04:06.596097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48752) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:06.597238 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dceac42-e888-4c2a-b592-62bf4d4fa57d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:06.597709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dceac42-e888-4c2a-b592-62bf4d4fa57d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:06.603280 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0dceac42-e888-4c2a-b592-62bf4d4fa57d tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/21c12cd4-2715-4e47-a23c-dbc887ee4021 HTTP/1.1" status: 404 len: 337 time: 0.0641756 Dec 22 13:04:06.604061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48756) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:06.607828 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 16b3c445-0ff8-4456-9470-3e485334fc26 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:06.647567 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f130dc4-3358-4bcb-958a-0928f8e56390 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:06.648045 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f130dc4-3358-4bcb-958a-0928f8e56390 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:06.652064 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:06.655916 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3f130dc4-3358-4bcb-958a-0928f8e56390 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] 10.222.0.24 "DELETE /v2.0/subnets/d3013ad9-5b36-48d9-99ae-f1c20e64c3d4 HTTP/1.1" status: 404 len: 337 time: 0.0507796 Dec 22 13:04:06.664780 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 16b3c445-0ff8-4456-9470-3e485334fc26 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:06.665689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 16b3c445-0ff8-4456-9470-3e485334fc26 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:06.670788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:port and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:06.676838 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd094fc3-12a5-45b1-8349-915f75779e6f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:04:06.677639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fd094fc3-12a5-45b1-8349-915f75779e6f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:06.680216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-525e96ea-3261-4ab0-8f64-a574347ee8de None None] Provisioning complete for port 4afcdc11-b7f8-4122-838e-c40c049b56c8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:06.680654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-525e96ea-3261-4ab0-8f64-a574347ee8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.681984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:06.697324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:06.733165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:06.737412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.746177 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-092f44cc-9999-4acd-948b-ebd2798b5abe', 'network_id': '092f44cc-9999-4acd-948b-ebd2798b5abe', 'tenant_id': '09da01ce16a14f99b2a065e133e9b364', 'fixed_ips': [{'subnet_id': '568b1993-d403-4343-b84c-b147e84bc2ed'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:04:06.747298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.756590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c35c47e-ba8e-4edf-8a9b-8cc9bbd91eef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:06.775750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fd094fc3-12a5-45b1-8349-915f75779e6f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:06.780052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48762) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:06.780237 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fd094fc3-12a5-45b1-8349-915f75779e6f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/1662b94d-a36e-4d68-900b-639366875651 HTTP/1.1" status: 404 len: 333 time: 0.1829410 Dec 22 13:04:06.792751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port ee1f1bc6-9cea-4218-98a3-3ebf86d32b10 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:06.827374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-8c35c47e-ba8e-4edf-8a9b-8cc9bbd91eef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 363d635e-cb9c-46e5-9667-6fd84e6e1712 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:06.932979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe34e0a3-39b2-4332-8a1f-c0cdf06aa726 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting subnet a6c00702-b757-4988-b225-471dd5740d43 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:06.941347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe34e0a3-39b2-4332-8a1f-c0cdf06aa726 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.020570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe34e0a3-39b2-4332-8a1f-c0cdf06aa726 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.109284 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c35c47e-ba8e-4edf-8a9b-8cc9bbd91eef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:04:07.110624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c35c47e-ba8e-4edf-8a9b-8cc9bbd91eef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:07.121245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48768) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:07.124305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.4 (092f44cc-9999-4acd-948b-ebd2798b5abe/568b1993-d403-4343-b84c-b147e84bc2ed/ee1f1bc6-9cea-4218-98a3-3ebf86d32b10) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:07.146106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe34e0a3-39b2-4332-8a1f-c0cdf06aa726 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.178244 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8c35c47e-ba8e-4edf-8a9b-8cc9bbd91eef tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2837534 Dec 22 13:04:07.180988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48774) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:07.181807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ea60d-bb70-4662-99c3-b911b1fd11d1 None None] Network 66c39e5f-8d76-4113-be76-13ce92c8e2ed requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:07.257368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe34e0a3-39b2-4332-8a1f-c0cdf06aa726 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.263590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1fd1bb76-f7d8-4acc-a37a-2ee855c4dca0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:07.281197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9ccb761e-fcf9-4bbe-a988-818655350860 None None] Could not find standard attr ID for object 1662b94d-a36e-4d68-900b-639366875651. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:04:07.302924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9ccb761e-fcf9-4bbe-a988-818655350860 None None] Provisioning complete for port ef6c718f-55e7-49b9-97c6-1c16c32d494f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:07.303468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ccb761e-fcf9-4bbe-a988-818655350860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.334459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34e0a3-39b2-4332-8a1f-c0cdf06aa726 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Subnet': ['ID=a6c00702-b757-4988-b225-471dd5740d43,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:07.343704 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fe34e0a3-39b2-4332-8a1f-c0cdf06aa726 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:07.344746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe34e0a3-39b2-4332-8a1f-c0cdf06aa726 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.380888 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-394a4ac3-1a4a-4cbe-8938-05c390e59b12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f2958bfabbb4230bc3e6fd81cd4b167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584727 Dec 22 13:04:07.385545 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fe34e0a3-39b2-4332-8a1f-c0cdf06aa726 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/a6c00702-b757-4988-b225-471dd5740d43 HTTP/1.1" status: 204 len: 168 time: 0.6042314 Dec 22 13:04:07.386217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48780) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:07.386564 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48782) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:07.465829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cdf002-0978-4ab5-891a-43842fc09779 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:07.466454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-04cdf002-0978-4ab5-891a-43842fc09779 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:07.493234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.509084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-04cdf002-0978-4ab5-891a-43842fc09779 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:07.512286 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-04cdf002-0978-4ab5-891a-43842fc09779 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3301332 Dec 22 13:04:07.513181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48788) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:07.518550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Transition to ACTIVE for port object ee1f1bc6-9cea-4218-98a3-3ebf86d32b10 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:07.552018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.561865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-feb77c55-4865-428f-85a1-0d83dfaf2063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.589680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-feb77c55-4865-428f-85a1-0d83dfaf2063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.602327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcffbfaa-f427-49fa-9324-142ec84be1e4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:07.603979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcffbfaa-f427-49fa-9324-142ec84be1e4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:07.604728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-dcffbfaa-f427-49fa-9324-142ec84be1e4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:07.622079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.624970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port ef6c718f-55e7-49b9-97c6-1c16c32d494f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:07.625302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.628303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:07.694273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb33c5fc-9055-4681-9d40-e4a5101211db None None] DHCP port deletion for 66c39e5f-8d76-4113-be76-13ce92c8e2ed request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:07.714215 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cb33c5fc-9055-4681-9d40-e4a5101211db None None] Deleting port ef6c718f-55e7-49b9-97c6-1c16c32d494f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:07.714568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb33c5fc-9055-4681-9d40-e4a5101211db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.767375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-feb77c55-4865-428f-85a1-0d83dfaf2063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.779429 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-590af164-0c28-41b7-bd7e-0497efdb97cf None None] Provisioning complete for port 4afcdc11-b7f8-4122-838e-c40c049b56c8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:07.780031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-590af164-0c28-41b7-bd7e-0497efdb97cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.803652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-dcffbfaa-f427-49fa-9324-142ec84be1e4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:07.804733 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-dcffbfaa-f427-49fa-9324-142ec84be1e4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2891879 Dec 22 13:04:07.817708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48792) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:07.817954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6bd40403-4ac5-4efe-87dd-b8ec4f0df5e5 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:07.831150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Allocated IP 172.20.0.2 (092f44cc-9999-4acd-948b-ebd2798b5abe/568b1993-d403-4343-b84c-b147e84bc2ed/cf375ab1-0d76-4300-91c2-1bc8b294c8c5) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:07.834750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 092f44cc-9999-4acd-948b-ebd2798b5abe is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:07.847456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb77c55-4865-428f-85a1-0d83dfaf2063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f28eff-9982-4148-8516-b7d8e5c74c6f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:07.851973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-feb77c55-4865-428f-85a1-0d83dfaf2063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:07.852784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-feb77c55-4865-428f-85a1-0d83dfaf2063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.856623 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-feb77c55-4865-428f-85a1-0d83dfaf2063 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40f28eff-9982-4148-8516-b7d8e5c74c6f HTTP/1.1" status: 204 len: 168 time: 0.4690428 Dec 22 13:04:07.869949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:07.874515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:07.892162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] For port ef6c718f-55e7-49b9-97c6-1c16c32d494f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ef6c718f-55e7-49b9-97c6-1c16c32d494f,segment=NetworkSegment(5f19e6f1-eacd-4730-91b4-24eb0c1611ac),segment_id=5f19e6f1-eacd-4730-91b4-24eb0c1611ac)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:07.892529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.954443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=ee1f1bc6-9cea-4218-98a3-3ebf86d32b10,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:07.963442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:07.980619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:07.981247 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:07.990066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f0ec7b-c5d8-4bfd-a09e-76a6bbb7ed24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 5d02a64b-5956-4663-ad61-b8a6b071bd16 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:08.000385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ec7b-c5d8-4bfd-a09e-76a6bbb7ed24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.061107 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8883605 Dec 22 13:04:08.064938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48800) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:08.095243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for ef6c718f-55e7-49b9-97c6-1c16c32d494f owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:08.167853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cb33c5fc-9055-4681-9d40-e4a5101211db None None] For port ef6c718f-55e7-49b9-97c6-1c16c32d494f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ef6c718f-55e7-49b9-97c6-1c16c32d494f,segment=NetworkSegment(5f19e6f1-eacd-4730-91b4-24eb0c1611ac),segment_id=5f19e6f1-eacd-4730-91b4-24eb0c1611ac)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:08.168273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb33c5fc-9055-4681-9d40-e4a5101211db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.175932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.181431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:08.207252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ec7b-c5d8-4bfd-a09e-76a6bbb7ed24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.240699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No DVR routers for this DVR port ef6c718f-55e7-49b9-97c6-1c16c32d494f on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:04:08.242762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=ef6c718f-55e7-49b9-97c6-1c16c32d494f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:08.313619 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cb33c5fc-9055-4681-9d40-e4a5101211db None None] Calling delete_port for ef6c718f-55e7-49b9-97c6-1c16c32d494f owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:08.388993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:08.391267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.423208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c39e5f-8d76-4113-be76-13ce92c8e2ed']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:08.437346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f19e6f1-eacd-4730-91b4-24eb0c1611ac') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:08.437832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f19e6f1-eacd-4730-91b4-24eb0c1611ac') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:08.450073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.455958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.466980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-cb33c5fc-9055-4681-9d40-e4a5101211db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:04:08.467342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-cb33c5fc-9055-4681-9d40-e4a5101211db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:04:08.468239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Transition to ACTIVE for port object cf375ab1-0d76-4300-91c2-1bc8b294c8c5 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:08.476664 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.485576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:04:08.486022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.496730 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Transition to ACTIVE for port object cf375ab1-0d76-4300-91c2-1bc8b294c8c5 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:08.505779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.515497 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fcff304e-08e1-4039-b197-42496b9ce00c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:08.568400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ec7b-c5d8-4bfd-a09e-76a6bbb7ed24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.572992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ef6c718f-55e7-49b9-97c6-1c16c32d494f no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:08.631451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: ef6c718f-55e7-49b9-97c6-1c16c32d494f {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:08.631831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ef6c718f-55e7-49b9-97c6-1c16c32d494f not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:08.644849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Network 092f44cc-9999-4acd-948b-ebd2798b5abe is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:08.648564 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:08.650791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Pushing event updated for resources: {'Port': ['ID=cf375ab1-0d76-4300-91c2-1bc8b294c8c5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:08.652759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:08.656104 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:08.750492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Attempting to bind port cf375ab1-0d76-4300-91c2-1bc8b294c8c5 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:08.750928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Attempting to bind port cf375ab1-0d76-4300-91c2-1bc8b294c8c5 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'a62c3585-89dd-4f9e-8dbc-b0a19dee9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '092f44cc-9999-4acd-948b-ebd2798b5abe'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:08.751335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Attempting to bind port cf375ab1-0d76-4300-91c2-1bc8b294c8c5 on network 092f44cc-9999-4acd-948b-ebd2798b5abe {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:08.757432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:08.757780 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Checking segment: {'id': 'a62c3585-89dd-4f9e-8dbc-b0a19dee9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '092f44cc-9999-4acd-948b-ebd2798b5abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:08.758191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.758644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Bound using segment: {'id': 'a62c3585-89dd-4f9e-8dbc-b0a19dee9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '092f44cc-9999-4acd-948b-ebd2798b5abe'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:08.759094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Bound port: cf375ab1-0d76-4300-91c2-1bc8b294c8c5, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a62c3585-89dd-4f9e-8dbc-b0a19dee9043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '092f44cc-9999-4acd-948b-ebd2798b5abe'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:08.759483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.783796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ec7b-c5d8-4bfd-a09e-76a6bbb7ed24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.795572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fe366607-2f60-4066-8630-8c4efe7cfa1a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:04:08.800185 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:04:08.804236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.808179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58fdceb2-9034-4563-bbaf-99f06650655b tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:08.827228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.835678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Network': ['ID=66c39e5f-8d76-4113-be76-13ce92c8e2ed,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:08.837235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f0ec7b-c5d8-4bfd-a09e-76a6bbb7ed24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=5d02a64b-5956-4663-ad61-b8a6b071bd16,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:08.841853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:08.845206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b6f0ec7b-c5d8-4bfd-a09e-76a6bbb7ed24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:08.854657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b6f0ec7b-c5d8-4bfd-a09e-76a6bbb7ed24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.865717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.868988 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/networks/66c39e5f-8d76-4113-be76-13ce92c8e2ed HTTP/1.1" status: 204 len: 168 time: 1.4797480 Dec 22 13:04:08.872774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab6175f-5071-4358-8a99-b5f9a1594d92 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:08.873431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48820) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:08.880544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2070011314'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:08.886346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:08.890543 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b6f0ec7b-c5d8-4bfd-a09e-76a6bbb7ed24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/5d02a64b-5956-4663-ad61-b8a6b071bd16 HTTP/1.1" status: 204 len: 168 time: 1.0723491 Dec 22 13:04:08.893549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48824) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:08.896919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:network and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:08.953532 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:08.974765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:08.975802 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cb33c5fc-9055-4681-9d40-e4a5101211db None None] Deleting port ef6c718f-55e7-49b9-97c6-1c16c32d494f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:08.976195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb33c5fc-9055-4681-9d40-e4a5101211db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:08.982805 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-430361b3-e31f-425c-87d4-ab18aa6de98b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0879695 Dec 22 13:04:08.983658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48828) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:08.991981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:09.033767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48832) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:09.066346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:09.069314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.076317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cb33c5fc-9055-4681-9d40-e4a5101211db None None] The port 'ef6c718f-55e7-49b9-97c6-1c16c32d494f' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:04:09.132476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:04:09.141348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:09.148271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:09.148514 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] For port cf375ab1-0d76-4300-91c2-1bc8b294c8c5, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:09.150228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.150569 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Added segment 462c9948-7843-46f9-9119-6fc8311efb86 of type vlan for network b2479ee6-510e-47bc-9180-29ac7f86aec0 Dec 22 13:04:09.151805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:09.161807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:09.168007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] For port cf375ab1-0d76-4300-91c2-1bc8b294c8c5, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=cf375ab1-0d76-4300-91c2-1bc8b294c8c5,segment=NetworkSegment(a62c3585-89dd-4f9e-8dbc-b0a19dee9043),segment_id=a62c3585-89dd-4f9e-8dbc-b0a19dee9043)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:09.177189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.187226 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.191284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:09.191508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:09.195144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.285526 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Pushing event updated for resources: {'Port': ['ID=cf375ab1-0d76-4300-91c2-1bc8b294c8c5,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:09.288990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:09.338520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.344021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:09.344637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.349791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-51dad66e-e52f-456c-bb90-2385980b3271 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:09.366453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-bce8a9f9-54ab-4eb3-8541-8674b5999424 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1583418053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:09.378559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bce8a9f9-54ab-4eb3-8541-8674b5999424 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:09.393842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bce8a9f9-54ab-4eb3-8541-8674b5999424 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Usage tracker for resource:router and tenant:56fe556bf5b04a1a825f540f1494982e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:09.399069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bce8a9f9-54ab-4eb3-8541-8674b5999424 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:09.411050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bce8a9f9-54ab-4eb3-8541-8674b5999424 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:09.412926 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe395b-8e2a-4b7c-951b-31507803ff0f None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:09.417819 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe395b-8e2a-4b7c-951b-31507803ff0f None None] Deleting port 4afcdc11-b7f8-4122-838e-c40c049b56c8 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:09.418317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2fe395b-8e2a-4b7c-951b-31507803ff0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.440000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bce8a9f9-54ab-4eb3-8541-8674b5999424 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.441035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bce8a9f9-54ab-4eb3-8541-8674b5999424 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.473266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Network': ['ID=b2479ee6-510e-47bc-9180-29ac7f86aec0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:09.477517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bce8a9f9-54ab-4eb3-8541-8674b5999424 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.513115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:09.515161 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6405911 Dec 22 13:04:09.516424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.521302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48838) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:09.529648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': 'b2479ee6-510e-47bc-9180-29ac7f86aec0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:09.531469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bce8a9f9-54ab-4eb3-8541-8674b5999424 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.558295 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network b2479ee6-510e-47bc-9180-29ac7f86aec0 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:04:09.567247 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.598725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-903bc938-aad5-479a-aecb-c116eae299e1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:09.719504 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.725488 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d746172d-ddec-47e7-a5f7-405d0a5b660b tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:09.756868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=ee1f1bc6-9cea-4218-98a3-3ebf86d32b10,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:09.762654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bce8a9f9-54ab-4eb3-8541-8674b5999424 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.767685 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bce8a9f9-54ab-4eb3-8541-8674b5999424 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7324853 Dec 22 13:04:09.768393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48842) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:09.773037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:09.781709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1393374214'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:09.788546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:09.796268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Usage tracker for resource:network and tenant:56fe556bf5b04a1a825f540f1494982e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:09.801299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:09.802241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:09.803971 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:09.808291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:09.813649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:09.814276 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.818066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:09.825931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:09.833244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=c43810d2-e3e1-4d1f-afeb-f738ca179442,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:09.837630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:09.842409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:09.843312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:09.857285 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8694351 Dec 22 13:04:09.857803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48846) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:09.858409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:09.861924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.867492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d2fe395b-8e2a-4b7c-951b-31507803ff0f None None] For port 4afcdc11-b7f8-4122-838e-c40c049b56c8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4afcdc11-b7f8-4122-838e-c40c049b56c8,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:09.868371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2fe395b-8e2a-4b7c-951b-31507803ff0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.884003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-dfa92051-f46e-4858-ac68-650e08273f3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-21777778', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:09.893644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dfa92051-f46e-4858-ac68-650e08273f3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:09.913822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Made reservation on behalf of 56fe556bf5b04a1a825f540f1494982e for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:09.917435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.941191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.942637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-dfa92051-f46e-4858-ac68-650e08273f3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:router and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:09.947732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-dfa92051-f46e-4858-ac68-650e08273f3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:09.965691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:09.969667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-dfa92051-f46e-4858-ac68-650e08273f3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:09.992137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfa92051-f46e-4858-ac68-650e08273f3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:09.993243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfa92051-f46e-4858-ac68-650e08273f3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.003126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Usage tracker for resource:security_group_rule and tenant:56fe556bf5b04a1a825f540f1494982e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:10.004154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d2fe395b-8e2a-4b7c-951b-31507803ff0f None None] Calling delete_port for 4afcdc11-b7f8-4122-838e-c40c049b56c8 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:10.012288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:10.016784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfa92051-f46e-4858-ac68-650e08273f3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.025885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:10.077229 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfa92051-f46e-4858-ac68-650e08273f3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.097405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d2fe395b-8e2a-4b7c-951b-31507803ff0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.098403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.106361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:10.135691 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dfa92051-f46e-4858-ac68-650e08273f3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.136769 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dfa92051-f46e-4858-ac68-650e08273f3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2601762 Dec 22 13:04:10.139541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:10.165952 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe395b-8e2a-4b7c-951b-31507803ff0f None None] Pushing event deleted for resources: {'Port': ['ID=4afcdc11-b7f8-4122-838e-c40c049b56c8,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:10.170350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d2fe395b-8e2a-4b7c-951b-31507803ff0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:10.173801 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fe395b-8e2a-4b7c-951b-31507803ff0f None None] No DVR routers for this DVR port 4afcdc11-b7f8-4122-838e-c40c049b56c8 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:04:10.187467 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7349e0f9-dac6-4ea9-945b-452eef71d8cf None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:10.268584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.304704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.311875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.323961 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:10.340123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.350944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ec343124-3229-4ee7-85a9-37e8ebe7423b tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:10.412433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:04:10.422410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.480709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': 'c43810d2-e3e1-4d1f-afeb-f738ca179442'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:04:10.481566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.490732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5611b2-f336-4ded-ac8d-12905622b11a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:10.494126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:10.566602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.567029 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Added segment d8971929-1fcf-45d9-90a0-4bed61213f35 of type vlan for network 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7 Dec 22 13:04:10.622401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.692853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cf375ab1-0d76-4300-91c2-1bc8b294c8c5 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:10.718537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433adfd1-4428-406f-a08b-6360f1005821 None None] Network 092f44cc-9999-4acd-948b-ebd2798b5abe requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:10.762112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.768157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:10.768867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:10.797613 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:10.809032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Subnet': ['ID=4ce557b7-2678-409c-b028-70572551a009,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:10.821609 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0448227 Dec 22 13:04:10.825798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48856) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:10.865997 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:10.866539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Checking segment: {'id': '462c9948-7843-46f9-9119-6fc8311efb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2479ee6-510e-47bc-9180-29ac7f86aec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:10.866898 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network hostable DHCP agents. Network: b2479ee6-510e-47bc-9180-29ac7f86aec0, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:04:10.894013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Request body: {'subnet': {'network_id': '14c8835e-7d50-4e9c-be3c-f4e6a9a318d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:10.897090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2cbe2fe1-4b3f-4551-84a9-0f4d7b85e822 None None] Provisioning for port cf375ab1-0d76-4300-91c2-1bc8b294c8c5 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:10.915493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Allocated IP 2001:db8::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/c43810d2-e3e1-4d1f-afeb-f738ca179442/dddb595d-fb1b-4136-91be-595d47e1a03e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:10.965386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port cf375ab1-0d76-4300-91c2-1bc8b294c8c5 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:10.994626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network b2479ee6-510e-47bc-9180-29ac7f86aec0 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:04:11.011254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, b2479ee6-510e-47bc-9180-29ac7f86aec0) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:11.020756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event updated for resources: {'Network': ['ID=14c8835e-7d50-4e9c-be3c-f4e6a9a318d7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:11.027436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:11.030367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port cf375ab1-0d76-4300-91c2-1bc8b294c8c5 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:11.030897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.047105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:11.047710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.052000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.053352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:11.066042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Usage tracker for resource:subnet and tenant:56fe556bf5b04a1a825f540f1494982e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:11.071076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:11.071453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1616bb2-7a2a-4c0b-80e3-279718044813 None None] Network b2479ee6-510e-47bc-9180-29ac7f86aec0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:11.078854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.080724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:11.085794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.089545 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:04:11.115962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8a52f978-0b67-486d-b9f0-7dfe35db0c30 tempest-AllowedAddressPairIpV6TestJSON-660466670 tempest-AllowedAddressPairIpV6TestJSON-660466670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:11.175081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Made reservation on behalf of 56fe556bf5b04a1a825f540f1494982e for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:11.178827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.187437 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6647761 Dec 22 13:04:11.195701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48860) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:11.203165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': 'b2479ee6-510e-47bc-9180-29ac7f86aec0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-781887362'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:11.471632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:11.480345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:port and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:11.483456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:11.489705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:11.502604 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:11.507308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.518039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.538160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port bb9bedf9-a3ba-49cd-8389-17fa5a89ab26 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:11.550445 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=ee1f1bc6-9cea-4218-98a3-3ebf86d32b10,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:11.566477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:11.674841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.710367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.754923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f397230-c32f-4e11-bcf5-cebd3a6f884d req-1835cd1d-aaa1-4c42-bdb6-26a0690b2595 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:11.762175 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0f397230-c32f-4e11-bcf5-cebd3a6f884d req-1835cd1d-aaa1-4c42-bdb6-26a0690b2595 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.1722298 Dec 22 13:04:11.769356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Transition to ACTIVE for port object dddb595d-fb1b-4136-91be-595d47e1a03e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:11.783850 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-b2479ee6-510e-47bc-9180-29ac7f86aec0', 'network_id': 'b2479ee6-510e-47bc-9180-29ac7f86aec0', 'tenant_id': '73a75db273074ed8a14803906185c58d', 'fixed_ips': [{'subnet_id': '4ce557b7-2678-409c-b028-70572551a009'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:04:11.784446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.811101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port cf375ab1-0d76-4300-91c2-1bc8b294c8c5, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=cf375ab1-0d76-4300-91c2-1bc8b294c8c5,segment=NetworkSegment(a62c3585-89dd-4f9e-8dbc-b0a19dee9043),segment_id=a62c3585-89dd-4f9e-8dbc-b0a19dee9043)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:11.811559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8::3c8 (b2479ee6-510e-47bc-9180-29ac7f86aec0/4ce557b7-2678-409c-b028-70572551a009/bb9bedf9-a3ba-49cd-8389-17fa5a89ab26) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:11.820613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.825511 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Transition to ACTIVE for port object dddb595d-fb1b-4136-91be-595d47e1a03e will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:11.826657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:11.843624 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0f397230-c32f-4e11-bcf5-cebd3a6f884d req-857fc559-d9f4-4623-bd38-401469a4e545 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803256 Dec 22 13:04:11.870851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:11.878702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 092f44cc-9999-4acd-948b-ebd2798b5abe is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:11.880024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-20d4bbf7-fc10-4f76-ade0-0fea81cb53a5 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:11.914067 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4afcdc11-b7f8-4122-838e-c40c049b56c8 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:11.952192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:11.966842 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.029419 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 4afcdc11-b7f8-4122-838e-c40c049b56c8 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:12.029767 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4afcdc11-b7f8-4122-838e-c40c049b56c8 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:12.053513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=cf375ab1-0d76-4300-91c2-1bc8b294c8c5,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:12.055223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::1 (cc430aa9-1eda-495d-9373-01b5d372ccd0/c43810d2-e3e1-4d1f-afeb-f738ca179442/154add15-ac97-455f-ab5f-ad09ab33217f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:12.059740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event updated for resources: {'Subnet': ['ID=cb1cd0d0-47c7-4215-9c98-79f2c6a9a3d6,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:12.062259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:12.062395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:12.066755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9bb6aed8-8a01-4fcc-9bb6-bd291cdf8c68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:12.135473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:12.139388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Pushing event updated for resources: {'Port': ['ID=dddb595d-fb1b-4136-91be-595d47e1a03e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:12.145332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:12.149932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:12.157893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:12.206159 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Checking segment: {'id': 'd8971929-1fcf-45d9-90a0-4bed61213f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c8835e-7d50-4e9c-be3c-f4e6a9a318d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:12.206767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Network hostable DHCP agents. Network: 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:04:12.215101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c9a813ab-83c6-451f-a06b-cc454cb8dbf2 None None] Provisioning complete for port cf375ab1-0d76-4300-91c2-1bc8b294c8c5 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:12.217077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9a813ab-83c6-451f-a06b-cc454cb8dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.233183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.256421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Network 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:04:12.281839 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Transition to ACTIVE for port object bb9bedf9-a3ba-49cd-8389-17fa5a89ab26 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:12.294938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:12.310550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.311443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:12.312053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.321500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af85ff0-375b-4a84-91aa-215554b20b5b None None] Network 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:12.335099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 154add15-ac97-455f-ab5f-ad09ab33217f will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:12.342930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcf54f-9b5d-47a7-a4db-456dd7ff4db3 req-d938e522-1baf-4029-aa0a-9b02f703f53c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:12.344878 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b1fcf54f-9b5d-47a7-a4db-456dd7ff4db3 req-d938e522-1baf-4029-aa0a-9b02f703f53c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.3048327 Dec 22 13:04:12.351241 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5150146 Dec 22 13:04:12.352369 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.355779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48870) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:12.359137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-db78598d-b0a0-4d8b-9f14-933f636404fb tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:12.363507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Request body: {'network': {'name': 'tempest-router-network01--651121161'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:12.380297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:12.385064 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Router a2969680-0256-4bab-8e93-61d671ffab7a is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:04:12.389667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Usage tracker for resource:network and tenant:56fe556bf5b04a1a825f540f1494982e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:12.396921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:12.427907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:12.434205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network b2479ee6-510e-47bc-9180-29ac7f86aec0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:12.434742 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b1fcf54f-9b5d-47a7-a4db-456dd7ff4db3 req-52ec3e81-b13d-4043-a725-6a8888413732 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780125 Dec 22 13:04:12.438359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:12.443817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:12.450169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:12.450789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.476652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=bb9bedf9-a3ba-49cd-8389-17fa5a89ab26,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:12.480823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:12.485059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.490487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:12.561923 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fb326f8a-8cca-4116-a476-1a0f3fefad11 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3651869 Dec 22 13:04:12.569932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48878) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:12.651585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Made reservation on behalf of 56fe556bf5b04a1a825f540f1494982e for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:12.654943 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.666471 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Allocated IP 2001:db8::2 (b2479ee6-510e-47bc-9180-29ac7f86aec0/4ce557b7-2678-409c-b028-70572551a009/b382866f-7cf1-4dc2-b7e3-770ffeed0be8) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:12.723051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:04:12.725343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:12.740388 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "PUT /v2.0/routers/a2969680-0256-4bab-8e93-61d671ffab7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6749246 Dec 22 13:04:12.741587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.741924 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Added segment b979eda1-e84d-4e51-bc15-f5e1db3b9731 of type vlan for network b8a5863b-5821-4ba9-81d9-728334b4c277 Dec 22 13:04:12.742986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48882) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:12.838772 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.878009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bbf3bd-8f11-462f-a4af-81bd25dcc381 None None] Sync routers for ids ['a2969680-0256-4bab-8e93-61d671ffab7a'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:12.884219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cf375ab1-0d76-4300-91c2-1bc8b294c8c5 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:12.887155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b4c5c-5824-4d54-9195-c74b3472fb4e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port bb9bedf9-a3ba-49cd-8389-17fa5a89ab26 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:12.888068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4c5c-5824-4d54-9195-c74b3472fb4e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.895881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.902836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:12.903547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:12.931741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:12.996103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:13.002305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:13.011822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:13.012636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.028650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=154add15-ac97-455f-ab5f-ad09ab33217f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:13.043170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:13.056182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bbf3bd-8f11-462f-a4af-81bd25dcc381 None None] Routers {'a2969680-0256-4bab-8e93-61d671ffab7a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:13.056917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-13bbf3bd-8f11-462f-a4af-81bd25dcc381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a2969680-0256-4bab-8e93-61d671ffab7a'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:13.106923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Attempting to bind port dddb595d-fb1b-4136-91be-595d47e1a03e on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:13.107368 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Attempting to bind port dddb595d-fb1b-4136-91be-595d47e1a03e by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:13.107890 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Attempting to bind port dddb595d-fb1b-4136-91be-595d47e1a03e on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:13.123786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbee4cb1-3c81-433d-9487-cf3726ee05b2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:13.124746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bbee4cb1-3c81-433d-9487-cf3726ee05b2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:13.152171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:13.152591 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:13.153092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.153588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:13.154156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Bound port: dddb595d-fb1b-4136-91be-595d47e1a03e, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:13.154587 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.165940 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8055117 Dec 22 13:04:13.165940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bbee4cb1-3c81-433d-9487-cf3726ee05b2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:13.165940 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bbee4cb1-3c81-433d-9487-cf3726ee05b2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2969680-0256-4bab-8e93-61d671ffab7a HTTP/1.1" status: 200 len: 982 time: 0.4220846 Dec 22 13:04:13.170769 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48890) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:13.170978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48892) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:13.187195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-13bbf3bd-8f11-462f-a4af-81bd25dcc381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:13.201395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-14c8835e-7d50-4e9c-be3c-f4e6a9a318d7', 'network_id': '14c8835e-7d50-4e9c-be3c-f4e6a9a318d7', 'tenant_id': '56fe556bf5b04a1a825f540f1494982e', 'fixed_ips': [{'subnet_id': 'cb1cd0d0-47c7-4215-9c98-79f2c6a9a3d6'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:04:13.202301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.283706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.313009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bbf3bd-8f11-462f-a4af-81bd25dcc381 None None] Routers {'a2969680-0256-4bab-8e93-61d671ffab7a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:13.313678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-13bbf3bd-8f11-462f-a4af-81bd25dcc381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a2969680-0256-4bab-8e93-61d671ffab7a'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:13.323326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event updated for resources: {'Network': ['ID=b8a5863b-5821-4ba9-81d9-728334b4c277,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:13.328923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Request body: {'network': {'name': 'tempest-router-network02--475741670'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:13.339089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:13.342435 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4c5c-5824-4d54-9195-c74b3472fb4e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.342791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:13.356022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Usage tracker for resource:network and tenant:56fe556bf5b04a1a825f540f1494982e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:13.360678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:13.380686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network b8a5863b-5821-4ba9-81d9-728334b4c277 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:04:13.424890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:13.484299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b4c5c-5824-4d54-9195-c74b3472fb4e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for bb9bedf9-a3ba-49cd-8389-17fa5a89ab26 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:13.505492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-13bbf3bd-8f11-462f-a4af-81bd25dcc381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:13.505905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bbf3bd-8f11-462f-a4af-81bd25dcc381 None None] The sync data for ids ['a2969680-0256-4bab-8e93-61d671ffab7a'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:13.658799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97295fd3-949e-4ac1-a927-47fcd4505481 req-a193d22b-577b-4776-b5ca-756cfe7d9ee3 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:13.660304 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-97295fd3-949e-4ac1-a927-47fcd4505481 req-a193d22b-577b-4776-b5ca-756cfe7d9ee3 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.6490934 Dec 22 13:04:13.670080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Made reservation on behalf of 56fe556bf5b04a1a825f540f1494982e for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:13.673466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.742607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] For port dddb595d-fb1b-4136-91be-595d47e1a03e, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:13.769842 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c9a813ab-83c6-451f-a06b-cc454cb8dbf2 None None] Provisioning for port ee1f1bc6-9cea-4218-98a3-3ebf86d32b10 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:13.781185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c9a813ab-83c6-451f-a06b-cc454cb8dbf2 None None] Provisioning complete for port ee1f1bc6-9cea-4218-98a3-3ebf86d32b10 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:13.781648 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9a813ab-83c6-451f-a06b-cc454cb8dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.783339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:04:13.789144 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-97295fd3-949e-4ac1-a927-47fcd4505481 req-4d4242b8-e090-4041-aeb8-afba76cabf11 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220710 Dec 22 13:04:13.805734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.806082 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Added segment a84ffae8-5c3a-4083-acb6-0543d050ae70 of type vlan for network 9dc34078-5beb-4efb-b073-7dc42e9a86b6 Dec 22 13:04:13.829416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port cf375ab1-0d76-4300-91c2-1bc8b294c8c5 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:13.830227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.849391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.864750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4c5c-5824-4d54-9195-c74b3472fb4e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.869964 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] For port dddb595d-fb1b-4136-91be-595d47e1a03e, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dddb595d-fb1b-4136-91be-595d47e1a03e,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:13.872358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bc28c5bb-77cc-45da-8c04-68a5d614d4a7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:13.876077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.906402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.912670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Allocated IP 172.20.0.2 (14c8835e-7d50-4e9c-be3c-f4e6a9a318d7/cb1cd0d0-47c7-4215-9c98-79f2c6a9a3d6/868a0a44-f391-46e7-8a77-f6f8604f537c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:13.918262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:13.933168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.936155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b4c5c-5824-4d54-9195-c74b3472fb4e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=bb9bedf9-a3ba-49cd-8389-17fa5a89ab26,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:13.939301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:13.940020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:13.946064 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fad5de5c-18f3-484d-94a7-a513232c9cb1 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:13.957340 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Transition to ACTIVE for port object b382866f-7cf1-4dc2-b7e3-770ffeed0be8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:13.968674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9b7b4c5c-5824-4d54-9195-c74b3472fb4e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:13.980834 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c9a813ab-83c6-451f-a06b-cc454cb8dbf2 None None] Port ee1f1bc6-9cea-4218-98a3-3ebf86d32b10 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:13.993378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9b7b4c5c-5824-4d54-9195-c74b3472fb4e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.009075 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9b7b4c5c-5824-4d54-9195-c74b3472fb4e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/bb9bedf9-a3ba-49cd-8389-17fa5a89ab26 HTTP/1.1" status: 204 len: 168 time: 1.4281495 Dec 22 13:04:14.011574 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48898) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:14.051065 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Transition to ACTIVE for port object b382866f-7cf1-4dc2-b7e3-770ffeed0be8 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:14.059587 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc9a1a3-8910-47d1-a1fd-b7fe8b249dd0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:04:14.060136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-bbc9a1a3-8910-47d1-a1fd-b7fe8b249dd0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:14.080798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.088755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.089584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.093220 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9189670 Dec 22 13:04:14.093373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:14.101644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48902) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:14.106414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event updated for resources: {'Network': ['ID=9dc34078-5beb-4efb-b073-7dc42e9a86b6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:14.113699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Request body: {'subnet': {'network_id': 'b8a5863b-5821-4ba9-81d9-728334b4c277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:14.130105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:14.137408 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 9dc34078-5beb-4efb-b073-7dc42e9a86b6 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:04:14.137939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-bbc9a1a3-8910-47d1-a1fd-b7fe8b249dd0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:14.138881 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bbc9a1a3-8910-47d1-a1fd-b7fe8b249dd0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/bb9bedf9-a3ba-49cd-8389-17fa5a89ab26 HTTP/1.1" status: 404 len: 333 time: 0.1262379 Dec 22 13:04:14.141954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48906) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:14.163846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.227720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.237525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=154add15-ac97-455f-ab5f-ad09ab33217f,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:14.241782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:14.248168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Pushing event updated for resources: {'Port': ['ID=dddb595d-fb1b-4136-91be-595d47e1a03e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:14.252213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:14.258588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:14.301152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:14.302265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:14.446431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Network b2479ee6-510e-47bc-9180-29ac7f86aec0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:14.455116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-564f8067-89fd-437b-92bf-3c06455894bf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting subnet 4ce557b7-2678-409c-b028-70572551a009 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:14.457903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-564f8067-89fd-437b-92bf-3c06455894bf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.466483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:14.473572 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:14.478518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0e8c699c-bec0-4bf2-971d-1767dfe4fe93 None None] Provisioning complete for port ee1f1bc6-9cea-4218-98a3-3ebf86d32b10 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:14.478910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e8c699c-bec0-4bf2-971d-1767dfe4fe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.526130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:14.559324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Usage tracker for resource:subnet and tenant:56fe556bf5b04a1a825f540f1494982e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:14.576790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:14.592884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:14.597227 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-564f8067-89fd-437b-92bf-3c06455894bf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.685512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Router 98abe523-f183-425e-a589-4fc0a2bd47da is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:04:14.755088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Made reservation on behalf of 56fe556bf5b04a1a825f540f1494982e for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:14.760422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.785840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Pushing event updated for resources: {'Port': ['ID=b382866f-7cf1-4dc2-b7e3-770ffeed0be8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:14.806650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:14.853452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c699c-bec0-4bf2-971d-1767dfe4fe93 None None] Port ee1f1bc6-9cea-4218-98a3-3ebf86d32b10 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:14.866072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.868747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Attempting to bind port b382866f-7cf1-4dc2-b7e3-770ffeed0be8 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:14.869124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Attempting to bind port b382866f-7cf1-4dc2-b7e3-770ffeed0be8 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '462c9948-7843-46f9-9119-6fc8311efb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2479ee6-510e-47bc-9180-29ac7f86aec0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:14.869503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Attempting to bind port b382866f-7cf1-4dc2-b7e3-770ffeed0be8 on network b2479ee6-510e-47bc-9180-29ac7f86aec0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:14.911921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:14.913529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:14.913914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Checking segment: {'id': '462c9948-7843-46f9-9119-6fc8311efb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2479ee6-510e-47bc-9180-29ac7f86aec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:14.914327 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.914726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Bound using segment: {'id': '462c9948-7843-46f9-9119-6fc8311efb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2479ee6-510e-47bc-9180-29ac7f86aec0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:14.915209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Bound port: b382866f-7cf1-4dc2-b7e3-770ffeed0be8, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462c9948-7843-46f9-9119-6fc8311efb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b2479ee6-510e-47bc-9180-29ac7f86aec0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:14.915593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:14.922758 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "PUT /v2.0/routers/98abe523-f183-425e-a589-4fc0a2bd47da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7791424 Dec 22 13:04:14.926925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48912) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:14.934232 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Sync routers for ids ['98abe523-f183-425e-a589-4fc0a2bd47da'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:14.949735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Transition to ACTIVE for port object 868a0a44-f391-46e7-8a77-f6f8604f537c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:14.956356 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Routers {'98abe523-f183-425e-a589-4fc0a2bd47da'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:14.959003 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['98abe523-f183-425e-a589-4fc0a2bd47da'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:14.969781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-564f8067-89fd-437b-92bf-3c06455894bf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.061385 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dddb595d-fb1b-4136-91be-595d47e1a03e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:15.065842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port ee1f1bc6-9cea-4218-98a3-3ebf86d32b10 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:15.066239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.108616 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Transition to ACTIVE for port object 868a0a44-f391-46e7-8a77-f6f8604f537c will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:15.133974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da5694-4e9f-4321-b31c-559eae42a8fd tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:15.134794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-17da5694-4e9f-4321-b31c-559eae42a8fd tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:15.145552 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.178016 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a0d3262b-40d8-4a47-a6c0-fa2a8401aede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:15.195754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5db81-f16f-4aaf-9f55-1dab48993af6 req-9bae2d40-b09b-4539-b82d-17f01ee88ce3 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:15.197577 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ada5db81-f16f-4aaf-9f55-1dab48993af6 req-9bae2d40-b09b-4539-b82d-17f01ee88ce3 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.2028515 Dec 22 13:04:15.198424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-17da5694-4e9f-4321-b31c-559eae42a8fd tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:15.202951 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-17da5694-4e9f-4321-b31c-559eae42a8fd tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports/154add15-ac97-455f-ab5f-ad09ab33217f HTTP/1.1" status: 200 len: 911 time: 0.2750895 Dec 22 13:04:15.217499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48916) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:15.237855 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Set router 98abe523-f183-425e-a589-4fc0a2bd47da gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:15.240164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Network 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:15.250829 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:15.258311 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:15.267795 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ada5db81-f16f-4aaf-9f55-1dab48993af6 req-afe2c725-f9c9-4448-81fc-62ac0d47de2f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630817 Dec 22 13:04:15.354791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] For port b382866f-7cf1-4dc2-b7e3-770ffeed0be8, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:15.362999 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Pushing event updated for resources: {'Port': ['ID=868a0a44-f391-46e7-8a77-f6f8604f537c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:15.383363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:15.388519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] For port b382866f-7cf1-4dc2-b7e3-770ffeed0be8, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b382866f-7cf1-4dc2-b7e3-770ffeed0be8,segment=NetworkSegment(462c9948-7843-46f9-9119-6fc8311efb86),segment_id=462c9948-7843-46f9-9119-6fc8311efb86)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:15.392106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port dddb595d-fb1b-4136-91be-595d47e1a03e completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:15.401333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.409153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Attempting to bind port 868a0a44-f391-46e7-8a77-f6f8604f537c on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:15.409763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Attempting to bind port 868a0a44-f391-46e7-8a77-f6f8604f537c by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'd8971929-1fcf-45d9-90a0-4bed61213f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c8835e-7d50-4e9c-be3c-f4e6a9a318d7'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:15.410220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Attempting to bind port 868a0a44-f391-46e7-8a77-f6f8604f537c on network 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:15.418866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b4ce7415-a143-405d-8827-f7bb82f41d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:15.457956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:15.458762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Checking segment: {'id': 'd8971929-1fcf-45d9-90a0-4bed61213f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c8835e-7d50-4e9c-be3c-f4e6a9a318d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:15.459333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.459983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Bound using segment: {'id': 'd8971929-1fcf-45d9-90a0-4bed61213f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c8835e-7d50-4e9c-be3c-f4e6a9a318d7'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:15.461008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Bound port: 868a0a44-f391-46e7-8a77-f6f8604f537c, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8971929-1fcf-45d9-90a0-4bed61213f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c8835e-7d50-4e9c-be3c-f4e6a9a318d7'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:15.461707 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.600228 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] For port 868a0a44-f391-46e7-8a77-f6f8604f537c, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:15.604034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] For port 868a0a44-f391-46e7-8a77-f6f8604f537c, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=868a0a44-f391-46e7-8a77-f6f8604f537c,segment=NetworkSegment(d8971929-1fcf-45d9-90a0-4bed61213f35),segment_id=d8971929-1fcf-45d9-90a0-4bed61213f35)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:15.628066 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.630593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-564f8067-89fd-437b-92bf-3c06455894bf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.658894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cb15227e-3c2a-42cd-a294-40e8e1373a48 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:15.684134 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abe523-f183-425e-a589-4fc0a2bd47da', 'name': 'tempest-NetworksTestDHCPv6-router-21777778', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:09Z', 'updated_at': '2021-12-22T13:04:13Z', 'revision_number': 2, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'gw_port_host': None, '_interfaces': [{'id': '154add15-ac97-455f-ab5f-ad09ab33217f', 'name': '', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'mac_address': 'fa:16:3e:c7:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98abe523-f183-425e-a589-4fc0a2bd47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c43810d2-e3e1-4d1f-afeb-f738ca179442', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:11Z', 'updated_at': '2021-12-22T13:04:13Z', 'revision_number': 2, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'subnets': [{'id': 'c43810d2-e3e1-4d1f-afeb-f738ca179442', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:15.688393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9576d742-664b-4203-b5cb-a070622e3896 None None] Provisioning for port dddb595d-fb1b-4136-91be-595d47e1a03e completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:15.690092 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Checking router: 98abe523-f183-425e-a589-4fc0a2bd47da for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:04:15.690728 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Updating router 98abe523-f183-425e-a589-4fc0a2bd47da port 154add15-ac97-455f-ab5f-ad09ab33217f binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:04:15.705555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9576d742-664b-4203-b5cb-a070622e3896 None None] Provisioning complete for port dddb595d-fb1b-4136-91be-595d47e1a03e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:15.705986 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9576d742-664b-4203-b5cb-a070622e3896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.760633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Pushing event updated for resources: {'Port': ['ID=b382866f-7cf1-4dc2-b7e3-770ffeed0be8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:15.764677 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.765699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:15.768338 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-284ac582-a772-485f-a984-a8929003c3e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:15.794563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f8067-89fd-437b-92bf-3c06455894bf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Subnet': ['ID=4ce557b7-2678-409c-b028-70572551a009,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:15.806339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-564f8067-89fd-437b-92bf-3c06455894bf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.833015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-564f8067-89fd-437b-92bf-3c06455894bf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:15.839883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.867484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d7f94e7b-bcdf-4d4f-a0ea-378b07ba3a94 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:15.938202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9576d742-664b-4203-b5cb-a070622e3896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:15.993055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event updated for resources: {'Subnet': ['ID=03692d6f-3993-4054-8077-3f39b10c7934,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:15.994126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Pushing event updated for resources: {'Port': ['ID=868a0a44-f391-46e7-8a77-f6f8604f537c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:15.995726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:16.029423 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48920) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:16.031840 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-564f8067-89fd-437b-92bf-3c06455894bf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/4ce557b7-2678-409c-b028-70572551a009 HTTP/1.1" status: 204 len: 168 time: 1.8831737 Dec 22 13:04:16.045528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9576d742-664b-4203-b5cb-a070622e3896 None None] For port dddb595d-fb1b-4136-91be-595d47e1a03e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dddb595d-fb1b-4136-91be-595d47e1a03e,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:16.047095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:16.053590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9576d742-664b-4203-b5cb-a070622e3896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:16.055848 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-21cb64b3-a064-4d2e-b435-e635128c0cbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:16.138791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:16.198120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9576d742-664b-4203-b5cb-a070622e3896 None None] Pushing event updated for resources: {'Port': ['ID=dddb595d-fb1b-4136-91be-595d47e1a03e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:16.202948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9576d742-664b-4203-b5cb-a070622e3896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:16.240881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-45f219ec-98da-4148-a098-73602da1a231 None None] Provisioning for port 154add15-ac97-455f-ab5f-ad09ab33217f completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:16.244483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2739a-9e12-4347-a49c-1a2410c2ea7e req-0df36e84-4772-4be7-8fcf-e06f392ba708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:16.246574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-45f219ec-98da-4148-a098-73602da1a231 None None] Provisioning complete for port 154add15-ac97-455f-ab5f-ad09ab33217f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:16.246711 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-51e2739a-9e12-4347-a49c-1a2410c2ea7e req-0df36e84-4772-4be7-8fcf-e06f392ba708 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f088456d3776496db28fcf551f85fdce&device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 1098 time: 0.5411801 Dec 22 13:04:16.246978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-45f219ec-98da-4148-a098-73602da1a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:16.256900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa401fe-d473-4391-ad9e-f0a65ea4bdc1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:16.264422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa401fe-d473-4391-ad9e-f0a65ea4bdc1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:16.268934 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-baa401fe-d473-4391-ad9e-f0a65ea4bdc1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.0456049 Dec 22 13:04:16.274915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48924) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:16.349857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Checking segment: {'id': 'b979eda1-e84d-4e51-bc15-f5e1db3b9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8a5863b-5821-4ba9-81d9-728334b4c277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:16.350117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Network hostable DHCP agents. Network: b8a5863b-5821-4ba9-81d9-728334b4c277, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:04:16.363909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for ee1f1bc6-9cea-4218-98a3-3ebf86d32b10 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:16.365984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-45f219ec-98da-4148-a098-73602da1a231 None None] Port 154add15-ac97-455f-ab5f-ad09ab33217f cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:16.447570 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:16.486506 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Transition to ACTIVE for port object 154add15-ac97-455f-ab5f-ad09ab33217f will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:16.494623 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:16.505162 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:16.548687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:16.583972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Network b8a5863b-5821-4ba9-81d9-728334b4c277 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:04:16.607066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port b382866f-7cf1-4dc2-b7e3-770ffeed0be8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:16.607403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:16.615848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, b8a5863b-5821-4ba9-81d9-728334b4c277) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:16.646934 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a66662-92a1-4a77-9974-e2e0ed5822a4 None None] Network b8a5863b-5821-4ba9-81d9-728334b4c277 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:16.655121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:16.655926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:16.797641 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6949174 Dec 22 13:04:16.803333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48932) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:16.829955 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Request body: {'subnet': {'network_id': '9dc34078-5beb-4efb-b073-7dc42e9a86b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:16.943395 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Pushing event updated for resources: {'Port': ['ID=154add15-ac97-455f-ab5f-ad09ab33217f,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:16.974106 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:16.978019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Usage tracker for resource:subnet and tenant:56fe556bf5b04a1a825f540f1494982e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:16.981044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:16.993129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:17.007576 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:17.008559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2739a-9e12-4347-a49c-1a2410c2ea7e req-8ce817dd-4244-4ab1-8a4d-42b2f23f3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:17.010209 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-51e2739a-9e12-4347-a49c-1a2410c2ea7e req-8ce817dd-4244-4ab1-8a4d-42b2f23f3f45 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f13a7c56-cda0-4112-8efa-249342855ee9 HTTP/1.1" status: 200 len: 912 time: 0.6156073 Dec 22 13:04:17.010613 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:17.011331 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:17.012343 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:17.013489 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:17.013938 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:17.015668 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:17.016658 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:17.018497 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:17.019010 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:17.019526 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:17.020605 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:17.026394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Made reservation on behalf of 56fe556bf5b04a1a825f540f1494982e for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:17.028266 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:17.029705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:17.042339 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Attempting to bind port 154add15-ac97-455f-ab5f-ad09ab33217f on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:17.044110 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Attempting to bind port 154add15-ac97-455f-ab5f-ad09ab33217f by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:17.044578 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Attempting to bind port 154add15-ac97-455f-ab5f-ad09ab33217f on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:17.064321 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:17.067990 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:17.069941 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:17.070449 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:17.071048 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Bound port: 154add15-ac97-455f-ab5f-ad09ab33217f, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:17.071717 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:17.116704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-b8a5863b-5821-4ba9-81d9-728334b4c277', 'network_id': 'b8a5863b-5821-4ba9-81d9-728334b4c277', 'tenant_id': '56fe556bf5b04a1a825f540f1494982e', 'fixed_ips': [{'subnet_id': '03692d6f-3993-4054-8077-3f39b10c7934'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:04:17.118470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:17.144569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b382866f-7cf1-4dc2-b7e3-770ffeed0be8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:17.219299 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] For port 154add15-ac97-455f-ab5f-ad09ab33217f, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:17.223834 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] For port 154add15-ac97-455f-ab5f-ad09ab33217f, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=154add15-ac97-455f-ab5f-ad09ab33217f,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:17.235789 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:17.244621 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-5f5a16c2-d910-475e-a8ee-077a1c4a626d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:17.272028 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:17.335355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] For port b382866f-7cf1-4dc2-b7e3-770ffeed0be8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b382866f-7cf1-4dc2-b7e3-770ffeed0be8,segment=NetworkSegment(462c9948-7843-46f9-9119-6fc8311efb86),segment_id=462c9948-7843-46f9-9119-6fc8311efb86)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:17.335958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:17.345262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-71773543-7aa9-4f34-b73e-180a88bc347c tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:17.369905 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Routers {'98abe523-f183-425e-a589-4fc0a2bd47da'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:17.370765 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['98abe523-f183-425e-a589-4fc0a2bd47da'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:17.426868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port b382866f-7cf1-4dc2-b7e3-770ffeed0be8 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:17.432045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=ee1f1bc6-9cea-4218-98a3-3ebf86d32b10,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:17.434874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:17.480475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fbfed-6fd7-4d53-b1cc-20e53a5dda4f req-8599a03b-564d-4f6c-a56b-3934ddacacfc tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:17.482057 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-327fbfed-6fd7-4d53-b1cc-20e53a5dda4f req-8599a03b-564d-4f6c-a56b-3934ddacacfc tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.9443369 Dec 22 13:04:17.509810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dddb595d-fb1b-4136-91be-595d47e1a03e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:17.595428 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Pushing event updated for resources: {'Port': ['ID=154add15-ac97-455f-ab5f-ad09ab33217f,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:17.620568 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:17.672603 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] Set router 98abe523-f183-425e-a589-4fc0a2bd47da gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:17.714702 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Allocated IP 172.20.0.2 (b8a5863b-5821-4ba9-81d9-728334b4c277/03692d6f-3993-4054-8077-3f39b10c7934/6f7c790e-aace-41a8-ab6e-02dda7627047) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:17.720922 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3067fb-a8ae-4232-a145-233020db8549 None None] Network b2479ee6-510e-47bc-9180-29ac7f86aec0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:17.866967 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-51e2739a-9e12-4347-a49c-1a2410c2ea7e req-af40c1d2-2306-43be-b65e-0e72b476772b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5 HTTP/1.1" status: 200 len: 1001 time: 0.8086112 Dec 22 13:04:17.909661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for b382866f-7cf1-4dc2-b7e3-770ffeed0be8 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:18.043681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2739a-9e12-4347-a49c-1a2410c2ea7e req-cdb79ec6-2fe9-4702-a93d-f88933a380ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:18.047907 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-51e2739a-9e12-4347-a49c-1a2410c2ea7e req-cdb79ec6-2fe9-4702-a93d-f88933a380ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d589bbeb-9639-4ffc-9c40-da0196ca78b1 HTTP/1.1" status: 200 len: 850 time: 0.1578498 Dec 22 13:04:18.169132 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abe523-f183-425e-a589-4fc0a2bd47da', 'name': 'tempest-NetworksTestDHCPv6-router-21777778', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:09Z', 'updated_at': '2021-12-22T13:04:13Z', 'revision_number': 2, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'gw_port_host': None, '_interfaces': [{'id': '154add15-ac97-455f-ab5f-ad09ab33217f', 'name': '', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'mac_address': 'fa:16:3e:c7:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98abe523-f183-425e-a589-4fc0a2bd47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c43810d2-e3e1-4d1f-afeb-f738ca179442', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:11Z', 'updated_at': '2021-12-22T13:04:17Z', 'revision_number': 4, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'subnets': [{'id': 'c43810d2-e3e1-4d1f-afeb-f738ca179442', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:18.169473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a30af3-b3c2-461d-8814-d7230154d945 None None] Network 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:18.174709 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e489348-ed30-4f46-881f-e5b58c129855 None None] The sync data for ids ['98abe523-f183-425e-a589-4fc0a2bd47da'] in dv-neutron-822668-1-hyperv is: [{'id': '98abe523-f183-425e-a589-4fc0a2bd47da', 'name': 'tempest-NetworksTestDHCPv6-router-21777778', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:09Z', 'updated_at': '2021-12-22T13:04:13Z', 'revision_number': 2, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'gw_port_host': None, '_interfaces': [{'id': '154add15-ac97-455f-ab5f-ad09ab33217f', 'name': '', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'mac_address': 'fa:16:3e:c7:cf:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98abe523-f183-425e-a589-4fc0a2bd47da', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'c43810d2-e3e1-4d1f-afeb-f738ca179442', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:11Z', 'updated_at': '2021-12-22T13:04:17Z', 'revision_number': 4, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'subnets': [{'id': 'c43810d2-e3e1-4d1f-afeb-f738ca179442', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:18.181429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:18.192240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-239dcbbb-f278-4b7c-8649-834456077e81 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:18.269309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=b382866f-7cf1-4dc2-b7e3-770ffeed0be8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:18.274004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No DVR routers for this DVR port b382866f-7cf1-4dc2-b7e3-770ffeed0be8 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:04:18.279315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:18.324368 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port dddb595d-fb1b-4136-91be-595d47e1a03e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:18.324746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:18.347052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:18.386973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3d128b7f-f1f3-4e5e-8948-6baf07b4d9f0 None None] Provisioning complete for port b382866f-7cf1-4dc2-b7e3-770ffeed0be8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:18.387351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3d128b7f-f1f3-4e5e-8948-6baf07b4d9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:18.413307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:18.439411 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-327fbfed-6fd7-4d53-b1cc-20e53a5dda4f req-65c2991a-483c-48d9-b03e-ff82e725b380 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8586500 Dec 22 13:04:18.514556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3d128b7f-f1f3-4e5e-8948-6baf07b4d9f0 None None] Port b382866f-7cf1-4dc2-b7e3-770ffeed0be8 was deleted so its status cannot be updated. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 13:04:18.541758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86090456-7468-4366-816f-0e2cc17d8b77 None None] DHCP port deletion for b2479ee6-510e-47bc-9180-29ac7f86aec0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:18.649149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:18.706132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2479ee6-510e-47bc-9180-29ac7f86aec0']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:18.747860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:18.780955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462c9948-7843-46f9-9119-6fc8311efb86') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:18.781263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462c9948-7843-46f9-9119-6fc8311efb86') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:18.785597 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Transition to ACTIVE for port object 6f7c790e-aace-41a8-ab6e-02dda7627047 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:18.822175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 868a0a44-f391-46e7-8a77-f6f8604f537c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:18.829542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:18.848703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:18.856018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:04:18.856469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:18.877628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Transition to ACTIVE for port object 6f7c790e-aace-41a8-ab6e-02dda7627047 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:18.924775 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:18.929899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:18.930840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-43c0f339-2045-4d9a-97b0-8998a337f101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:18.937920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2739a-9e12-4347-a49c-1a2410c2ea7e req-5aa1eb5c-0acc-4463-a5a6-1b9bfc6b3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:18.939562 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-51e2739a-9e12-4347-a49c-1a2410c2ea7e req-5aa1eb5c-0acc-4463-a5a6-1b9bfc6b3a78 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13a7c56-cda0-4112-8efa-249342855ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5839279 Dec 22 13:04:18.941779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Router a2969680-0256-4bab-8e93-61d671ffab7a has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:04:18.943484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9a4f78ec-e508-4c21-933c-dfe4e4b30aad tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:04:18.970617 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:04:18.984687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.001003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d58e9568-27f0-47d1-8b9f-d988f8e20208 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:19.003071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Pushing event updated for resources: {'Port': ['ID=6f7c790e-aace-41a8-ab6e-02dda7627047,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:19.014886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1b6b7e1f-b7f9-47f8-8682-451613fbd29f None None] Provisioning for port 868a0a44-f391-46e7-8a77-f6f8604f537c completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:19.020357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:19.020603 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.034609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 868a0a44-f391-46e7-8a77-f6f8604f537c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:19.046454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Network b8a5863b-5821-4ba9-81d9-728334b4c277 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:19.047043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Network': ['ID=b2479ee6-510e-47bc-9180-29ac7f86aec0,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:19.048458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 868a0a44-f391-46e7-8a77-f6f8604f537c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:19.048813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.049655 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:19.062689 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 154add15-ac97-455f-ab5f-ad09ab33217f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:19.063026 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.074718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:19.082413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:19.182468 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-51e2739a-9e12-4347-a49c-1a2410c2ea7e req-4663ff5a-02c1-4fa6-8ca3-c6b0a01a5c33 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997519 Dec 22 13:04:19.207445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Attempting to bind port 6f7c790e-aace-41a8-ab6e-02dda7627047 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:19.208161 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/networks/b2479ee6-510e-47bc-9180-29ac7f86aec0 HTTP/1.1" status: 204 len: 168 time: 3.1772373 Dec 22 13:04:19.211722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Attempting to bind port 6f7c790e-aace-41a8-ab6e-02dda7627047 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'b979eda1-e84d-4e51-bc15-f5e1db3b9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8a5863b-5821-4ba9-81d9-728334b4c277'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:19.212156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Attempting to bind port 6f7c790e-aace-41a8-ab6e-02dda7627047 on network b8a5863b-5821-4ba9-81d9-728334b4c277 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:19.212396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48936) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:19.221663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'name': 'tempest-PortsIpV6TestJSON-789193454'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:19.222032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:19.222419 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Checking segment: {'id': 'b979eda1-e84d-4e51-bc15-f5e1db3b9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8a5863b-5821-4ba9-81d9-728334b4c277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:19.222823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.223218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Bound using segment: {'id': 'b979eda1-e84d-4e51-bc15-f5e1db3b9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8a5863b-5821-4ba9-81d9-728334b4c277'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:19.223731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Bound port: 6f7c790e-aace-41a8-ab6e-02dda7627047, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b979eda1-e84d-4e51-bc15-f5e1db3b9731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8a5863b-5821-4ba9-81d9-728334b4c277'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:19.224117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.309302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] For port 154add15-ac97-455f-ab5f-ad09ab33217f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=154add15-ac97-455f-ab5f-ad09ab33217f,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:19.309665 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.353629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.382650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:19.384217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] For port 6f7c790e-aace-41a8-ab6e-02dda7627047, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:19.387945 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] For port 6f7c790e-aace-41a8-ab6e-02dda7627047, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6f7c790e-aace-41a8-ab6e-02dda7627047,segment=NetworkSegment(b979eda1-e84d-4e51-bc15-f5e1db3b9731),segment_id=b979eda1-e84d-4e51-bc15-f5e1db3b9731)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:19.403224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 868a0a44-f391-46e7-8a77-f6f8604f537c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=868a0a44-f391-46e7-8a77-f6f8604f537c,segment=NetworkSegment(d8971929-1fcf-45d9-90a0-4bed61213f35),segment_id=d8971929-1fcf-45d9-90a0-4bed61213f35)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:19.407961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c21c47-9841-4245-b567-c7bce835ad34 None None] Sync routers for ids ['a2969680-0256-4bab-8e93-61d671ffab7a'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:19.422969 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.436359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.439590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c21c47-9841-4245-b567-c7bce835ad34 None None] Routers {'a2969680-0256-4bab-8e93-61d671ffab7a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:19.440861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a0c21c47-9841-4245-b567-c7bce835ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a2969680-0256-4bab-8e93-61d671ffab7a'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:19.440988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Checking segment: {'id': 'a84ffae8-5c3a-4083-acb6-0543d050ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9dc34078-5beb-4efb-b073-7dc42e9a86b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:19.441424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Network hostable DHCP agents. Network: 9dc34078-5beb-4efb-b073-7dc42e9a86b6, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:04:19.469407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event updated for resources: {'Subnet': ['ID=ef3d4595-4e03-4e6b-b760-69b447be5db2,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:19.486508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:19.501317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:19.514472 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "PUT /v2.0/routers/a2969680-0256-4bab-8e93-61d671ffab7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3411124 Dec 22 13:04:19.519809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48942) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:19.534673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 154add15-ac97-455f-ab5f-ad09ab33217f owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:19.576139 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9dc6f11-3c72-4a88-89fe-aceb5e3a1737 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:04:19.576615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f9dc6f11-3c72-4a88-89fe-aceb5e3a1737 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:19.579099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Network 9dc34078-5beb-4efb-b073-7dc42e9a86b6 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:04:19.621192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 9dc34078-5beb-4efb-b073-7dc42e9a86b6) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:19.631500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f9dc6f11-3c72-4a88-89fe-aceb5e3a1737 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:19.633858 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f9dc6f11-3c72-4a88-89fe-aceb5e3a1737 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/ee1f1bc6-9cea-4218-98a3-3ebf86d32b10 HTTP/1.1" status: 404 len: 333 time: 0.1131043 Dec 22 13:04:19.640588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48946) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:19.645074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:19.646050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.656223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:19.657734 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-51e2739a-9e12-4347-a49c-1a2410c2ea7e req-18e04ed5-e70a-43b4-80f9-d48a467c3b70 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488473 Dec 22 13:04:19.668400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:port and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:19.678299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:19.683252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08105572-7b6c-450d-9b95-90b20fc8aac7 None None] Network 9dc34078-5beb-4efb-b073-7dc42e9a86b6 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:19.686543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:19.708212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:19.712314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.749788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port 7f60a542-ee07-403f-94e0-cc5bbdb64b0c yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:19.879443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 154add15-ac97-455f-ab5f-ad09ab33217f up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:19.890382 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0701828 Dec 22 13:04:19.893161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48950) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:19.922873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a0c21c47-9841-4245-b567-c7bce835ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:19.942794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8c4dc861-1f50-49c9-bc62-166d570c249c None None] Provisioning complete for port 868a0a44-f391-46e7-8a77-f6f8604f537c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:19.943188 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8c4dc861-1f50-49c9-bc62-166d570c249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:19.963816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ac74b8a-b5dc-4d7a-87c1-679a10ede986 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:20.089507 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c21c47-9841-4245-b567-c7bce835ad34 None None] Routers {'a2969680-0256-4bab-8e93-61d671ffab7a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:20.090177 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a0c21c47-9841-4245-b567-c7bce835ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a2969680-0256-4bab-8e93-61d671ffab7a'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:20.244213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Pushing event updated for resources: {'Port': ['ID=6f7c790e-aace-41a8-ab6e-02dda7627047,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:20.333931 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a0c21c47-9841-4245-b567-c7bce835ad34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:20.334181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c21c47-9841-4245-b567-c7bce835ad34 None None] The sync data for ids ['a2969680-0256-4bab-8e93-61d671ffab7a'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:20.417019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:20.429128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=868a0a44-f391-46e7-8a77-f6f8604f537c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:20.434754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.934s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:20.460885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:20.466849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.889s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:20.466849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:20.472353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4ca3a746-2c45-4b70-a2e6-2e25f89ec98e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:20.542409 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-9dc34078-5beb-4efb-b073-7dc42e9a86b6', 'network_id': '9dc34078-5beb-4efb-b073-7dc42e9a86b6', 'tenant_id': '56fe556bf5b04a1a825f540f1494982e', 'fixed_ips': [{'subnet_id': 'ef3d4595-4e03-4e6b-b760-69b447be5db2'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:04:20.543439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:20.561622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 154add15-ac97-455f-ab5f-ad09ab33217f completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:20.567819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:20.576440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 154add15-ac97-455f-ab5f-ad09ab33217f triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:20.576440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:20.579501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 817140a7-9b73-42c6-9743-5537fbc8a564 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:20.584405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:20.586737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:20.602650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:20.603620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:20.647286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=7f60a542-ee07-403f-94e0-cc5bbdb64b0c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:20.657906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Port 154add15-ac97-455f-ab5f-ad09ab33217f was deleted so its status cannot be updated. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 22 13:04:20.658738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:20.667761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5bb5bce5-4adb-4fe2-a3d1-1426b08cdae6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:20.749520 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5333579 Dec 22 13:04:20.757387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b382866f-7cf1-4dc2-b7e3-770ffeed0be8 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:20.770217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48956) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:20.771084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=154add15-ac97-455f-ab5f-ad09ab33217f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:20.773962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:20.799693 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: b382866f-7cf1-4dc2-b7e3-770ffeed0be8 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:20.800056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b382866f-7cf1-4dc2-b7e3-770ffeed0be8 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:20.842561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ac74b8a-b5dc-4d7a-87c1-679a10ede986 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:20.869108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ac74b8a-b5dc-4d7a-87c1-679a10ede986 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:20.872719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Allocated IP 172.20.0.2 (9dc34078-5beb-4efb-b073-7dc42e9a86b6/ef3d4595-4e03-4e6b-b760-69b447be5db2/c7554cef-b859-4062-be20-0b4f075592cc) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:20.958614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ac74b8a-b5dc-4d7a-87c1-679a10ede986 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:20.959170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac74b8a-b5dc-4d7a-87c1-679a10ede986 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Fanout notify agent at l3_agent the message router_deleted on router a2969680-0256-4bab-8e93-61d671ffab7a {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:04:20.992548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a3dff-a27e-466c-8118-5951a5d332bf req-d6496ef2-337b-4c76-9e4d-a63c842e704e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:20.999619 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-685a3dff-a27e-466c-8118-5951a5d332bf req-d6496ef2-337b-4c76-9e4d-a63c842e704e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 1.0243821 Dec 22 13:04:21.009588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:21.024714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8ac74b8a-b5dc-4d7a-87c1-679a10ede986 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:21.028870 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8ac74b8a-b5dc-4d7a-87c1-679a10ede986 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/routers/a2969680-0256-4bab-8e93-61d671ffab7a HTTP/1.1" status: 204 len: 168 time: 1.3860235 Dec 22 13:04:21.029665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48960) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:21.034910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:21.049597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4c1700b5-8f37-4902-aebf-20a465d5ccfd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port 7f60a542-ee07-403f-94e0-cc5bbdb64b0c {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:21.049931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c1700b5-8f37-4902-aebf-20a465d5ccfd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:21.149288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:21.162258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Transition to ACTIVE for port object c7554cef-b859-4062-be20-0b4f075592cc will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:21.183289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Transition to ACTIVE for port object c7554cef-b859-4062-be20-0b4f075592cc will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:21.189929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:21.194631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f54d2cc9-9fa7-464d-8995-76b4ce82f06b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:21.273636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Network 9dc34078-5beb-4efb-b073-7dc42e9a86b6 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:21.276859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:21.280539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:21.287312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd6ed82-a943-45f8-97fa-3f3aa56eab6e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting subnet 568b1993-d403-4343-b84c-b147e84bc2ed {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:21.287699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Pushing event updated for resources: {'Port': ['ID=c7554cef-b859-4062-be20-0b4f075592cc,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:21.292331 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:21.292791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ed82-a943-45f8-97fa-3f3aa56eab6e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:21.338702 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-685a3dff-a27e-466c-8118-5951a5d332bf req-5369c32c-9426-44cb-baf5-81b928907e8c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376088 Dec 22 13:04:21.364183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537f9404-cfaa-4f9e-b96a-09abc3b5d00f None None] Network b8a5863b-5821-4ba9-81d9-728334b4c277 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:21.473485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Router 98abe523-f183-425e-a589-4fc0a2bd47da has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:04:21.477627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Attempting to bind port c7554cef-b859-4062-be20-0b4f075592cc on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:21.477949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Attempting to bind port c7554cef-b859-4062-be20-0b4f075592cc by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'a84ffae8-5c3a-4083-acb6-0543d050ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9dc34078-5beb-4efb-b073-7dc42e9a86b6'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:21.478376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Attempting to bind port c7554cef-b859-4062-be20-0b4f075592cc on network 9dc34078-5beb-4efb-b073-7dc42e9a86b6 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:21.480569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-35eac501-1f88-41c7-82f2-164d14d08604 None None] Provisioning for port 6f7c790e-aace-41a8-ab6e-02dda7627047 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:21.536773 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:21.537156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Checking segment: {'id': 'a84ffae8-5c3a-4083-acb6-0543d050ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9dc34078-5beb-4efb-b073-7dc42e9a86b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:21.537572 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:21.538081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Bound using segment: {'id': 'a84ffae8-5c3a-4083-acb6-0543d050ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9dc34078-5beb-4efb-b073-7dc42e9a86b6'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:21.538566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Bound port: c7554cef-b859-4062-be20-0b4f075592cc, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84ffae8-5c3a-4083-acb6-0543d050ae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9dc34078-5beb-4efb-b073-7dc42e9a86b6'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:21.538947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:21.555809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ed82-a943-45f8-97fa-3f3aa56eab6e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:21.754278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] For port c7554cef-b859-4062-be20-0b4f075592cc, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:21.758532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] For port c7554cef-b859-4062-be20-0b4f075592cc, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c7554cef-b859-4062-be20-0b4f075592cc,segment=NetworkSegment(a84ffae8-5c3a-4083-acb6-0543d050ae70),segment_id=a84ffae8-5c3a-4083-acb6-0543d050ae70)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:21.770435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:21.775137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:21.794235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Allocated IP 172.20.0.1 (b8a5863b-5821-4ba9-81d9-728334b4c277/03692d6f-3993-4054-8077-3f39b10c7934/3f56259c-4717-47be-99bb-eef845bbcb70) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:21.807023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ed82-a943-45f8-97fa-3f3aa56eab6e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:21.813122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6f7c790e-aace-41a8-ab6e-02dda7627047 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:21.819513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:21.826199 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "PUT /v2.0/routers/98abe523-f183-425e-a589-4fc0a2bd47da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5370576 Dec 22 13:04:21.827166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48964) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:21.833679 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10241f-2957-4c72-8fc8-bb08dd0bbd03 None None] Sync routers for ids ['98abe523-f183-425e-a589-4fc0a2bd47da'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:21.849974 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10241f-2957-4c72-8fc8-bb08dd0bbd03 None None] Routers {'98abe523-f183-425e-a589-4fc0a2bd47da'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:21.850945 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8e10241f-2957-4c72-8fc8-bb08dd0bbd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['98abe523-f183-425e-a589-4fc0a2bd47da'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:21.991250 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c1700b5-8f37-4902-aebf-20a465d5ccfd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.012721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdcabd4-b6d1-405e-894a-398068095e23 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:22.014284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdcabd4-b6d1-405e-894a-398068095e23 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:22.015329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5cdcabd4-b6d1-405e-894a-398068095e23 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:22.042228 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-8e10241f-2957-4c72-8fc8-bb08dd0bbd03 None None] Set router 98abe523-f183-425e-a589-4fc0a2bd47da gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:22.050868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ed82-a943-45f8-97fa-3f3aa56eab6e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.063121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Pushing event updated for resources: {'Port': ['ID=c7554cef-b859-4062-be20-0b4f075592cc,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:22.066533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:22.085851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:22.095791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 6f7c790e-aace-41a8-ab6e-02dda7627047 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:22.108821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6f7c790e-aace-41a8-ab6e-02dda7627047 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:22.109376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.149901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9bd6ed82-a943-45f8-97fa-3f3aa56eab6e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.153241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6ed82-a943-45f8-97fa-3f3aa56eab6e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Subnet': ['ID=568b1993-d403-4343-b84c-b147e84bc2ed,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:22.156400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9bd6ed82-a943-45f8-97fa-3f3aa56eab6e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:22.159293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc09c01-258a-4d90-8a45-bf0bb68f7d5e None None] Network 092f44cc-9999-4acd-948b-ebd2798b5abe requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:22.168443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.179007 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9bd6ed82-a943-45f8-97fa-3f3aa56eab6e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/568b1993-d403-4343-b84c-b147e84bc2ed HTTP/1.1" status: 204 len: 168 time: 1.1453979 Dec 22 13:04:22.182438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48968) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:22.199845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4c1700b5-8f37-4902-aebf-20a465d5ccfd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for 7f60a542-ee07-403f-94e0-cc5bbdb64b0c owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:22.220664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Transition to ACTIVE for port object 3f56259c-4717-47be-99bb-eef845bbcb70 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:22.238653 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8e10241f-2957-4c72-8fc8-bb08dd0bbd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abe523-f183-425e-a589-4fc0a2bd47da', 'name': 'tempest-NetworksTestDHCPv6-router-21777778', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:09Z', 'updated_at': '2021-12-22T13:04:19Z', 'revision_number': 3, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:22.244772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5cdcabd4-b6d1-405e-894a-398068095e23 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:22.245102 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10241f-2957-4c72-8fc8-bb08dd0bbd03 None None] Checking router: 98abe523-f183-425e-a589-4fc0a2bd47da for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:04:22.245929 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5cdcabd4-b6d1-405e-894a-398068095e23 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3593659 Dec 22 13:04:22.252640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48972) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:22.257088 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10241f-2957-4c72-8fc8-bb08dd0bbd03 None None] Routers {'98abe523-f183-425e-a589-4fc0a2bd47da'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:22.257708 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8e10241f-2957-4c72-8fc8-bb08dd0bbd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['98abe523-f183-425e-a589-4fc0a2bd47da'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:22.323467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.368084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port cf375ab1-0d76-4300-91c2-1bc8b294c8c5 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:22.368807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.372938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f13221-cc46-4973-b94f-5018e4e0c06b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet c43810d2-e3e1-4d1f-afeb-f738ca179442 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:22.376076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92f13221-cc46-4973-b94f-5018e4e0c06b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.395186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9543b4a1-c60e-4aa8-abab-1d54d37d5d4b None None] Provisioning complete for port 6f7c790e-aace-41a8-ab6e-02dda7627047 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:22.395678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9543b4a1-c60e-4aa8-abab-1d54d37d5d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.422784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.434539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cc10fd72-fc09-42a7-b7f0-f512873cee9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:22.439244 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-8e10241f-2957-4c72-8fc8-bb08dd0bbd03 None None] Set router 98abe523-f183-425e-a589-4fc0a2bd47da gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:22.492738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c1700b5-8f37-4902-aebf-20a465d5ccfd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.501150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8b965fa7-dd97-4c3b-b86e-12e46c261d13 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:22.550146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92f13221-cc46-4973-b94f-5018e4e0c06b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.644307 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8e10241f-2957-4c72-8fc8-bb08dd0bbd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98abe523-f183-425e-a589-4fc0a2bd47da', 'name': 'tempest-NetworksTestDHCPv6-router-21777778', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:09Z', 'updated_at': '2021-12-22T13:04:19Z', 'revision_number': 3, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:22.648611 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10241f-2957-4c72-8fc8-bb08dd0bbd03 None None] The sync data for ids ['98abe523-f183-425e-a589-4fc0a2bd47da'] in dv-neutron-822668-1-hyperv is: [{'id': '98abe523-f183-425e-a589-4fc0a2bd47da', 'name': 'tempest-NetworksTestDHCPv6-router-21777778', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:09Z', 'updated_at': '2021-12-22T13:04:19Z', 'revision_number': 3, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'gw_port_host': None}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:22.653071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.661005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1700b5-8f37-4902-aebf-20a465d5ccfd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=7f60a542-ee07-403f-94e0-cc5bbdb64b0c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:22.667158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4c1700b5-8f37-4902-aebf-20a465d5ccfd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:22.677832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c1700b5-8f37-4902-aebf-20a465d5ccfd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.680998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Network b8a5863b-5821-4ba9-81d9-728334b4c277 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:22.697062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92f13221-cc46-4973-b94f-5018e4e0c06b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.700266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:22.706365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:22.731115 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4c1700b5-8f37-4902-aebf-20a465d5ccfd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/7f60a542-ee07-403f-94e0-cc5bbdb64b0c HTTP/1.1" status: 204 len: 168 time: 1.9535742 Dec 22 13:04:22.733670 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48978) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:22.739002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'mac_address': 'fa:16:3e:5d:5b:d5', 'name': 'tempest-PortsIpV6TestJSON-1870060481'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:22.770207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 6f7c790e-aace-41a8-ab6e-02dda7627047, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6f7c790e-aace-41a8-ab6e-02dda7627047,segment=NetworkSegment(b979eda1-e84d-4e51-bc15-f5e1db3b9731),segment_id=b979eda1-e84d-4e51-bc15-f5e1db3b9731)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:22.780913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.781819 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 868a0a44-f391-46e7-8a77-f6f8604f537c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:22.788303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event updated for resources: {'Port': ['ID=3f56259c-4717-47be-99bb-eef845bbcb70,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:22.817893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7aad8980-1a79-485c-9e51-8b5e8095185e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:22.829712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:22.920275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:22.924677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:port and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:22.927807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:22.934250 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:22.938583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92f13221-cc46-4973-b94f-5018e4e0c06b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.945414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ed6151e8-37e1-43c5-a2a9-6261fb3a3316 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:22.975095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=6f7c790e-aace-41a8-ab6e-02dda7627047,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:22.986308 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:22.986577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:22.994205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f13221-cc46-4973-b94f-5018e4e0c06b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=c43810d2-e3e1-4d1f-afeb-f738ca179442,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:23.011499 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-92f13221-cc46-4973-b94f-5018e4e0c06b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:23.012610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:23.013138 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] For port cf375ab1-0d76-4300-91c2-1bc8b294c8c5, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=cf375ab1-0d76-4300-91c2-1bc8b294c8c5,segment=NetworkSegment(a62c3585-89dd-4f9e-8dbc-b0a19dee9043),segment_id=a62c3585-89dd-4f9e-8dbc-b0a19dee9043)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:23.013625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:23.016621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2530eb7-6628-44c5-bfca-d21c7d025475 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:23.052644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-92f13221-cc46-4973-b94f-5018e4e0c06b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:23.145953 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-92f13221-cc46-4973-b94f-5018e4e0c06b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/c43810d2-e3e1-4d1f-afeb-f738ca179442 HTTP/1.1" status: 204 len: 168 time: 0.8922627 Dec 22 13:04:23.149414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48982) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:23.165772 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52230058-35e0-4f36-a807-f9a4b5810cec req-cd61116f-e2f8-46a7-92f9-4edd05f0e0ef tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:23.168449 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52230058-35e0-4f36-a807-f9a4b5810cec req-cd61116f-e2f8-46a7-92f9-4edd05f0e0ef tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.6055145 Dec 22 13:04:23.275557 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 868a0a44-f391-46e7-8a77-f6f8604f537c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:23.275990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:23.334174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for cf375ab1-0d76-4300-91c2-1bc8b294c8c5 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:23.343075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:23.384293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf3b1c-aa52-4b02-a448-4436f223419b None None] DHCP port deletion for 092f44cc-9999-4acd-948b-ebd2798b5abe request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:23.384863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port 39bbd5f4-5c65-413e-beda-42ece39c1585 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:23.428938 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf3b1c-aa52-4b02-a448-4436f223419b None None] Deleting port cf375ab1-0d76-4300-91c2-1bc8b294c8c5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:23.429172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5bf3b1c-aa52-4b02-a448-4436f223419b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:23.432925 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52230058-35e0-4f36-a807-f9a4b5810cec req-752b5b77-25c3-494e-ae4a-f42057d251b4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261539 Dec 22 13:04:23.459666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-79f48e73-527b-478c-875c-e01fb7f5eb49 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:router {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:23.483827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9945e45e-1200-4569-b0d8-fa6050af0b9f None None] Provisioning for port 3f56259c-4717-47be-99bb-eef845bbcb70 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:23.502391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-79f48e73-527b-478c-875c-e01fb7f5eb49 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:router {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:23.506615 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-79f48e73-527b-478c-875c-e01fb7f5eb49 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3560486 Dec 22 13:04:23.510123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 48986) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:23.547312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9945e45e-1200-4569-b0d8-fa6050af0b9f None None] Provisioning complete for port 3f56259c-4717-47be-99bb-eef845bbcb70 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:23.547312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9945e45e-1200-4569-b0d8-fa6050af0b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:23.621846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9945e45e-1200-4569-b0d8-fa6050af0b9f None None] Port 3f56259c-4717-47be-99bb-eef845bbcb70 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:23.665580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:23.678806 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7739f256-f36a-4edb-8de4-ac4f631eee92 None None] Network 9dc34078-5beb-4efb-b073-7dc42e9a86b6 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:23.695640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:23.710835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-97f36d2e-47a5-43e4-8146-c4d35c4333fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:23.784952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:23.794284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c48d8606-7e6e-4170-8267-4f0f439f1ac2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:23.799587 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf3b1c-aa52-4b02-a448-4436f223419b None None] The port 'cf375ab1-0d76-4300-91c2-1bc8b294c8c5' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:04:23.801307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 817140a7-9b73-42c6-9743-5537fbc8a564 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:23.804745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:23.809000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:23.815782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:23.816408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:23.824697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=39bbd5f4-5c65-413e-beda-42ece39c1585,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:23.838394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:23.856190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:23.858979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2b7ab92a-e247-45ec-86cf-05dc6478b5fb None None] Provisioning for port c7554cef-b859-4062-be20-0b4f075592cc completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:23.861316 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1268704 Dec 22 13:04:23.864204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48990) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:23.865413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=cf375ab1-0d76-4300-91c2-1bc8b294c8c5,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:23.869552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No DVR routers for this DVR port cf375ab1-0d76-4300-91c2-1bc8b294c8c5 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:04:23.873049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c5e8230f-31f6-44fa-95cc-e056322bc56a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:23.963714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:24.043204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c4b450-0e79-4966-b190-10e832cd24dc None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:24.051508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6f7c790e-aace-41a8-ab6e-02dda7627047 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:24.098471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4d54ff-da09-43d7-ad5f-093043f39325 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:24.099039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a5c4b450-0e79-4966-b190-10e832cd24dc None None] Deleting port dddb595d-fb1b-4136-91be-595d47e1a03e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:24.099132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ec4d54ff-da09-43d7-ad5f-093043f39325 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:24.099256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b450-0e79-4966-b190-10e832cd24dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.115859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ec4d54ff-da09-43d7-ad5f-093043f39325 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:24.119821 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ec4d54ff-da09-43d7-ad5f-093043f39325 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/39bbd5f4-5c65-413e-beda-42ece39c1585 HTTP/1.1" status: 200 len: 845 time: 0.2508547 Dec 22 13:04:24.120059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 48994) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:24.189770 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c20e948c-a791-4a64-b34a-185f972a06ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port 39bbd5f4-5c65-413e-beda-42ece39c1585 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:24.190084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20e948c-a791-4a64-b34a-185f972a06ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.340911 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6f7c790e-aace-41a8-ab6e-02dda7627047 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:24.341287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.417084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20e948c-a791-4a64-b34a-185f972a06ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.430106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a5c4b450-0e79-4966-b190-10e832cd24dc None None] For port dddb595d-fb1b-4136-91be-595d47e1a03e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dddb595d-fb1b-4136-91be-595d47e1a03e,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:24.430505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b450-0e79-4966-b190-10e832cd24dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.456643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.558490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c20e948c-a791-4a64-b34a-185f972a06ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for 39bbd5f4-5c65-413e-beda-42ece39c1585 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:24.579076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a5c4b450-0e79-4966-b190-10e832cd24dc None None] Calling delete_port for dddb595d-fb1b-4136-91be-595d47e1a03e owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:24.594207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c5e8230f-31f6-44fa-95cc-e056322bc56a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.601861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c5e8230f-31f6-44fa-95cc-e056322bc56a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.614089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092f44cc-9999-4acd-948b-ebd2798b5abe']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:24.640629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62c3585-89dd-4f9e-8dbc-b0a19dee9043') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:24.640881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62c3585-89dd-4f9e-8dbc-b0a19dee9043') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:24.669510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20e948c-a791-4a64-b34a-185f972a06ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.676226 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.712237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-832481e9-aa9f-427b-b432-f4edcdd1d63c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:24.715221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c5e8230f-31f6-44fa-95cc-e056322bc56a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.715947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e8230f-31f6-44fa-95cc-e056322bc56a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Fanout notify agent at l3_agent the message router_deleted on router 98abe523-f183-425e-a589-4fc0a2bd47da {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:04:24.729081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.737746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5c4b450-0e79-4966-b190-10e832cd24dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.751306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-00d4a5e0-b8c0-4fb9-94a4-0d5f72c700c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:24.768328 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e948c-a791-4a64-b34a-185f972a06ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=39bbd5f4-5c65-413e-beda-42ece39c1585,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:24.773152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c20e948c-a791-4a64-b34a-185f972a06ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:24.787228 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4b450-0e79-4966-b190-10e832cd24dc None None] No DVR routers for this DVR port dddb595d-fb1b-4136-91be-595d47e1a03e on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:04:24.790906 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20e948c-a791-4a64-b34a-185f972a06ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.807312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4b450-0e79-4966-b190-10e832cd24dc None None] Pushing event deleted for resources: {'Port': ['ID=dddb595d-fb1b-4136-91be-595d47e1a03e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:24.811334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a5c4b450-0e79-4966-b190-10e832cd24dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:24.812865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c7554cef-b859-4062-be20-0b4f075592cc up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:24.819154 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c20e948c-a791-4a64-b34a-185f972a06ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/39bbd5f4-5c65-413e-beda-42ece39c1585 HTTP/1.1" status: 204 len: 168 time: 0.6980724 Dec 22 13:04:24.822753 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49000) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:24.844504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:04:24.844874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:04:24.859987 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:04:24.886385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c03a2-f1a6-4862-8c47-f6775fbf67fa req-9461ca45-c009-4bbf-8875-a2acd99fa8fe tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:24.887915 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-584c03a2-f1a6-4862-8c47-f6775fbf67fa req-9461ca45-c009-4bbf-8875-a2acd99fa8fe tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.2207847 Dec 22 13:04:24.889446 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c7c977-1986-4766-aade-667e673cbdc9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:04:24.889945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-99c7c977-1986-4766-aade-667e673cbdc9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:24.923642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port c7554cef-b859-4062-be20-0b4f075592cc completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:24.930706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port c7554cef-b859-4062-be20-0b4f075592cc triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:24.931086 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.936643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-99c7c977-1986-4766-aade-667e673cbdc9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:24.937909 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-99c7c977-1986-4766-aade-667e673cbdc9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/39bbd5f4-5c65-413e-beda-42ece39c1585 HTTP/1.1" status: 404 len: 333 time: 0.1133840 Dec 22 13:04:24.938102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c5e8230f-31f6-44fa-95cc-e056322bc56a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.942017 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c5e8230f-31f6-44fa-95cc-e056322bc56a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/routers/98abe523-f183-425e-a589-4fc0a2bd47da HTTP/1.1" status: 204 len: 168 time: 1.4270184 Dec 22 13:04:24.943004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49004) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:24.943004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49006) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:24.955310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'name': 'tempest-PortsIpV6TestJSON-1467183624'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:24.974895 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:24.982263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:24.988575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-376cdde8-fe45-458e-98d4-b6d669587780 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:25.002818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:25.026976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Network': ['ID=092f44cc-9999-4acd-948b-ebd2798b5abe,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:25.031092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:25.033717 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/networks/092f44cc-9999-4acd-948b-ebd2798b5abe HTTP/1.1" status: 204 len: 168 time: 2.8501866 Dec 22 13:04:25.043632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49012) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:25.053531 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-584c03a2-f1a6-4862-8c47-f6775fbf67fa req-8fedb80f-1676-4539-a34f-e978679183ab tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568191 Dec 22 13:04:25.077700 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:25.101428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:25.121360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:25.127675 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port c7554cef-b859-4062-be20-0b4f075592cc, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c7554cef-b859-4062-be20-0b4f075592cc,segment=NetworkSegment(a84ffae8-5c3a-4083-acb6-0543d050ae70),segment_id=a84ffae8-5c3a-4083-acb6-0543d050ae70)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:25.132740 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:25.135210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d2fe395b-8e2a-4b7c-951b-31507803ff0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:25.181346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:25.188467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:25.194870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:25.206128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:25.209847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:25.217018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:25.218150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=c7554cef-b859-4062-be20-0b4f075592cc,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:25.219830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:25.225269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:25.231094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cf375ab1-0d76-4300-91c2-1bc8b294c8c5 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:25.235581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:25.241964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:25.256400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:25.261142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:25.289097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a262ec-1c3f-4e81-94ea-48d6b9b576b7 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:25.289957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-10a262ec-1c3f-4e81-94ea-48d6b9b576b7 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:25.291742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: cf375ab1-0d76-4300-91c2-1bc8b294c8c5 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:25.292211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cf375ab1-0d76-4300-91c2-1bc8b294c8c5 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:25.293007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 154add15-ac97-455f-ab5f-ad09ab33217f no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:25.303863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port a375c4dc-4637-452a-b8f8-ca703be921b7 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:25.326997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-10a262ec-1c3f-4e81-94ea-48d6b9b576b7 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:25.333403 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-10a262ec-1c3f-4e81-94ea-48d6b9b576b7 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 HTTP/1.1" status: 200 len: 840 time: 0.2836254 Dec 22 13:04:25.333403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event updated for resources: {'Port': ['ID=3f56259c-4717-47be-99bb-eef845bbcb70,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:25.334315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49020) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:25.339972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:25.341528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 154add15-ac97-455f-ab5f-ad09ab33217f {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:25.341992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 154add15-ac97-455f-ab5f-ad09ab33217f not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:25.565790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:25.693955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5b3af-9f42-47cc-a6fc-0d729d6d049e req-aa904f98-bed3-48c8-81a2-4cd0d0b78193 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:25.695481 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-79c5b3af-9f42-47cc-a6fc-0d729d6d049e req-aa904f98-bed3-48c8-81a2-4cd0d0b78193 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.2630217 Dec 22 13:04:25.704595 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f28db2b5-10e6-4b0c-8ab0-9e2494de8347 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3667326 Dec 22 13:04:25.708755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49024) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:25.727335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:25.778995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c7554cef-b859-4062-be20-0b4f075592cc up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:25.855420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port c7554cef-b859-4062-be20-0b4f075592cc triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:25.856110 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:25.896067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Network b8a5863b-5821-4ba9-81d9-728334b4c277 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:25.897112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:25.901843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:25.904892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:25.910238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:25.915641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d9c22-ef3f-4ad0-975a-7c62141bee87 req-8147a046-331a-4175-b731-adbd91d913b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:25.917861 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-679d9c22-ef3f-4ad0-975a-7c62141bee87 req-8147a046-331a-4175-b731-adbd91d913b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f088456d3776496db28fcf551f85fdce&device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 1098 time: 0.3537025 Dec 22 13:04:25.936643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:25.950899 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-79c5b3af-9f42-47cc-a6fc-0d729d6d049e req-75e7832f-ce61-432a-9876-b93a19d7276e tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362614 Dec 22 13:04:25.982440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:25.990480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0d164a88-f7f9-4b82-abe1-efb5b3146940 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:26.007244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:26.047298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dddb595d-fb1b-4136-91be-595d47e1a03e no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:26.060249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:26.064653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:26.069962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:26.070635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.091811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=6945b15d-4e6a-4ebe-82b7-15d2648649fe,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:26.094451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.096107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:26.102749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:26.111913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: dddb595d-fb1b-4136-91be-595d47e1a03e {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:26.112421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dddb595d-fb1b-4136-91be-595d47e1a03e not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:26.125259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f305d6f2-64a7-4839-9cca-9c928e7d89c7 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:26.173212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 817140a7-9b73-42c6-9743-5537fbc8a564 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:26.178352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:26.183024 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:26.189043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:26.189619 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.196147 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2522688 Dec 22 13:04:26.200942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49028) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:26.218219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9a7e64b5-8b9d-4c31-afb1-31ec925f21a0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-218090989', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:26.229564 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=a375c4dc-4637-452a-b8f8-ca703be921b7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:26.230915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:26.232411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9a7e64b5-8b9d-4c31-afb1-31ec925f21a0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:26.234436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.235596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:26.239115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9a7e64b5-8b9d-4c31-afb1-31ec925f21a0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:router and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:26.243394 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2981598 Dec 22 13:04:26.244376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9a7e64b5-8b9d-4c31-afb1-31ec925f21a0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:26.246916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49032) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:26.252593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0a042f6a-46aa-4d6c-b756-c03cd120a179 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:26.257651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d9c22-ef3f-4ad0-975a-7c62141bee87 req-2c14b0dc-92eb-4939-990d-9f3689e35675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:26.259106 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-679d9c22-ef3f-4ad0-975a-7c62141bee87 req-2c14b0dc-92eb-4939-990d-9f3689e35675 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f13a7c56-cda0-4112-8efa-249342855ee9 HTTP/1.1" status: 200 len: 912 time: 0.2703204 Dec 22 13:04:26.285287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9a7e64b5-8b9d-4c31-afb1-31ec925f21a0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:26.309910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-99d2fbf6-aa98-4449-b502-c73107ac3550 None None] Provisioning complete for port 3f56259c-4717-47be-99bb-eef845bbcb70 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:26.310175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99d2fbf6-aa98-4449-b502-c73107ac3550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.317606 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a7e64b5-8b9d-4c31-afb1-31ec925f21a0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.318737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a7e64b5-8b9d-4c31-afb1-31ec925f21a0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.383374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a7e64b5-8b9d-4c31-afb1-31ec925f21a0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.400035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a042f6a-46aa-4d6c-b756-c03cd120a179 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.448871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a7e64b5-8b9d-4c31-afb1-31ec925f21a0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.454997 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-679d9c22-ef3f-4ad0-975a-7c62141bee87 req-6bcbaf92-0bac-48fb-94f5-44bad3f4654c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5 HTTP/1.1" status: 200 len: 1001 time: 0.1456084 Dec 22 13:04:26.465926 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-99d2fbf6-aa98-4449-b502-c73107ac3550 None None] Port 3f56259c-4717-47be-99bb-eef845bbcb70 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:26.491104 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': '6945b15d-4e6a-4ebe-82b7-15d2648649fe'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:04:26.492345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.503323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a7e64b5-8b9d-4c31-afb1-31ec925f21a0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.504583 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9a7e64b5-8b9d-4c31-afb1-31ec925f21a0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3021517 Dec 22 13:04:26.508306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49036) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:26.575643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Router 2d8ebb82-4cdb-49a9-9315-57816e017975 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:04:26.578289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d9c22-ef3f-4ad0-975a-7c62141bee87 req-d0ce38b7-8801-473a-8308-0b6c66086503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:26.579904 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-679d9c22-ef3f-4ad0-975a-7c62141bee87 req-d0ce38b7-8801-473a-8308-0b6c66086503 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d589bbeb-9639-4ffc-9c40-da0196ca78b1 HTTP/1.1" status: 200 len: 850 time: 0.1172011 Dec 22 13:04:26.679808 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Allocated IP 2001:db8::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/6945b15d-4e6a-4ebe-82b7-15d2648649fe/f95e0426-acfc-4f0c-8df1-3e4036cde095) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:26.834191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.840343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-50654294-8811-4fbf-b3dd-6f4453180eba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:26.873947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:26.890433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4496433-cabc-45b4-a3a0-a2b0dc6e4f99 None None] Sync routers for ids ['2d8ebb82-4cdb-49a9-9315-57816e017975'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:26.893141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.909628 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "PUT /v2.0/routers/2d8ebb82-4cdb-49a9-9315-57816e017975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0125530 Dec 22 13:04:26.909857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Transition to ACTIVE for port object f95e0426-acfc-4f0c-8df1-3e4036cde095 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:26.913703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49040) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:26.917088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4496433-cabc-45b4-a3a0-a2b0dc6e4f99 None None] Routers {'2d8ebb82-4cdb-49a9-9315-57816e017975'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:26.917520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 76771202-86a1-4996-af35-933b175c3556 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:26.917961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b4496433-cabc-45b4-a3a0-a2b0dc6e4f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2d8ebb82-4cdb-49a9-9315-57816e017975'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:26.921559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:26.926900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:26.927475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:26.940808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d9c22-ef3f-4ad0-975a-7c62141bee87 req-ccef0c8f-49f4-4325-911a-e77fe4ec2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:26.942184 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-679d9c22-ef3f-4ad0-975a-7c62141bee87 req-ccef0c8f-49f4-4325-911a-e77fe4ec2c9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13a7c56-cda0-4112-8efa-249342855ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3462768 Dec 22 13:04:26.945103 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Subnet': ['ID=365002df-8fe0-402d-8516-0f77c6aa2b40,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:26.947732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:26.973956 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2595754 Dec 22 13:04:26.975340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49044) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:26.979366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15768e8-75a0-4fad-8dda-e8c34f73cc93 None None] Network 76771202-86a1-4996-af35-933b175c3556 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:27.022133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'security_group': {'name': 'tempest-secgroup-2133113860'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:27.031712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:27.047615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:security_group and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:27.050924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-0a042f6a-46aa-4d6c-b756-c03cd120a179 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:04:27.051939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:27.060242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:27.074607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a042f6a-46aa-4d6c-b756-c03cd120a179 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.093871 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b4496433-cabc-45b4-a3a0-a2b0dc6e4f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:27.119506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Transition to ACTIVE for port object f95e0426-acfc-4f0c-8df1-3e4036cde095 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:27.155574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4496433-cabc-45b4-a3a0-a2b0dc6e4f99 None None] Routers {'2d8ebb82-4cdb-49a9-9315-57816e017975'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:27.156262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b4496433-cabc-45b4-a3a0-a2b0dc6e4f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2d8ebb82-4cdb-49a9-9315-57816e017975'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:27.163136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a042f6a-46aa-4d6c-b756-c03cd120a179 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.180499 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ca896054-a90b-4ece-907a-666f1b5f8df9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:27.212635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.227197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-215f4708-6944-4cf1-a0f7-0d97b61fef44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:27.267085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.287750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b4496433-cabc-45b4-a3a0-a2b0dc6e4f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:27.288177 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4496433-cabc-45b4-a3a0-a2b0dc6e4f99 None None] The sync data for ids ['2d8ebb82-4cdb-49a9-9315-57816e017975'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:27.294484 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-679d9c22-ef3f-4ad0-975a-7c62141bee87 req-c4a8d807-ec7b-4f46-aa84-ccf228a9403a service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447437 Dec 22 13:04:27.301892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0a042f6a-46aa-4d6c-b756-c03cd120a179 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] In _notify_port_updated(), no bound segment for port a375c4dc-4637-452a-b8f8-ca703be921b7 on network 817140a7-9b73-42c6-9743-5537fbc8a564 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:04:27.307530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:27.308251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a042f6a-46aa-4d6c-b756-c03cd120a179 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:27.308867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a042f6a-46aa-4d6c-b756-c03cd120a179 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.313342 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0a042f6a-46aa-4d6c-b756-c03cd120a179 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "PUT /v2.0/ports/a375c4dc-4637-452a-b8f8-ca703be921b7 HTTP/1.1" status: 200 len: 818 time: 1.0627971 Dec 22 13:04:27.314155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:27.316899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49050) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:27.323948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:27.342351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:27.353851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Pushing event updated for resources: {'Port': ['ID=f95e0426-acfc-4f0c-8df1-3e4036cde095,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:27.377155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:security_group_rule and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:27.380819 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:27.389209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:27.400041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:27.459167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Attempting to bind port f95e0426-acfc-4f0c-8df1-3e4036cde095 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:27.459547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Attempting to bind port f95e0426-acfc-4f0c-8df1-3e4036cde095 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:27.459947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Attempting to bind port f95e0426-acfc-4f0c-8df1-3e4036cde095 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:27.466540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bba242-d30c-47c5-a68b-f794259de964 req-c7593a6e-8cac-4400-95d8-97a7d3e986f4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:27.468044 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-00bba242-d30c-47c5-a68b-f794259de964 req-c7593a6e-8cac-4400-95d8-97a7d3e986f4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.2656555 Dec 22 13:04:27.470055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:27.470445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:27.470862 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.471824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:27.471824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Bound port: f95e0426-acfc-4f0c-8df1-3e4036cde095, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:27.472172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.518820 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-679d9c22-ef3f-4ad0-975a-7c62141bee87 req-e218f11d-8005-43db-944d-e0eea8731a32 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162757 Dec 22 13:04:27.547483 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-00bba242-d30c-47c5-a68b-f794259de964 req-62fe5cac-3dd4-48c5-ba93-e91e3e6fe51f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641568 Dec 22 13:04:27.560003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-76771202-86a1-4996-af35-933b175c3556', 'network_id': '76771202-86a1-4996-af35-933b175c3556', 'tenant_id': '09da01ce16a14f99b2a065e133e9b364', 'fixed_ips': [{'subnet_id': '365002df-8fe0-402d-8516-0f77c6aa2b40'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:04:27.560694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.588617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.592005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f50c54e-09c0-4eb6-9e4a-73539d05a201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.594604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.600758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b824850d-8343-4e5c-a009-2fedde0abdb8 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:27.643003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591aa193-85a5-4755-b7be-72d656d79a17,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:27.646635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:27.648438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.653127 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6767380 Dec 22 13:04:27.654168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49054) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:27.660249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'security_group': {'name': 'tempest-secgroup-175116202'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:27.666728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:27.671507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:security_group and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:27.674115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:27.680693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:27.682808 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] For port f95e0426-acfc-4f0c-8df1-3e4036cde095, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:27.693738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.697924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] For port f95e0426-acfc-4f0c-8df1-3e4036cde095, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f95e0426-acfc-4f0c-8df1-3e4036cde095,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:27.702905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.716317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:27.721220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:security_group_rule and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:27.724427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:27.731299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:27.733444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:27.761613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a042f6a-46aa-4d6c-b756-c03cd120a179 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=a375c4dc-4637-452a-b8f8-ca703be921b7,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:27.769200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.778450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0a042f6a-46aa-4d6c-b756-c03cd120a179 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:27.793571 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b9fb20b8-2109-4300-8412-7522329408aa tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port a375c4dc-4637-452a-b8f8-ca703be921b7 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:27.794374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9fb20b8-2109-4300-8412-7522329408aa tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.814209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.818662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.826171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ea0cf23f-596e-4d0d-aaa8-58cef48acac2 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:27.843189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Pushing event updated for resources: {'Port': ['ID=f95e0426-acfc-4f0c-8df1-3e4036cde095,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:27.850031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:27.853797 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Allocated IP 172.20.0.2 (76771202-86a1-4996-af35-933b175c3556/365002df-8fe0-402d-8516-0f77c6aa2b40/b311a0da-11ce-4f03-b539-3a202332bc2d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:27.874894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617f9491-f6b0-4c64-ad55-f739523ba634,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:27.881374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:27.883014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:27.888128 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.2325435 Dec 22 13:04:27.940633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49058) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:27.946365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-65016352', 'security_groups': ['617f9491-f6b0-4c64-ad55-f739523ba634'], 'network_id': '76771202-86a1-4996-af35-933b175c3556', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '365002df-8fe0-402d-8516-0f77c6aa2b40'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:28.160897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:28.185431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Transition to ACTIVE for port object b311a0da-11ce-4f03-b539-3a202332bc2d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:28.204145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:28.206429 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Transition to ACTIVE for port object b311a0da-11ce-4f03-b539-3a202332bc2d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:28.208640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:port and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:28.212109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:28.219668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:28.225231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:28.235740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:28.237961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ed67993e-213f-48d0-8b16-835c7d821c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:28.372319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Network 76771202-86a1-4996-af35-933b175c3556 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:28.375208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:28.379565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:28.388463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Pushing event updated for resources: {'Port': ['ID=b311a0da-11ce-4f03-b539-3a202332bc2d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:28.389885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:28.415170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:28.423509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port da2ab406-2532-4d0e-afb0-de44e1e623c7 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:28.486981 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Attempting to bind port b311a0da-11ce-4f03-b539-3a202332bc2d on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:28.487360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Attempting to bind port b311a0da-11ce-4f03-b539-3a202332bc2d by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '6b4cf8eb-f78f-4aca-9baa-0642eaffe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '76771202-86a1-4996-af35-933b175c3556'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:28.487756 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Attempting to bind port b311a0da-11ce-4f03-b539-3a202332bc2d on network 76771202-86a1-4996-af35-933b175c3556 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:28.493067 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:28.493529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Checking segment: {'id': '6b4cf8eb-f78f-4aca-9baa-0642eaffe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '76771202-86a1-4996-af35-933b175c3556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:28.493939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:28.494368 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Bound using segment: {'id': '6b4cf8eb-f78f-4aca-9baa-0642eaffe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '76771202-86a1-4996-af35-933b175c3556'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:28.495780 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Bound port: b311a0da-11ce-4f03-b539-3a202332bc2d, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4cf8eb-f78f-4aca-9baa-0642eaffe624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '76771202-86a1-4996-af35-933b175c3556'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:28.496165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:28.535139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9fb20b8-2109-4300-8412-7522329408aa tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:28.606727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] For port b311a0da-11ce-4f03-b539-3a202332bc2d, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:28.610062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] For port b311a0da-11ce-4f03-b539-3a202332bc2d, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b311a0da-11ce-4f03-b539-3a202332bc2d,segment=NetworkSegment(6b4cf8eb-f78f-4aca-9baa-0642eaffe624),segment_id=6b4cf8eb-f78f-4aca-9baa-0642eaffe624)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:28.616542 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:28.622122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:28.689015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.10 (76771202-86a1-4996-af35-933b175c3556/365002df-8fe0-402d-8516-0f77c6aa2b40/da2ab406-2532-4d0e-afb0-de44e1e623c7) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:28.736760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b9fb20b8-2109-4300-8412-7522329408aa tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for a375c4dc-4637-452a-b8f8-ca703be921b7 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:28.740495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Pushing event updated for resources: {'Port': ['ID=b311a0da-11ce-4f03-b539-3a202332bc2d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:28.745238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:28.917904 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-9f4980b9-7845-44e5-bd1a-024a8426ffdf tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:04:28.917904 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9f4980b9-7845-44e5-bd1a-024a8426ffdf tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "PUT /v2.0/routers/2d8ebb82-4cdb-49a9-9315-57816e017975/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9960778 Dec 22 13:04:28.940719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49064) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:28.979152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:29.000649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Transition to ACTIVE for port object da2ab406-2532-4d0e-afb0-de44e1e623c7 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:29.041171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:29.048004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:29.124052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 76771202-86a1-4996-af35-933b175c3556 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:29.127542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:29.132248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:29.183789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=da2ab406-2532-4d0e-afb0-de44e1e623c7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:29.193640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:29.220455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:29.221082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:29.248985 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3072004 Dec 22 13:04:29.249769 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49068) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:29.255702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3394e20d-2e25-4c5c-966f-e8423f94ecf4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:29.277647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::1 (cc430aa9-1eda-495d-9373-01b5d372ccd0/6945b15d-4e6a-4ebe-82b7-15d2648649fe/ce6fd640-2371-4368-9bba-f67b671386f9) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:29.293428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9fb20b8-2109-4300-8412-7522329408aa tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:29.303827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:29.319256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f05c2323-7c28-4a30-af73-defc36bc7d09 None None] Provisioning for port f95e0426-acfc-4f0c-8df1-3e4036cde095 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:29.401085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3394e20d-2e25-4c5c-966f-e8423f94ecf4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:29.404834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3394e20d-2e25-4c5c-966f-e8423f94ecf4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:29.407768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3394e20d-2e25-4c5c-966f-e8423f94ecf4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:29.413413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3394e20d-2e25-4c5c-966f-e8423f94ecf4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:29.423704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3394e20d-2e25-4c5c-966f-e8423f94ecf4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:29.427171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3394e20d-2e25-4c5c-966f-e8423f94ecf4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:29.427327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb20b8-2109-4300-8412-7522329408aa tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=a375c4dc-4637-452a-b8f8-ca703be921b7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:29.437343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b9fb20b8-2109-4300-8412-7522329408aa tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:29.455060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da6524-3661-4174-ab2e-27823916b848 req-c4e43260-57b6-4a20-bc5e-4b97049c8c8f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:29.456565 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-80da6524-3661-4174-ab2e-27823916b848 req-c4e43260-57b6-4a20-bc5e-4b97049c8c8f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.6747310 Dec 22 13:04:29.457508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b9fb20b8-2109-4300-8412-7522329408aa tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:29.570047 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.ipam_backend_mixin [None req-3394e20d-2e25-4c5c-966f-e8423f94ecf4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 365002df-8fe0-402d-8516-0f77c6aa2b40 (CIDR: 172.20.0.0/28) Dec 22 13:04:29.577377 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-3394e20d-2e25-4c5c-966f-e8423f94ecf4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:04:29.577938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3394e20d-2e25-4c5c-966f-e8423f94ecf4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:29.601379 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3394e20d-2e25-4c5c-966f-e8423f94ecf4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3479459 Dec 22 13:04:29.602478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49072) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:29.609034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:29.646031 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b9fb20b8-2109-4300-8412-7522329408aa tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/a375c4dc-4637-452a-b8f8-ca703be921b7 HTTP/1.1" status: 204 len: 168 time: 2.3254073 Dec 22 13:04:29.664848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49076) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:29.762896 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-80da6524-3661-4174-ab2e-27823916b848 req-bdef0196-f0ee-4fad-b6e7-4a63f2a07907 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981052 Dec 22 13:04:29.763357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:29.768787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:29.772024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:29.778821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:29.803088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:29.806917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:29.839974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ddbc3c76-548c-48ee-ba26-f85705a2b436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:29.840253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:29.930286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b311a0da-11ce-4f03-b539-3a202332bc2d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:29.988977 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object ce6fd640-2371-4368-9bba-f67b671386f9 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:30.010500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port b311a0da-11ce-4f03-b539-3a202332bc2d completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:30.017671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f95e0426-acfc-4f0c-8df1-3e4036cde095 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:30.033891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588dd302-b22a-403b-81aa-26e13b8773f0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:30.034682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-588dd302-b22a-403b-81aa-26e13b8773f0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:30.089932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d0e67d63-8445-4559-b162-9a74ca33ac01 None None] Provisioning complete for port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:30.090627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0e67d63-8445-4559-b162-9a74ca33ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.094703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.098860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-588dd302-b22a-403b-81aa-26e13b8773f0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:30.100140 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-588dd302-b22a-403b-81aa-26e13b8773f0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4253986 Dec 22 13:04:30.106394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ceca1197-38a2-4b01-bbe7-09296f4d0142 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:30.111662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49082) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:30.154324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d0e67d63-8445-4559-b162-9a74ca33ac01 None None] Port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:30.163148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port f95e0426-acfc-4f0c-8df1-3e4036cde095 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:30.168835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f95e0426-acfc-4f0c-8df1-3e4036cde095 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:30.169138 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.185119 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc18187-b7aa-4a30-9508-acabdb2fb4fd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:04:30.191550 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6bc18187-b7aa-4a30-9508-acabdb2fb4fd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/a375c4dc-4637-452a-b8f8-ca703be921b7 HTTP/1.1" status: 404 len: 333 time: 0.0786977 Dec 22 13:04:30.194071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49086) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:30.196757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:30.197312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d0e67d63-8445-4559-b162-9a74ca33ac01 None None] Provisioning for port b311a0da-11ce-4f03-b539-3a202332bc2d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:30.204800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:30.217125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d0e67d63-8445-4559-b162-9a74ca33ac01 None None] Provisioning complete for port b311a0da-11ce-4f03-b539-3a202332bc2d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:30.217640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0e67d63-8445-4559-b162-9a74ca33ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.220384 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718ad69-4152-4af6-9fd3-73047e4e872b req-86b70640-8e6f-4cdf-b5e2-015f2fee07a2 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:30.221924 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c718ad69-4152-4af6-9fd3-73047e4e872b req-86b70640-8e6f-4cdf-b5e2-015f2fee07a2 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.2714932 Dec 22 13:04:30.232790 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:30.233703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.240235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-577514955'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:30.263247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:30.274084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:network and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:30.280676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:30.284848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=ce6fd640-2371-4368-9bba-f67b671386f9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:30.293960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:30.297471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:30.323100 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c718ad69-4152-4af6-9fd3-73047e4e872b req-123496b1-84db-4170-a17d-de8d97ac87bb tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902033 Dec 22 13:04:30.328925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.392256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:30.395706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.425919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.445323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.455274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2f1cf253-d1f1-4130-a14c-e6955e01a86f tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:30.474130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0e67d63-8445-4559-b162-9a74ca33ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.509095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 76771202-86a1-4996-af35-933b175c3556 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:30.511596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port f95e0426-acfc-4f0c-8df1-3e4036cde095, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f95e0426-acfc-4f0c-8df1-3e4036cde095,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:30.512618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:30.517393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:30.518118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.541259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.544427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Subnet': ['ID=06934454-e58d-446f-9ec9-be02b4451114,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:30.545190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d0e67d63-8445-4559-b162-9a74ca33ac01 None None] For port b311a0da-11ce-4f03-b539-3a202332bc2d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b311a0da-11ce-4f03-b539-3a202332bc2d,segment=NetworkSegment(6b4cf8eb-f78f-4aca-9baa-0642eaffe624),segment_id=6b4cf8eb-f78f-4aca-9baa-0642eaffe624)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:30.547522 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:30.548591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:30.563141 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9593196 Dec 22 13:04:30.564209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49092) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:30.571174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-749413255', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06934454-e58d-446f-9ec9-be02b4451114'}], 'security_groups': ['591aa193-85a5-4755-b7be-72d656d79a17']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:30.585964 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0e67d63-8445-4559-b162-9a74ca33ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.621465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=f95e0426-acfc-4f0c-8df1-3e4036cde095,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:30.632635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:30.633369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a5c4b450-0e79-4966-b190-10e832cd24dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:30.656714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:04:30.719817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.720654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.721651 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e67d63-8445-4559-b162-9a74ca33ac01 None None] Pushing event updated for resources: {'Port': ['ID=b311a0da-11ce-4f03-b539-3a202332bc2d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:30.721924 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:04:30.733329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d0e67d63-8445-4559-b162-9a74ca33ac01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:30.764967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e88b645-fea8-492a-9b0a-ac989d9a22f9 None None] Network 76771202-86a1-4996-af35-933b175c3556 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:30.765361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.778079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.779064 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Added segment 37952fb4-4a05-4b03-985a-49d6c35d0c2f of type vlan for network 4c178c5e-b22e-4a2e-afbf-238736c06eba Dec 22 13:04:30.818588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:30.909159 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-38f2fff7-3354-424c-b5f4-28945a93fc34 None None] Provisioning for port da2ab406-2532-4d0e-afb0-de44e1e623c7 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:30.918279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-38f2fff7-3354-424c-b5f4-28945a93fc34 None None] Provisioning complete for port da2ab406-2532-4d0e-afb0-de44e1e623c7 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:30.918661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38f2fff7-3354-424c-b5f4-28945a93fc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.031025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.043111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-38f2fff7-3354-424c-b5f4-28945a93fc34 None None] Port da2ab406-2532-4d0e-afb0-de44e1e623c7 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:31.099483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-38f2fff7-3354-424c-b5f4-28945a93fc34 None None] Provisioning for port ce6fd640-2371-4368-9bba-f67b671386f9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:31.106290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-38f2fff7-3354-424c-b5f4-28945a93fc34 None None] Provisioning complete for port ce6fd640-2371-4368-9bba-f67b671386f9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:31.106672 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38f2fff7-3354-424c-b5f4-28945a93fc34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.165487 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-38f2fff7-3354-424c-b5f4-28945a93fc34 None None] Port ce6fd640-2371-4368-9bba-f67b671386f9 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:31.178052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Delete allocated IP 172.20.0.10 (76771202-86a1-4996-af35-933b175c3556/365002df-8fe0-402d-8516-0f77c6aa2b40) {{(pid=87569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 13:04:31.186456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.20 (76771202-86a1-4996-af35-933b175c3556/06934454-e58d-446f-9ec9-be02b4451114/da2ab406-2532-4d0e-afb0-de44e1e623c7) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:31.190687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.196050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:31.196652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.211818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-78abda04-23cc-4192-89a9-937300ba0321 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:31.248990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9a34-3f87-41c6-acb9-66feb69ac6bc req-0b764161-f841-4456-a343-d91f58a1b33f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:31.260186 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-92aa9a34-3f87-41c6-acb9-66feb69ac6bc req-0b764161-f841-4456-a343-d91f58a1b33f tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.7740428 Dec 22 13:04:31.277147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d6de17-432a-4481-ad78-1a644e7edc8f None None] Update dhcp port {'port': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'fixed_ips': [{'subnet_id': '365002df-8fe0-402d-8516-0f77c6aa2b40', 'ip_address': '172.20.0.2'}, {'subnet_id': '06934454-e58d-446f-9ec9-be02b4451114'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': 'b311a0da-11ce-4f03-b539-3a202332bc2d'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:04:31.334727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-09d6de17-432a-4481-ad78-1a644e7edc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.392516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.403395 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1983571 Dec 22 13:04:31.407349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49096) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:31.410051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Ignored duplicate provisioning block setup for port da2ab406-2532-4d0e-afb0-de44e1e623c7 by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 13:04:31.413865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Network': ['ID=4c178c5e-b22e-4a2e-afbf-238736c06eba,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:31.414223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '4c178c5e-b22e-4a2e-afbf-238736c06eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:31.423080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:31.432299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.438483 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-92aa9a34-3f87-41c6-acb9-66feb69ac6bc req-aa8fc998-35bd-4b14-8b38-903af69b1398 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765110 Dec 22 13:04:31.454927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:31.455174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 4c178c5e-b22e-4a2e-afbf-238736c06eba details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:04:31.627118 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Deleting port 3f56259c-4717-47be-99bb-eef845bbcb70 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:31.627787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.664318 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] In _notify_port_updated(), no bound segment for port da2ab406-2532-4d0e-afb0-de44e1e623c7 on network 76771202-86a1-4996-af35-933b175c3556 {{(pid=87569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:04:31.669636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:31.670243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.671538 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "PUT /v2.0/ports/da2ab406-2532-4d0e-afb0-de44e1e623c7 HTTP/1.1" status: 200 len: 920 time: 1.1063657 Dec 22 13:04:31.682827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49102) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:31.724190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-09d6de17-432a-4481-ad78-1a644e7edc8f None None] Allocated IP 172.20.0.18 (76771202-86a1-4996-af35-933b175c3556/06934454-e58d-446f-9ec9-be02b4451114/b311a0da-11ce-4f03-b539-3a202332bc2d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:31.758352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f593a734-9a2e-4cf1-9b86-a3303eaada42 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port da2ab406-2532-4d0e-afb0-de44e1e623c7 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:31.758695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f593a734-9a2e-4cf1-9b86-a3303eaada42 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.853582 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=da2ab406-2532-4d0e-afb0-de44e1e623c7,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:31.866522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:31.867318 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:31.873831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b311a0da-11ce-4f03-b539-3a202332bc2d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:31.879838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:31.884429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:31.895211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:31.928972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.938355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.939251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:31.951936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-29907419-11ba-4e21-95e7-318c13b3d551 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:31.962381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-09d6de17-432a-4481-ad78-1a644e7edc8f None None] For port b311a0da-11ce-4f03-b539-3a202332bc2d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b311a0da-11ce-4f03-b539-3a202332bc2d,segment=NetworkSegment(6b4cf8eb-f78f-4aca-9baa-0642eaffe624),segment_id=6b4cf8eb-f78f-4aca-9baa-0642eaffe624)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:31.986248 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port b311a0da-11ce-4f03-b539-3a202332bc2d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:31.986667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.002162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:32.005611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.045072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-09d6de17-432a-4481-ad78-1a644e7edc8f None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.070611 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-09d6de17-432a-4481-ad78-1a644e7edc8f None None] Transition to ACTIVE for port object b311a0da-11ce-4f03-b539-3a202332bc2d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:32.079844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-09d6de17-432a-4481-ad78-1a644e7edc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.086579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.090106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:32.131553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Port b311a0da-11ce-4f03-b539-3a202332bc2d had new provisioning blocks added so it will not transition to active. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Dec 22 13:04:32.131553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f95e0426-acfc-4f0c-8df1-3e4036cde095 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:32.168786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=ce6fd640-2371-4368-9bba-f67b671386f9,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:32.232256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:32.263498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f593a734-9a2e-4cf1-9b86-a3303eaada42 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.300394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Calling delete_port for 3f56259c-4717-47be-99bb-eef845bbcb70 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:32.323025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f95e0426-acfc-4f0c-8df1-3e4036cde095 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:32.323401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.357253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.369930 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6de17-432a-4481-ad78-1a644e7edc8f None None] Pushing event updated for resources: {'Port': ['ID=b311a0da-11ce-4f03-b539-3a202332bc2d,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:32.378729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-09d6de17-432a-4481-ad78-1a644e7edc8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:32.391304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f593a734-9a2e-4cf1-9b86-a3303eaada42 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for da2ab406-2532-4d0e-afb0-de44e1e623c7 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:32.446828 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c399ca6-102c-44ab-8200-41cd815af63f req-57e51ef0-d930-4d92-bd49-91d3fb66300b tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:32.448376 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1c399ca6-102c-44ab-8200-41cd815af63f req-57e51ef0-d930-4d92-bd49-91d3fb66300b tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.4356909 Dec 22 13:04:32.454221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:32.456644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:32.631419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.639545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5ad881c6-6b16-4570-8912-d2144454c2f6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:32.714464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Subnet': ['ID=e7e3e4fb-81bc-4f86-acf2-f611689695b7,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:32.718638 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:32.721877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f593a734-9a2e-4cf1-9b86-a3303eaada42 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.735448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-56156f45-22d6-4e5d-b508-80d8fb531f9a tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:32.790787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593a734-9a2e-4cf1-9b86-a3303eaada42 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=da2ab406-2532-4d0e-afb0-de44e1e623c7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:32.796346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f593a734-9a2e-4cf1-9b86-a3303eaada42 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:32.887642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Checking segment: {'id': '37952fb4-4a05-4b03-985a-49d6c35d0c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c178c5e-b22e-4a2e-afbf-238736c06eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:32.888682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network hostable DHCP agents. Network: 4c178c5e-b22e-4a2e-afbf-238736c06eba, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:04:32.906201 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1c399ca6-102c-44ab-8200-41cd815af63f req-0f0163d0-b9ce-426c-ada2-0ffcdeb8090d tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4469807 Dec 22 13:04:32.910468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-19a1163a-fe6b-4714-9820-6cf028369511 None None] Provisioning complete for port ce6fd640-2371-4368-9bba-f67b671386f9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:32.917836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 4c178c5e-b22e-4a2e-afbf-238736c06eba is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:04:32.921292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19a1163a-fe6b-4714-9820-6cf028369511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.924275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f593a734-9a2e-4cf1-9b86-a3303eaada42 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.937558 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f593a734-9a2e-4cf1-9b86-a3303eaada42 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/da2ab406-2532-4d0e-afb0-de44e1e623c7 HTTP/1.1" status: 204 len: 168 time: 1.2478509 Dec 22 13:04:32.940782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49108) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:32.981164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 4c178c5e-b22e-4a2e-afbf-238736c06eba) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:32.990616 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0e73f4-3556-400c-afd6-17c553f957e9 None None] Network 4c178c5e-b22e-4a2e-afbf-238736c06eba requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:32.994195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:32.995036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:32.999502 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d35f9d-e1f0-4e34-9086-0267d39821f1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:04:33.000283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a9d35f9d-e1f0-4e34-9086-0267d39821f1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:33.025845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a9d35f9d-e1f0-4e34-9086-0267d39821f1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:33.026632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.027309 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a9d35f9d-e1f0-4e34-9086-0267d39821f1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/da2ab406-2532-4d0e-afb0-de44e1e623c7 HTTP/1.1" status: 404 len: 333 time: 0.0852039 Dec 22 13:04:33.029724 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6213408 Dec 22 13:04:33.030414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49112) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:33.044798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49116) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:33.045674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:33.056735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-bd7d1fa0-6d1f-4755-b28a-0ed04fa54811 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '4c178c5e-b22e-4a2e-afbf-238736c06eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:33.092281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-19a1163a-fe6b-4714-9820-6cf028369511 None None] Port ce6fd640-2371-4368-9bba-f67b671386f9 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:33.155837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event deleted for resources: {'Port': ['ID=3f56259c-4717-47be-99bb-eef845bbcb70,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:33.163123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:33.223117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-085c955e-167c-48f0-a494-fa7e7372c03c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.247720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Router d2d76d94-1e02-4de1-9179-387149781fbd is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:04:33.248731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-722c55c9-03fa-4f91-b03c-e0845970776c None None] Provisioning complete for port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:33.249243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-722c55c9-03fa-4f91-b03c-e0845970776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.297083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-085c955e-167c-48f0-a494-fa7e7372c03c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.313846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bd7d1fa0-6d1f-4755-b28a-0ed04fa54811 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:33.318112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bd7d1fa0-6d1f-4755-b28a-0ed04fa54811 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:33.322310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bd7d1fa0-6d1f-4755-b28a-0ed04fa54811 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:33.329333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bd7d1fa0-6d1f-4755-b28a-0ed04fa54811 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:33.343348 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7d1fa0-6d1f-4755-b28a-0ed04fa54811 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:33.344052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-4c178c5e-b22e-4a2e-afbf-238736c06eba', 'network_id': '4c178c5e-b22e-4a2e-afbf-238736c06eba', 'tenant_id': '73a75db273074ed8a14803906185c58d', 'fixed_ips': [{'subnet_id': 'e7e3e4fb-81bc-4f86-acf2-f611689695b7'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:04:33.345421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.347325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bd7d1fa0-6d1f-4755-b28a-0ed04fa54811 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.361671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-722c55c9-03fa-4f91-b03c-e0845970776c None None] Port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:33.414577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-722c55c9-03fa-4f91-b03c-e0845970776c None None] Provisioning for port b311a0da-11ce-4f03-b539-3a202332bc2d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:33.430731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-722c55c9-03fa-4f91-b03c-e0845970776c None None] Provisioning complete for port b311a0da-11ce-4f03-b539-3a202332bc2d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:33.431230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-722c55c9-03fa-4f91-b03c-e0845970776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.469375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-085c955e-167c-48f0-a494-fa7e7372c03c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.477479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0fc9c3cd-8fd0-427a-9068-b1c879310d1d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:33.506869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c955e-167c-48f0-a494-fa7e7372c03c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617f9491-f6b0-4c64-ad55-f739523ba634,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:33.515129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-085c955e-167c-48f0-a494-fa7e7372c03c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:33.541933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-085c955e-167c-48f0-a494-fa7e7372c03c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.543058 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-085c955e-167c-48f0-a494-fa7e7372c03c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/security-groups/617f9491-f6b0-4c64-ad55-f739523ba634 HTTP/1.1" status: 204 len: 168 time: 0.5116692 Dec 22 13:04:33.544656 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.ipam_backend_mixin [None req-bd7d1fa0-6d1f-4755-b28a-0ed04fa54811 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7e3e4fb-81bc-4f86-acf2-f611689695b7 (CIDR: 2001:db8::/64) Dec 22 13:04:33.548422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49120) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:33.572532 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.575005 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7d1fa0-6d1f-4755-b28a-0ed04fa54811 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:04:33.575490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7d1fa0-6d1f-4755-b28a-0ed04fa54811 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:33.585481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Allocated IP 2001:db8::2 (4c178c5e-b22e-4a2e-afbf-238736c06eba/e7e3e4fb-81bc-4f86-acf2-f611689695b7/5882e8a3-1edd-403c-a5bc-6e478fe00df9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:33.637834 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bd7d1fa0-6d1f-4755-b28a-0ed04fa54811 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5917170 Dec 22 13:04:33.651334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49124) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:33.661617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '4c178c5e-b22e-4a2e-afbf-238736c06eba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:33.747547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:33.758030 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Sync routers for ids ['d2d76d94-1e02-4de1-9179-387149781fbd'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:33.775555 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Routers {'d2d76d94-1e02-4de1-9179-387149781fbd'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:33.776495 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d2d76d94-1e02-4de1-9179-387149781fbd'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:33.836528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b311a0da-11ce-4f03-b539-3a202332bc2d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:33.873734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44bab026-0207-4ca3-aeda-490655da2691 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.913248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44bab026-0207-4ca3-aeda-490655da2691 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.969026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:33.973708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:33.978471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:33.985835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-722c55c9-03fa-4f91-b03c-e0845970776c None None] Could not find standard attr ID for object da2ab406-2532-4d0e-afb0-de44e1e623c7. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:04:33.986911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:33.991749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44bab026-0207-4ca3-aeda-490655da2691 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.992092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:33.998517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f0fce1e6-4898-4da3-b71f-33e18242c04c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:34.006709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Transition to ACTIVE for port object 5882e8a3-1edd-403c-a5bc-6e478fe00df9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:34.030042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44bab026-0207-4ca3-aeda-490655da2691 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:34.031718 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-44bab026-0207-4ca3-aeda-490655da2691 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/security-groups/591aa193-85a5-4755-b7be-72d656d79a17 HTTP/1.1" status: 204 len: 168 time: 0.4823074 Dec 22 13:04:34.033108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bab026-0207-4ca3-aeda-490655da2691 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=591aa193-85a5-4755-b7be-72d656d79a17,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:34.036376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49130) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:34.072509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-44bab026-0207-4ca3-aeda-490655da2691 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:34.077624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:34.081382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:34.091259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port b311a0da-11ce-4f03-b539-3a202332bc2d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:34.091917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:34.098545 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "PUT /v2.0/routers/d2d76d94-1e02-4de1-9179-387149781fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5892062 Dec 22 13:04:34.099334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49134) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:34.108772 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Set router d2d76d94-1e02-4de1-9179-387149781fbd gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:34.122814 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Transition to ACTIVE for port object 5882e8a3-1edd-403c-a5bc-6e478fe00df9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:34.140460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-67cc7b61-4c1e-4a73-a0ce-7a471d98394b None None] Could not find standard attr ID for object da2ab406-2532-4d0e-afb0-de44e1e623c7. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:04:34.145133 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:34.151707 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d4c2ef8f-8e92-4aee-a69c-0e2dc9ae01fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:34.202235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e2681e-32fb-4676-a7ae-6ba25c543333 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:34.202846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d0e2681e-32fb-4676-a7ae-6ba25c543333 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:34.226162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Network 4c178c5e-b22e-4a2e-afbf-238736c06eba is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:34.227820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Router 2d8ebb82-4cdb-49a9-9315-57816e017975 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:04:34.230902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:34.235547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d0e2681e-32fb-4676-a7ae-6ba25c543333 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:34.236047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:34.240659 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d0e2681e-32fb-4676-a7ae-6ba25c543333 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports/ce6fd640-2371-4368-9bba-f67b671386f9 HTTP/1.1" status: 200 len: 911 time: 0.1359074 Dec 22 13:04:34.241492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49138) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:34.251258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Pushing event updated for resources: {'Port': ['ID=5882e8a3-1edd-403c-a5bc-6e478fe00df9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:34.279483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:34.386982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Attempting to bind port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:34.387379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Attempting to bind port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '37952fb4-4a05-4b03-985a-49d6c35d0c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c178c5e-b22e-4a2e-afbf-238736c06eba'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:34.387922 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Attempting to bind port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 on network 4c178c5e-b22e-4a2e-afbf-238736c06eba {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:34.396211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:34.396706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Checking segment: {'id': '37952fb4-4a05-4b03-985a-49d6c35d0c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c178c5e-b22e-4a2e-afbf-238736c06eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:34.397175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:34.397697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Bound using segment: {'id': '37952fb4-4a05-4b03-985a-49d6c35d0c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c178c5e-b22e-4a2e-afbf-238736c06eba'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:34.398387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Bound port: 5882e8a3-1edd-403c-a5bc-6e478fe00df9, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37952fb4-4a05-4b03-985a-49d6c35d0c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4c178c5e-b22e-4a2e-afbf-238736c06eba'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:34.398775 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:34.442036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:34.444878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a71d9b-4e06-4490-b61e-0cdde37cb5fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting subnet 365002df-8fe0-402d-8516-0f77c6aa2b40 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:34.448480 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "PUT /v2.0/routers/2d8ebb82-4cdb-49a9-9315-57816e017975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5042586 Dec 22 13:04:34.453314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49142) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:34.455140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-53a71d9b-4e06-4490-b61e-0cdde37cb5fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:34.464254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea60299-e647-4f97-8c54-37a2b5d0bf8e None None] Sync routers for ids ['2d8ebb82-4cdb-49a9-9315-57816e017975'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:34.492095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea60299-e647-4f97-8c54-37a2b5d0bf8e None None] Routers {'2d8ebb82-4cdb-49a9-9315-57816e017975'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:34.492912 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8ea60299-e647-4f97-8c54-37a2b5d0bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2d8ebb82-4cdb-49a9-9315-57816e017975'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:34.525903 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d76d94-1e02-4de1-9179-387149781fbd', 'name': 'tempest-NetworksTestDHCPv6-router-218090989', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:30Z', 'revision_number': 2, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'gw_port_host': None, '_interfaces': [{'id': 'ce6fd640-2371-4368-9bba-f67b671386f9', 'name': '', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'mac_address': 'fa:16:3e:5e:1f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d76d94-1e02-4de1-9179-387149781fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '6945b15d-4e6a-4ebe-82b7-15d2648649fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:28Z', 'updated_at': '2021-12-22T13:04:31Z', 'revision_number': 2, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'subnets': [{'id': '6945b15d-4e6a-4ebe-82b7-15d2648649fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:34.531755 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Checking router: d2d76d94-1e02-4de1-9179-387149781fbd for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:04:34.532406 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Updating router d2d76d94-1e02-4de1-9179-387149781fbd port ce6fd640-2371-4368-9bba-f67b671386f9 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:04:34.558964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-53a71d9b-4e06-4490-b61e-0cdde37cb5fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:34.582115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8ea60299-e647-4f97-8c54-37a2b5d0bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:34.594326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] For port 5882e8a3-1edd-403c-a5bc-6e478fe00df9, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:34.599119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] For port 5882e8a3-1edd-403c-a5bc-6e478fe00df9, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5882e8a3-1edd-403c-a5bc-6e478fe00df9,segment=NetworkSegment(37952fb4-4a05-4b03-985a-49d6c35d0c2f),segment_id=37952fb4-4a05-4b03-985a-49d6c35d0c2f)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:34.601392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea60299-e647-4f97-8c54-37a2b5d0bf8e None None] Routers {'2d8ebb82-4cdb-49a9-9315-57816e017975'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:34.602280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8ea60299-e647-4f97-8c54-37a2b5d0bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2d8ebb82-4cdb-49a9-9315-57816e017975'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:34.619160 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:34.662051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:34.672821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:34.675129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8328364-6935-4d53-8172-c18f85f61019 req-aa358ac1-2654-403e-8026-cdd305056890 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:34.676910 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a8328364-6935-4d53-8172-c18f85f61019 req-aa358ac1-2654-403e-8026-cdd305056890 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5712988 Dec 22 13:04:34.697814 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-996f54ab-a615-4fbe-9541-9790f40214af tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] delete failed (client error): The resource could not be found. Dec 22 13:04:34.702307 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-996f54ab-a615-4fbe-9541-9790f40214af tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-705461846 HTTP/1.1" status: 404 len: 334 time: 0.2435098 Dec 22 13:04:34.703038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49146) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:34.713749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8ea60299-e647-4f97-8c54-37a2b5d0bf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:34.714291 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea60299-e647-4f97-8c54-37a2b5d0bf8e None None] The sync data for ids ['2d8ebb82-4cdb-49a9-9315-57816e017975'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:34.715852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ad091760-d9ee-44f6-bb5f-99f3afd42397 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d8ebb82-4cdb-49a9-9315-57816e017975'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:34.767530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Pushing event updated for resources: {'Port': ['ID=5882e8a3-1edd-403c-a5bc-6e478fe00df9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:34.771924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:34.816425 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a8328364-6935-4d53-8172-c18f85f61019 req-927230bd-9c53-427c-b193-7be4e0296def tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154876 Dec 22 13:04:34.894563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4743fd6-7e14-459c-a5a5-ac7655f4cf5d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:34.899538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-53a71d9b-4e06-4490-b61e-0cdde37cb5fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:34.900614 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4743fd6-7e14-459c-a5a5-ac7655f4cf5d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:34.905579 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c4743fd6-7e14-459c-a5a5-ac7655f4cf5d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6613545 Dec 22 13:04:34.906391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49152) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:35.072896 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-53a71d9b-4e06-4490-b61e-0cdde37cb5fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:35.084794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8632fc62-0db9-4080-9140-094b6c79107e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:35.181660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a71d9b-4e06-4490-b61e-0cdde37cb5fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Subnet': ['ID=365002df-8fe0-402d-8516-0f77c6aa2b40,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:35.188911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:35.195876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-53a71d9b-4e06-4490-b61e-0cdde37cb5fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:35.196525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-53a71d9b-4e06-4490-b61e-0cdde37cb5fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:35.214009 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:35.239176 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Transition to ACTIVE for port object ce6fd640-2371-4368-9bba-f67b671386f9 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:35.256960 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:35.262297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df9af94-2a2d-44c8-955f-783081dcb9de None None] Network 76771202-86a1-4996-af35-933b175c3556 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:35.269181 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-b35adcda-8b3c-4284-b978-baed069ed6ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:35.298128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-53a71d9b-4e06-4490-b61e-0cdde37cb5fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:35.427976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 4c178c5e-b22e-4a2e-afbf-238736c06eba is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:35.439562 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-53a71d9b-4e06-4490-b61e-0cdde37cb5fd tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/365002df-8fe0-402d-8516-0f77c6aa2b40 HTTP/1.1" status: 204 len: 168 time: 1.4016626 Dec 22 13:04:35.442717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49160) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:35.446883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:35.457857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:35.479478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:35.481350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:35.543925 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Attempting to bind port ce6fd640-2371-4368-9bba-f67b671386f9 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:35.544552 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Attempting to bind port ce6fd640-2371-4368-9bba-f67b671386f9 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:35.545098 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Attempting to bind port ce6fd640-2371-4368-9bba-f67b671386f9 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:35.547391 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798d335-ea7c-406a-81e4-6960bce851e5 None None] Pushing event updated for resources: {'Port': ['ID=ce6fd640-2371-4368-9bba-f67b671386f9,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:35.551801 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-a798d335-ea7c-406a-81e4-6960bce851e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:35.558800 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:35.559179 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:35.559581 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:35.560188 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:35.560824 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Bound port: ce6fd640-2371-4368-9bba-f67b671386f9, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:35.561562 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:35.645740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ad091760-d9ee-44f6-bb5f-99f3afd42397 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:35.649906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Subnet': ['ID=2fdd3d97-98de-4ac0-9052-c9792bb22bb8,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:35.658010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:35.685453 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0328419 Dec 22 13:04:35.692328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49164) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:35.695629 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-ad091760-d9ee-44f6-bb5f-99f3afd42397 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] update failed (client error): The resource could not be found. Dec 22 13:04:35.700334 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ad091760-d9ee-44f6-bb5f-99f3afd42397 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "PUT /v2.0/routers/2d8ebb82-4cdb-49a9-9315-57816e017975 HTTP/1.1" status: 404 len: 339 time: 0.9889760 Dec 22 13:04:35.701424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49166) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:35.709291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '4c178c5e-b22e-4a2e-afbf-238736c06eba', 'fixed_ips': [{'subnet_id': 'e7e3e4fb-81bc-4f86-acf2-f611689695b7'}, {'subnet_id': '2fdd3d97-98de-4ac0-9052-c9792bb22bb8'}], 'name': 'tempest-PortsIpV6TestJSON-2009061474'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:35.761867 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] For port ce6fd640-2371-4368-9bba-f67b671386f9, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:35.766076 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] For port ce6fd640-2371-4368-9bba-f67b671386f9, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ce6fd640-2371-4368-9bba-f67b671386f9,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:35.770628 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:35.778035 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:35.875353 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5882e8a3-1edd-403c-a5bc-6e478fe00df9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:35.940661 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Routers {'d2d76d94-1e02-4de1-9179-387149781fbd'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:35.941621 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d2d76d94-1e02-4de1-9179-387149781fbd'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:35.966153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf5ed-3842-4f08-ab9f-d9bfb44223a8 req-9ad40f71-58f5-4cd7-856a-d1cef1eef975 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:35.967838 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dc5bf5ed-3842-4f08-ab9f-d9bfb44223a8 req-9ad40f71-58f5-4cd7-856a-d1cef1eef975 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.6777279 Dec 22 13:04:35.975449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b9ef8-6a40-4148-a4e4-42a3cc9f2811 req-bffac6ba-f3a9-4300-830e-22a150637b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:35.979004 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa7b9ef8-6a40-4148-a4e4-42a3cc9f2811 req-bffac6ba-f3a9-4300-830e-22a150637b77 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f088456d3776496db28fcf551f85fdce&device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 1098 time: 0.6053846 Dec 22 13:04:36.004153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:36.053674 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798d335-ea7c-406a-81e4-6960bce851e5 None None] Pushing event updated for resources: {'Port': ['ID=ce6fd640-2371-4368-9bba-f67b671386f9,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:36.091776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:36.097467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:36.101557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:36.109447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:36.136732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:36.141071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:36.216524 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-a798d335-ea7c-406a-81e4-6960bce851e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:36.281421 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] Set router d2d76d94-1e02-4de1-9179-387149781fbd gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:36.328216 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dc5bf5ed-3842-4f08-ab9f-d9bfb44223a8 req-9b64b48f-5bbc-4cb0-988c-aa120eadad87 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433371 Dec 22 13:04:36.374149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:36.378479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:port and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:36.381738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:36.392058 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:36.486197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:36.517020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b9ef8-6a40-4148-a4e4-42a3cc9f2811 req-0008f921-e2d9-48f4-aa97-cf3af5633dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:36.518618 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa7b9ef8-6a40-4148-a4e4-42a3cc9f2811 req-0008f921-e2d9-48f4-aa97-cf3af5633dfd service neutron] 10.222.0.54 "GET /v2.0/networks?id=f13a7c56-cda0-4112-8efa-249342855ee9 HTTP/1.1" status: 200 len: 912 time: 0.4899960 Dec 22 13:04:36.600574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c03e12-0d99-4eaa-9fc6-9174d20a61e0 None None] Network 4c178c5e-b22e-4a2e-afbf-238736c06eba requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:36.700955 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d76d94-1e02-4de1-9179-387149781fbd', 'name': 'tempest-NetworksTestDHCPv6-router-218090989', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:30Z', 'revision_number': 2, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'gw_port_host': None, '_interfaces': [{'id': 'ce6fd640-2371-4368-9bba-f67b671386f9', 'name': '', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'mac_address': 'fa:16:3e:5e:1f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d76d94-1e02-4de1-9179-387149781fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '6945b15d-4e6a-4ebe-82b7-15d2648649fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:28Z', 'updated_at': '2021-12-22T13:04:35Z', 'revision_number': 4, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'subnets': [{'id': '6945b15d-4e6a-4ebe-82b7-15d2648649fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:36.705671 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee3ff20-9097-4037-b809-0ad2cc6bffc9 None None] The sync data for ids ['d2d76d94-1e02-4de1-9179-387149781fbd'] in dv-neutron-822668-1-hyperv is: [{'id': 'd2d76d94-1e02-4de1-9179-387149781fbd', 'name': 'tempest-NetworksTestDHCPv6-router-218090989', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:30Z', 'revision_number': 2, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'gw_port_host': None, '_interfaces': [{'id': 'ce6fd640-2371-4368-9bba-f67b671386f9', 'name': '', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'mac_address': 'fa:16:3e:5e:1f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d76d94-1e02-4de1-9179-387149781fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '6945b15d-4e6a-4ebe-82b7-15d2648649fe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:28Z', 'updated_at': '2021-12-22T13:04:35Z', 'revision_number': 4, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'subnets': [{'id': '6945b15d-4e6a-4ebe-82b7-15d2648649fe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:36.770687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-99d3f0fb-0e76-4979-847e-2a9bbd378ba0 None None] Provisioning for port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:36.783392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-99d3f0fb-0e76-4979-847e-2a9bbd378ba0 None None] Provisioning complete for port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:36.783846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99d3f0fb-0e76-4979-847e-2a9bbd378ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:36.823442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:37.072642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99d3f0fb-0e76-4979-847e-2a9bbd378ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:37.079328 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa7b9ef8-6a40-4148-a4e4-42a3cc9f2811 req-14abe0ca-7a48-446e-8e25-a669e2191b71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5 HTTP/1.1" status: 200 len: 1001 time: 0.4152682 Dec 22 13:04:37.085929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:37.127699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-99d3f0fb-0e76-4979-847e-2a9bbd378ba0 None None] For port 5882e8a3-1edd-403c-a5bc-6e478fe00df9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5882e8a3-1edd-403c-a5bc-6e478fe00df9,segment=NetworkSegment(37952fb4-4a05-4b03-985a-49d6c35d0c2f),segment_id=37952fb4-4a05-4b03-985a-49d6c35d0c2f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:37.136378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99d3f0fb-0e76-4979-847e-2a9bbd378ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:37.138336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:37.214629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:37.288595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3f0fb-0e76-4979-847e-2a9bbd378ba0 None None] Pushing event updated for resources: {'Port': ['ID=5882e8a3-1edd-403c-a5bc-6e478fe00df9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:37.301798 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-99d3f0fb-0e76-4979-847e-2a9bbd378ba0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:37.302811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367fac57-75fa-4215-ba94-e246e165c941 None None] Update dhcp port {'port': {'network_id': '4c178c5e-b22e-4a2e-afbf-238736c06eba', 'fixed_ips': [{'subnet_id': 'e7e3e4fb-81bc-4f86-acf2-f611689695b7', 'ip_address': '2001:db8::2'}, {'subnet_id': '2fdd3d97-98de-4ac0-9052-c9792bb22bb8'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': '5882e8a3-1edd-403c-a5bc-6e478fe00df9'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:04:37.308350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:37.317218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d2b8dc71-ad65-4a4f-9c4b-f8fc6f13c961 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:37.346536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:37.360602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b9ef8-6a40-4148-a4e4-42a3cc9f2811 req-33f4059d-1aae-4a95-8004-0982b90aade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:37.362097 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa7b9ef8-6a40-4148-a4e4-42a3cc9f2811 req-33f4059d-1aae-4a95-8004-0982b90aade2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d589bbeb-9639-4ffc-9c40-da0196ca78b1 HTTP/1.1" status: 200 len: 850 time: 0.2633133 Dec 22 13:04:37.371363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-367fac57-75fa-4215-ba94-e246e165c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:37.383227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8e615e10-fbbe-4d96-b0a4-35e5a57cdb2f None None] Provisioning complete for port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:37.383589 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e615e10-fbbe-4d96-b0a4-35e5a57cdb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:37.430783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 76771202-86a1-4996-af35-933b175c3556 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:37.505136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:37.508887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:37.509644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:37.535958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8e615e10-fbbe-4d96-b0a4-35e5a57cdb2f None None] Port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:37.541301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e445c-85bf-448d-b561-452176c9e833 None None] Network 76771202-86a1-4996-af35-933b175c3556 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:37.583404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Subnet': ['ID=1343c2ce-084f-40a4-8c81-0cc01e4a14ac,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:37.586339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:37.597747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Allocated IP 172.20.0.1 (14c8835e-7d50-4e9c-be3c-f4e6a9a318d7/cb1cd0d0-47c7-4215-9c98-79f2c6a9a3d6/7c4aa4c4-eba4-4de0-9652-817896ced152) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:37.660303 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2148461 Dec 22 13:04:37.665114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49174) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:37.670062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b9ef8-6a40-4148-a4e4-42a3cc9f2811 req-6a54ce1e-6841-4541-8cb1-4659ce3a5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:37.671727 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa7b9ef8-6a40-4148-a4e4-42a3cc9f2811 req-6a54ce1e-6841-4541-8cb1-4659ce3a5d41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f13a7c56-cda0-4112-8efa-249342855ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2944067 Dec 22 13:04:37.680626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'security_group': {'name': 'tempest-secgroup-781816330'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:37.690854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:37.714736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8e615e10-fbbe-4d96-b0a4-35e5a57cdb2f None None] Provisioning complete for port b311a0da-11ce-4f03-b539-3a202332bc2d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:37.714736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e615e10-fbbe-4d96-b0a4-35e5a57cdb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:37.721905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:security_group and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:37.774757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:37.794869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:37.867362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:37.910566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ce6fd640-2371-4368-9bba-f67b671386f9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:37.965550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:37.978820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:security_group_rule and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:37.987319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:37.997405 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa7b9ef8-6a40-4148-a4e4-42a3cc9f2811 req-e0b2009b-ba80-451a-bc7e-0f6f2bb7cbf9 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121562 Dec 22 13:04:37.998253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:38.001570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.029984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387a47b-85ac-4c59-8c62-bd285733311c req-a2e8367b-dd58-4170-8d05-5099bf9691c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:38.031743 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1387a47b-85ac-4c59-8c62-bd285733311c req-a2e8367b-dd58-4170-8d05-5099bf9691c4 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.5298131 Dec 22 13:04:38.036061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Transition to ACTIVE for port object 7c4aa4c4-eba4-4de0-9652-817896ced152 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:38.075252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port ce6fd640-2371-4368-9bba-f67b671386f9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:38.075618 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.125165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port ce6fd640-2371-4368-9bba-f67b671386f9 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:38.128493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8::c7 (4c178c5e-b22e-4a2e-afbf-238736c06eba/e7e3e4fb-81bc-4f86-acf2-f611689695b7/6a673c9e-9a9c-43ba-a47a-5095c29068e4) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:38.131977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ce6fd640-2371-4368-9bba-f67b671386f9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:38.132395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.146527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8:0:1::2eb (4c178c5e-b22e-4a2e-afbf-238736c06eba/2fdd3d97-98de-4ac0-9052-c9792bb22bb8/6a673c9e-9a9c-43ba-a47a-5095c29068e4) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:38.155338 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1387a47b-85ac-4c59-8c62-bd285733311c req-b54c525c-3350-4b81-98b2-9af4aaa9ba27 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050658 Dec 22 13:04:38.248255 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa7b9ef8-6a40-4148-a4e4-42a3cc9f2811 req-1307c1bb-902a-4f60-b760-7a95afe3de59 service neutron] 10.222.0.54 "GET /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422817 Dec 22 13:04:38.292284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.310554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.319807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-354b188e-1d43-4e3c-a11f-f930f2569918 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:38.349611 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.353070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.361554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-387f4cf7-32c2-4d3d-b18e-6ea98aa23add tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:38.382864 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6cb9d8-8336-4b8a-be64-289daf322d0c None None] Update dhcp port {'port': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'fixed_ips': [{'subnet_id': '06934454-e58d-446f-9ec9-be02b4451114', 'ip_address': '172.20.0.18'}, {'subnet_id': '1343c2ce-084f-40a4-8c81-0cc01e4a14ac'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': 'b311a0da-11ce-4f03-b539-3a202332bc2d'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:04:38.425115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca28b8c-6c4e-4145-9e96-dca976d8f0c8,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:38.430187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:38.430916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.435099 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7621222 Dec 22 13:04:38.437909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49178) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:38.445346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'security_group': {'name': 'tempest-secgroup-505817054'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:38.457247 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:38.459772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port ce6fd640-2371-4368-9bba-f67b671386f9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ce6fd640-2371-4368-9bba-f67b671386f9,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:38.470876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb9d8-8336-4b8a-be64-289daf322d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.474183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:security_group and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:38.479510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:38.484142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Network 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:38.485453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:38.494884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:38.495539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:38.523005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.526618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.538965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.541004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5882e8a3-1edd-403c-a5bc-6e478fe00df9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:38.556846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Transition to ACTIVE for port object 6a673c9e-9a9c-43ba-a47a-5095c29068e4 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:38.566871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:38.570417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event updated for resources: {'Port': ['ID=7c4aa4c4-eba4-4de0-9652-817896ced152,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:38.573202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:security_group_rule and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:38.577224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:38.588430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:38.600037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:38.615201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:38.645068 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.655038 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d0b3678f-e5b1-463d-b3c2-b7dbade8ccb0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:38.655498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.693345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] For port ce6fd640-2371-4368-9bba-f67b671386f9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ce6fd640-2371-4368-9bba-f67b671386f9,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:38.693717 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.752011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 4c178c5e-b22e-4a2e-afbf-238736c06eba is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:38.757994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:38.764130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.765240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:38.771411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:38.772165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.780654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.784418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=6a673c9e-9a9c-43ba-a47a-5095c29068e4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:38.797270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:38.797909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-085c955e-167c-48f0-a494-fa7e7372c03c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:38.834663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for ce6fd640-2371-4368-9bba-f67b671386f9 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:38.837538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.839654 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4000983 Dec 22 13:04:38.840797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb805c8-d036-4b8e-8084-483cab64b459,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:38.843247 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49182) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:38.844958 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.1440876 Dec 22 13:04:38.848076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:38.851769 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'security_group': {'name': 'tempest-secgroup-772292961'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:38.857667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49186) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:38.864401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7e3e4fb-81bc-4f86-acf2-f611689695b7'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:38.898179 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:38.903715 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=ce6fd640-2371-4368-9bba-f67b671386f9,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:38.908591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:security_group and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:38.916083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:38.917498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:38.924654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-367fac57-75fa-4215-ba94-e246e165c941 None None] Allocated IP 2001:db8:0:1::2 (4c178c5e-b22e-4a2e-afbf-238736c06eba/2fdd3d97-98de-4ac0-9052-c9792bb22bb8/5882e8a3-1edd-403c-a5bc-6e478fe00df9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:38.927499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:38.936882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b5fe151e-f10e-451f-acff-c5e303dfd38b None None] Provisioning for port 7c4aa4c4-eba4-4de0-9652-817896ced152 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:38.955033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:38.955411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.979741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:38.988461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.017672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:39.023586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b5fe151e-f10e-451f-acff-c5e303dfd38b None None] Provisioning complete for port 7c4aa4c4-eba4-4de0-9652-817896ced152 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:39.023985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5fe151e-f10e-451f-acff-c5e303dfd38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.024715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:security_group_rule and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:39.027356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.037731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:39.047212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:39.221225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:04:39.221824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:04:39.272147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-cc6cb9d8-8336-4b8a-be64-289daf322d0c None None] Allocated IP 172.20.0.2 (76771202-86a1-4996-af35-933b175c3556/1343c2ce-084f-40a4-8c81-0cc01e4a14ac/b311a0da-11ce-4f03-b539-3a202332bc2d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:39.366633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b5fe151e-f10e-451f-acff-c5e303dfd38b None None] Port 7c4aa4c4-eba4-4de0-9652-817896ced152 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:39.457449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.472540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.473494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.478893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.507703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7dd91b27-a235-4c26-adf5-e11fcafdec19 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:39.511645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:39.524803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-367fac57-75fa-4215-ba94-e246e165c941 None None] For port 5882e8a3-1edd-403c-a5bc-6e478fe00df9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5882e8a3-1edd-403c-a5bc-6e478fe00df9,segment=NetworkSegment(37952fb4-4a05-4b03-985a-49d6c35d0c2f),segment_id=37952fb4-4a05-4b03-985a-49d6c35d0c2f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:39.580018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46bd8f54-1806-4bd3-a3cc-30c6aa3cf436,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:39.586582 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:39.588756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.590026 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7436123 Dec 22 13:04:39.593988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event updated for resources: {'Port': ['ID=7c4aa4c4-eba4-4de0-9652-817896ced152,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:39.597365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49192) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:39.606493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-257870828', 'security_groups': ['46bd8f54-1806-4bd3-a3cc-30c6aa3cf436'], 'network_id': '76771202-86a1-4996-af35-933b175c3556', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1343c2ce-084f-40a4-8c81-0cc01e4a14ac'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:39.613178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cc6cb9d8-8336-4b8a-be64-289daf322d0c None None] For port b311a0da-11ce-4f03-b539-3a202332bc2d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b311a0da-11ce-4f03-b539-3a202332bc2d,segment=NetworkSegment(6b4cf8eb-f78f-4aca-9baa-0642eaffe624),segment_id=6b4cf8eb-f78f-4aca-9baa-0642eaffe624)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:39.619941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.623498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-367fac57-75fa-4215-ba94-e246e165c941 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.623726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:39.644574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-367fac57-75fa-4215-ba94-e246e165c941 None None] Transition to ACTIVE for port object 5882e8a3-1edd-403c-a5bc-6e478fe00df9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:39.655140 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-367fac57-75fa-4215-ba94-e246e165c941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.661059 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9576d742-664b-4203-b5cb-a070622e3896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:39.711651 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb9d8-8336-4b8a-be64-289daf322d0c None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.725132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port ce6fd640-2371-4368-9bba-f67b671386f9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:39.725475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.770291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11499f49-c856-4dc6-b069-f23e5797c0ee req-83f66c86-5363-4906-a058-a2f5ac7d951b tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:39.771858 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-11499f49-c856-4dc6-b069-f23e5797c0ee req-83f66c86-5363-4906-a058-a2f5ac7d951b tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.3972929 Dec 22 13:04:39.811912 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cc6cb9d8-8336-4b8a-be64-289daf322d0c None None] Transition to ACTIVE for port object b311a0da-11ce-4f03-b539-3a202332bc2d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:39.821318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ce6fd640-2371-4368-9bba-f67b671386f9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:39.848531 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fac57-75fa-4215-ba94-e246e165c941 None None] Pushing event updated for resources: {'Port': ['ID=5882e8a3-1edd-403c-a5bc-6e478fe00df9,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:39.848765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Network 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:39.851132 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-11499f49-c856-4dc6-b069-f23e5797c0ee req-2a358919-0c8e-4d35-9b8e-d81aaf6a87e5 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511446 Dec 22 13:04:39.856219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Delete allocated IP 2001:db8:0:1::2eb (4c178c5e-b22e-4a2e-afbf-238736c06eba/2fdd3d97-98de-4ac0-9052-c9792bb22bb8) {{(pid=87569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 13:04:39.857898 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-367fac57-75fa-4215-ba94-e246e165c941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:39.859033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc6cb9d8-8336-4b8a-be64-289daf322d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:39.874323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:39.887275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:39.898321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:39.924028 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:39.953952 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cb9d8-8336-4b8a-be64-289daf322d0c None None] Pushing event updated for resources: {'Port': ['ID=b311a0da-11ce-4f03-b539-3a202332bc2d,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:39.961243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cc6cb9d8-8336-4b8a-be64-289daf322d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:40.071318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ce6fd640-2371-4368-9bba-f67b671386f9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:40.071754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:40.189199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:40.224116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] device_id is not set on port ac67dc15-092d-4b1d-a9d8-db4b8acec176 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:40.294209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:40.326503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:40.372785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] For port ce6fd640-2371-4368-9bba-f67b671386f9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ce6fd640-2371-4368-9bba-f67b671386f9,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:40.373330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:40.385350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Ignored duplicate provisioning block setup for port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 13:04:40.399812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:40.408239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1cfde89-f1b6-4599-908d-4b74af6659cd tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:40.440293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:40.537939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=6a673c9e-9a9c-43ba-a47a-5095c29068e4,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:40.544197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] In _notify_port_updated(), no bound segment for port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 on network 4c178c5e-b22e-4a2e-afbf-238736c06eba {{(pid=87569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:04:40.549559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:40.550193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:40.554230 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "PUT /v2.0/ports/6a673c9e-9a9c-43ba-a47a-5095c29068e4 HTTP/1.1" status: 200 len: 925 time: 1.6929665 Dec 22 13:04:40.558781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:40.593276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49198) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:40.605593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7e3e4fb-81bc-4f86-acf2-f611689695b7'}, {'subnet_id': '2fdd3d97-98de-4ac0-9052-c9792bb22bb8'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:40.617004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for ce6fd640-2371-4368-9bba-f67b671386f9 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:40.752718 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2679c9-bbc0-483c-a840-ab927811afe1 req-169cbf4d-bbff-4462-8074-bd53968f2892 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:40.754295 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cb2679c9-bbc0-483c-a840-ab927811afe1 req-169cbf4d-bbff-4462-8074-bd53968f2892 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.6636493 Dec 22 13:04:40.754409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.8 (76771202-86a1-4996-af35-933b175c3556/1343c2ce-084f-40a4-8c81-0cc01e4a14ac/ac67dc15-092d-4b1d-a9d8-db4b8acec176) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:40.763482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Router 2d8ebb82-4cdb-49a9-9315-57816e017975 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:04:40.763757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:40.818629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d34ecd51-a695-4125-a380-94b1ccf9a476 None None] Provisioning complete for port 7c4aa4c4-eba4-4de0-9652-817896ced152 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:40.819028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d34ecd51-a695-4125-a380-94b1ccf9a476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:40.891401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8454df-22cd-4a80-8c98-1a8217805c6f None None] Network 4c178c5e-b22e-4a2e-afbf-238736c06eba requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:40.991692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:41.004481 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb147e8-c163-4be5-a66d-a5d084007e4e None None] Sync routers for ids ['2d8ebb82-4cdb-49a9-9315-57816e017975'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:41.005174 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cb2679c9-bbc0-483c-a840-ab927811afe1 req-21aeeb13-3935-4e6b-82fd-be763a319920 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389352 Dec 22 13:04:41.017720 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "PUT /v2.0/routers/2d8ebb82-4cdb-49a9-9315-57816e017975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3128641 Dec 22 13:04:41.020523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49202) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:41.045067 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb147e8-c163-4be5-a66d-a5d084007e4e None None] Routers {'2d8ebb82-4cdb-49a9-9315-57816e017975'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:41.045952 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ffb147e8-c163-4be5-a66d-a5d084007e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2d8ebb82-4cdb-49a9-9315-57816e017975'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:41.058907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d34ecd51-a695-4125-a380-94b1ccf9a476 None None] Port 7c4aa4c4-eba4-4de0-9652-817896ced152 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:41.189202 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ffb147e8-c163-4be5-a66d-a5d084007e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:41.199355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8977e0b3-8638-46ee-9770-be7c04e6b023 None None] Provisioning complete for port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:41.199787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8977e0b3-8638-46ee-9770-be7c04e6b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:41.218272 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb147e8-c163-4be5-a66d-a5d084007e4e None None] Routers {'2d8ebb82-4cdb-49a9-9315-57816e017975'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:41.219038 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ffb147e8-c163-4be5-a66d-a5d084007e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2d8ebb82-4cdb-49a9-9315-57816e017975'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:41.225242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cf5c3a74-c883-4f62-9632-8d368b46c6af tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:41.279416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8977e0b3-8638-46ee-9770-be7c04e6b023 None None] Port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:41.295847 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8977e0b3-8638-46ee-9770-be7c04e6b023 None None] Provisioning for port b311a0da-11ce-4f03-b539-3a202332bc2d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:41.303729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8977e0b3-8638-46ee-9770-be7c04e6b023 None None] Provisioning complete for port b311a0da-11ce-4f03-b539-3a202332bc2d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:41.304190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8977e0b3-8638-46ee-9770-be7c04e6b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:41.363860 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ffb147e8-c163-4be5-a66d-a5d084007e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:41.366375 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb147e8-c163-4be5-a66d-a5d084007e4e None None] The sync data for ids ['2d8ebb82-4cdb-49a9-9315-57816e017975'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:41.466704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:41.480190 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-cf5c3a74-c883-4f62-9632-8d368b46c6af tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 13:04:41.483869 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cf5c3a74-c883-4f62-9632-8d368b46c6af tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "DELETE /v2.0/routers/2d8ebb82-4cdb-49a9-9315-57816e017975 HTTP/1.1" status: 409 len: 329 time: 0.4607203 Dec 22 13:04:41.483869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:41.487682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49210) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:41.488408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-98b882b4-1c5a-4016-9a63-5d4280312824 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:41.503906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Transition to ACTIVE for port object ac67dc15-092d-4b1d-a9d8-db4b8acec176 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:41.552419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=ce6fd640-2371-4368-9bba-f67b671386f9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:41.566629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8977e0b3-8638-46ee-9770-be7c04e6b023 None None] Provisioning for port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:41.571885 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8977e0b3-8638-46ee-9770-be7c04e6b023 None None] Provisioning complete for port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:41.572262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8977e0b3-8638-46ee-9770-be7c04e6b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:41.586067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8:0:1::1b9 (4c178c5e-b22e-4a2e-afbf-238736c06eba/2fdd3d97-98de-4ac0-9052-c9792bb22bb8/6a673c9e-9a9c-43ba-a47a-5095c29068e4) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:41.612766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:41.622897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6a7a4499-ba10-4fbd-9d90-39d05b4aeafc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:41.761058 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 76771202-86a1-4996-af35-933b175c3556 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:41.767012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:41.775614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:41.856806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=ac67dc15-092d-4b1d-a9d8-db4b8acec176,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:41.877581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:41.896958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b311a0da-11ce-4f03-b539-3a202332bc2d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:41.951424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:41.970535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Ignored duplicate provisioning block setup for port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 13:04:41.973498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c4fee5a5-89e4-413e-b92b-19884267fe6a None None] Provisioning complete for port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:41.974007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4fee5a5-89e4-413e-b92b-19884267fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:41.980493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:41.989189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-de46358f-5cb7-426c-896d-149a3d2a9361 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:42.066144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:42.066738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:42.070936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port b311a0da-11ce-4f03-b539-3a202332bc2d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:42.076864 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:42.090567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:42.170121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] In _notify_port_updated(), no bound segment for port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 on network 4c178c5e-b22e-4a2e-afbf-238736c06eba {{(pid=87569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:04:42.176173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:42.176801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:42.178162 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "PUT /v2.0/ports/6a673c9e-9a9c-43ba-a47a-5095c29068e4 HTTP/1.1" status: 200 len: 1011 time: 1.5838025 Dec 22 13:04:42.182270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=6a673c9e-9a9c-43ba-a47a-5095c29068e4,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:42.184587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49214) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:42.191919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:42.253141 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6538389 Dec 22 13:04:42.255588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49218) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:42.269860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-07801594-4e29-4193-ae55-9ef7ea2ee48e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:42.290546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5882e8a3-1edd-403c-a5bc-6e478fe00df9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:42.351738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c4fee5a5-89e4-413e-b92b-19884267fe6a None None] Provisioning for port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:42.359310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c4fee5a5-89e4-413e-b92b-19884267fe6a None None] Provisioning complete for port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:42.359711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4fee5a5-89e4-413e-b92b-19884267fe6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:42.412880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf129d-851d-4614-8c8f-11b4d82fe09a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:42.413248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6bbf129d-851d-4614-8c8f-11b4d82fe09a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:42.444099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:42.458500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:42.458875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:42.551352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c4fee5a5-89e4-413e-b92b-19884267fe6a None None] Port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:42.606974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-07801594-4e29-4193-ae55-9ef7ea2ee48e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:42.655514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-07801594-4e29-4193-ae55-9ef7ea2ee48e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:42.662741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-07801594-4e29-4193-ae55-9ef7ea2ee48e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:42.675023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-711096e3-9ba0-404b-ba86-c78365ef60df None None] Provisioning for port ac67dc15-092d-4b1d-a9d8-db4b8acec176 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:42.680650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-711096e3-9ba0-404b-ba86-c78365ef60df None None] Provisioning complete for port ac67dc15-092d-4b1d-a9d8-db4b8acec176 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:42.681109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-711096e3-9ba0-404b-ba86-c78365ef60df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:42.720923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-07801594-4e29-4193-ae55-9ef7ea2ee48e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:42.746859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-711096e3-9ba0-404b-ba86-c78365ef60df None None] Port ac67dc15-092d-4b1d-a9d8-db4b8acec176 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:42.752073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07801594-4e29-4193-ae55-9ef7ea2ee48e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:42.755793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07801594-4e29-4193-ae55-9ef7ea2ee48e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:42.761326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-711096e3-9ba0-404b-ba86-c78365ef60df None None] Provisioning complete for port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:42.761785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-711096e3-9ba0-404b-ba86-c78365ef60df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:42.826810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-711096e3-9ba0-404b-ba86-c78365ef60df None None] Port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:42.878108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6bbf129d-851d-4614-8c8f-11b4d82fe09a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:42.952002 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1cce53a0-e8ce-4b46-8a90-4ef6a5bee29b None None] Provisioning complete for port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:42.952381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cce53a0-e8ce-4b46-8a90-4ef6a5bee29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:42.985287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eca818-8502-4a54-8565-ded4c2d57672 req-15130865-6dfa-4ca1-be18-b1ee3b574090 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:42.986756 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-43eca818-8502-4a54-8565-ded4c2d57672 req-15130865-6dfa-4ca1-be18-b1ee3b574090 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.8880050 Dec 22 13:04:43.013716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6bbf129d-851d-4614-8c8f-11b4d82fe09a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for 6a673c9e-9a9c-43ba-a47a-5095c29068e4 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:43.017648 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1cce53a0-e8ce-4b46-8a90-4ef6a5bee29b None None] Port 6a673c9e-9a9c-43ba-a47a-5095c29068e4 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:43.028867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Router d2d76d94-1e02-4de1-9179-387149781fbd has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:04:43.088477 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-43eca818-8502-4a54-8565-ded4c2d57672 req-57512611-fe23-4e1a-8ad0-1308bfe852dd tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921419 Dec 22 13:04:43.102650 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.ipam_backend_mixin [None req-07801594-4e29-4193-ae55-9ef7ea2ee48e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1343c2ce-084f-40a4-8c81-0cc01e4a14ac (CIDR: 172.20.0.0/28) Dec 22 13:04:43.120646 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-07801594-4e29-4193-ae55-9ef7ea2ee48e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:04:43.121129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07801594-4e29-4193-ae55-9ef7ea2ee48e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:43.177817 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-07801594-4e29-4193-ae55-9ef7ea2ee48e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9134045 Dec 22 13:04:43.180615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49222) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:43.188231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ca7219e0-cf13-4e68-8a9c-41b5a7fea440 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:43.226383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:43.236260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a456afe-a01c-4135-9057-2f5737a40746 None None] Sync routers for ids ['d2d76d94-1e02-4de1-9179-387149781fbd'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:43.247055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a456afe-a01c-4135-9057-2f5737a40746 None None] Routers {'d2d76d94-1e02-4de1-9179-387149781fbd'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:43.248042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0a456afe-a01c-4135-9057-2f5737a40746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d2d76d94-1e02-4de1-9179-387149781fbd'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:43.251661 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "PUT /v2.0/routers/d2d76d94-1e02-4de1-9179-387149781fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3398943 Dec 22 13:04:43.251822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49226) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:43.256105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:43.378546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0a456afe-a01c-4135-9057-2f5737a40746 None None] Set router d2d76d94-1e02-4de1-9179-387149781fbd gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:43.488164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0a456afe-a01c-4135-9057-2f5737a40746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d76d94-1e02-4de1-9179-387149781fbd', 'name': 'tempest-NetworksTestDHCPv6-router-218090989', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:41Z', 'revision_number': 3, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:43.492886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a456afe-a01c-4135-9057-2f5737a40746 None None] Checking router: d2d76d94-1e02-4de1-9179-387149781fbd for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:04:43.501535 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a456afe-a01c-4135-9057-2f5737a40746 None None] Routers {'d2d76d94-1e02-4de1-9179-387149781fbd'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:43.501948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0a456afe-a01c-4135-9057-2f5737a40746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d2d76d94-1e02-4de1-9179-387149781fbd'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:43.520832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6bbf129d-851d-4614-8c8f-11b4d82fe09a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:43.523046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ca7219e0-cf13-4e68-8a9c-41b5a7fea440 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:43.534570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:43.602583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f51f10-0e23-4cd8-b391-8b6cbe864c29 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:43.602866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ca7219e0-cf13-4e68-8a9c-41b5a7fea440 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:43.604574 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f51f10-0e23-4cd8-b391-8b6cbe864c29 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:43.605321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-06f51f10-0e23-4cd8-b391-8b6cbe864c29 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:43.610723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf129d-851d-4614-8c8f-11b4d82fe09a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=6a673c9e-9a9c-43ba-a47a-5095c29068e4,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:43.612926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ca7219e0-cf13-4e68-8a9c-41b5a7fea440 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:43.620501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6bbf129d-851d-4614-8c8f-11b4d82fe09a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:43.648383 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0a456afe-a01c-4135-9057-2f5737a40746 None None] Set router d2d76d94-1e02-4de1-9179-387149781fbd gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:43.676967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ca7219e0-cf13-4e68-8a9c-41b5a7fea440 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:43.699246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6bbf129d-851d-4614-8c8f-11b4d82fe09a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:43.717508 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6bbf129d-851d-4614-8c8f-11b4d82fe09a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/6a673c9e-9a9c-43ba-a47a-5095c29068e4 HTTP/1.1" status: 204 len: 168 time: 1.5288491 Dec 22 13:04:43.722777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49230) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:43.731492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-06f51f10-0e23-4cd8-b391-8b6cbe864c29 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:43.732740 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-06f51f10-0e23-4cd8-b391-8b6cbe864c29 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4800398 Dec 22 13:04:43.735479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49234) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:43.759657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7219e0-cf13-4e68-8a9c-41b5a7fea440 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:43.763078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca7219e0-cf13-4e68-8a9c-41b5a7fea440 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:43.785578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0a456afe-a01c-4135-9057-2f5737a40746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d76d94-1e02-4de1-9179-387149781fbd', 'name': 'tempest-NetworksTestDHCPv6-router-218090989', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:41Z', 'revision_number': 3, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:43.788123 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2775a16-5f11-45ab-a7e1-347481675608 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:04:43.788665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c2775a16-5f11-45ab-a7e1-347481675608 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:43.789921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a456afe-a01c-4135-9057-2f5737a40746 None None] The sync data for ids ['d2d76d94-1e02-4de1-9179-387149781fbd'] in dv-neutron-822668-1-hyperv is: [{'id': 'd2d76d94-1e02-4de1-9179-387149781fbd', 'name': 'tempest-NetworksTestDHCPv6-router-218090989', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:41Z', 'revision_number': 3, 'project_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:43.824490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-051a2cd0-a76f-419f-905e-edb7c4ef6f6c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 6945b15d-4e6a-4ebe-82b7-15d2648649fe {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:43.829402 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-051a2cd0-a76f-419f-905e-edb7c4ef6f6c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:43.877297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c2775a16-5f11-45ab-a7e1-347481675608 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:43.881024 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c2775a16-5f11-45ab-a7e1-347481675608 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/6a673c9e-9a9c-43ba-a47a-5095c29068e4 HTTP/1.1" status: 404 len: 333 time: 0.1546266 Dec 22 13:04:43.882468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49238) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:43.932250 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-051a2cd0-a76f-419f-905e-edb7c4ef6f6c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:43.971721 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.ipam_backend_mixin [None req-ca7219e0-cf13-4e68-8a9c-41b5a7fea440 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 06934454-e58d-446f-9ec9-be02b4451114 (CIDR: 172.20.0.16/28) Dec 22 13:04:43.978678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-add5db95-1f9e-497c-9a9d-a0a260771010 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting subnet 2fdd3d97-98de-4ac0-9052-c9792bb22bb8 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:43.981748 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7219e0-cf13-4e68-8a9c-41b5a7fea440 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:04:43.982226 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7219e0-cf13-4e68-8a9c-41b5a7fea440 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:43.988312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-add5db95-1f9e-497c-9a9d-a0a260771010 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:43.992722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Deleting port 7c4aa4c4-eba4-4de0-9652-817896ced152 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:43.993217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:44.086403 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ca7219e0-cf13-4e68-8a9c-41b5a7fea440 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9047718 Dec 22 13:04:44.092927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49242) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:44.101434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'subnet': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:44.128412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-add5db95-1f9e-497c-9a9d-a0a260771010 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:44.158570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-051a2cd0-a76f-419f-905e-edb7c4ef6f6c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:44.276657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:44.285138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-051a2cd0-a76f-419f-905e-edb7c4ef6f6c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:44.292852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a84ca9b4-1d18-472c-a473-2e1b4e17ba4c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:44.340567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-8aa91fda-d062-49a0-9a5f-13d5022e6bb1 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:44.341977 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-8aa91fda-d062-49a0-9a5f-13d5022e6bb1 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.54 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.3547208 Dec 22 13:04:44.388918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a7e70a-141d-4a44-9d3c-e14edf5d9b59 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:44.438055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a2cd0-a76f-419f-905e-edb7c4ef6f6c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=6945b15d-4e6a-4ebe-82b7-15d2648649fe,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:44.445946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Calling delete_port for 7c4aa4c4-eba4-4de0-9652-817896ced152 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:44.451723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-add5db95-1f9e-497c-9a9d-a0a260771010 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:44.474207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-051a2cd0-a76f-419f-905e-edb7c4ef6f6c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:44.484171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-051a2cd0-a76f-419f-905e-edb7c4ef6f6c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:44.492319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:44.507593 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-051a2cd0-a76f-419f-905e-edb7c4ef6f6c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/6945b15d-4e6a-4ebe-82b7-15d2648649fe HTTP/1.1" status: 204 len: 168 time: 0.7684908 Dec 22 13:04:44.507907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49248) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:44.508075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Usage tracker for resource:subnet and tenant:09da01ce16a14f99b2a065e133e9b364 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:44.515432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:44.524411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Deleting port 91b57567-c12f-4ebc-aba1-91550ddd7fa5 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:44.524740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:44.560288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:44.568872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12502b77-0f86-42d8-be82-775076f71ac0 req-47af1ebd-6a89-46db-a3f5-b0639d6f7f07 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:44.570365 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12502b77-0f86-42d8-be82-775076f71ac0 req-47af1ebd-6a89-46db-a3f5-b0639d6f7f07 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.3469937 Dec 22 13:04:44.624901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Made reservation on behalf of 09da01ce16a14f99b2a065e133e9b364 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:44.628404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:44.669988 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bd245d-b8b8-4e4d-8f37-3f2af7dfd3e4 None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:44.674306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-00bd245d-b8b8-4e4d-8f37-3f2af7dfd3e4 None None] Deleting port f95e0426-acfc-4f0c-8df1-3e4036cde095 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:44.674684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-00bd245d-b8b8-4e4d-8f37-3f2af7dfd3e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:44.741687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-032cc53f-54f1-4f54-af7c-6acddd898ce7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:router {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:44.769089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-032cc53f-54f1-4f54-af7c-6acddd898ce7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:router {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:44.773037 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-032cc53f-54f1-4f54-af7c-6acddd898ce7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2611415 Dec 22 13:04:44.773242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49252) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:44.789378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-add5db95-1f9e-497c-9a9d-a0a260771010 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:44.798489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6e17c3ff-9cec-47b2-b5a2-df279f83f395 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:44.825314 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12502b77-0f86-42d8-be82-775076f71ac0 req-326f82cb-f42e-425e-ac31-45808c6e9f6c tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299635 Dec 22 13:04:44.851215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5db95-1f9e-497c-9a9d-a0a260771010 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Subnet': ['ID=2fdd3d97-98de-4ac0-9052-c9792bb22bb8,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:44.853334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-add5db95-1f9e-497c-9a9d-a0a260771010 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:44.874355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-add5db95-1f9e-497c-9a9d-a0a260771010 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:44.891040 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70150dc-fea8-4c71-9872-c04258608f7f None None] Network 4c178c5e-b22e-4a2e-afbf-238736c06eba requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:44.950435 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-add5db95-1f9e-497c-9a9d-a0a260771010 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/2fdd3d97-98de-4ac0-9052-c9792bb22bb8 HTTP/1.1" status: 204 len: 168 time: 1.0656328 Dec 22 13:04:44.959865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49256) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:45.069982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-00bd245d-b8b8-4e4d-8f37-3f2af7dfd3e4 None None] For port f95e0426-acfc-4f0c-8df1-3e4036cde095, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f95e0426-acfc-4f0c-8df1-3e4036cde095,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:45.070342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-00bd245d-b8b8-4e4d-8f37-3f2af7dfd3e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.072488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f70e05-1a22-4e66-a617-2c29aab5acf6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting subnet e7e3e4fb-81bc-4f86-acf2-f611689695b7 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:45.083323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75f70e05-1a22-4e66-a617-2c29aab5acf6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.087776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448a1e0-a728-4562-b6ef-cdebbafd4dd2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.209118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-00bd245d-b8b8-4e4d-8f37-3f2af7dfd3e4 None None] Calling delete_port for f95e0426-acfc-4f0c-8df1-3e4036cde095 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:45.274311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.278550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] For port 91b57567-c12f-4ebc-aba1-91550ddd7fa5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=91b57567-c12f-4ebc-aba1-91550ddd7fa5,segment=NetworkSegment(757b5385-7a7f-4d58-8b61-55d41371479c),segment_id=757b5385-7a7f-4d58-8b61-55d41371479c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:45.278910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.299134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75f70e05-1a22-4e66-a617-2c29aab5acf6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.338569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2b8ff2d7-bbcb-431f-bfc5-eda66461457e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:45.382665 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-00bd245d-b8b8-4e4d-8f37-3f2af7dfd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.387705 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cc6cb9d8-8336-4b8a-be64-289daf322d0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:45.437893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd245d-b8b8-4e4d-8f37-3f2af7dfd3e4 None None] No DVR routers for this DVR port f95e0426-acfc-4f0c-8df1-3e4036cde095 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:04:45.443987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd245d-b8b8-4e4d-8f37-3f2af7dfd3e4 None None] Pushing event deleted for resources: {'Port': ['ID=f95e0426-acfc-4f0c-8df1-3e4036cde095,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:45.447252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-00bd245d-b8b8-4e4d-8f37-3f2af7dfd3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:45.452352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event deleted for resources: {'Port': ['ID=7c4aa4c4-eba4-4de0-9652-817896ced152,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:45.481867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:45.491262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448a1e0-a728-4562-b6ef-cdebbafd4dd2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.499030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448a1e0-a728-4562-b6ef-cdebbafd4dd2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.601195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448a1e0-a728-4562-b6ef-cdebbafd4dd2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.602203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1448a1e0-a728-4562-b6ef-cdebbafd4dd2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Fanout notify agent at l3_agent the message router_deleted on router d2d76d94-1e02-4de1-9179-387149781fbd {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:04:45.786472 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75f70e05-1a22-4e66-a617-2c29aab5acf6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.802760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.814087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1448a1e0-a728-4562-b6ef-cdebbafd4dd2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.817620 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1448a1e0-a728-4562-b6ef-cdebbafd4dd2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/routers/d2d76d94-1e02-4de1-9179-387149781fbd HTTP/1.1" status: 204 len: 168 time: 1.0410614 Dec 22 13:04:45.820860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49260) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:45.835378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ce6fd640-2371-4368-9bba-f67b671386f9 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:45.835655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.847336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-63a0548b-8891-4b9a-ade7-5a5180cdda95 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:45.890272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: ce6fd640-2371-4368-9bba-f67b671386f9 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:45.891644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ce6fd640-2371-4368-9bba-f67b671386f9 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:45.891644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f95e0426-acfc-4f0c-8df1-3e4036cde095 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:45.921651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.922129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:45.922534 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Floating IP 218f474b-f668-4695-acdb-d92c6ff193f5 disassociated. External IP: 172.26.4.245, port: 91b57567-c12f-4ebc-aba1-91550ddd7fa5. Dec 22 13:04:45.922971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Calling delete_port for 91b57567-c12f-4ebc-aba1-91550ddd7fa5 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:45.937940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: f95e0426-acfc-4f0c-8df1-3e4036cde095 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:45.938341 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f95e0426-acfc-4f0c-8df1-3e4036cde095 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:46.010783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a75405fd-beee-4e3f-a562-841f7bde78a8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:46.014740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Network 76771202-86a1-4996-af35-933b175c3556 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:46.023888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:46.034544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d45753-582e-452b-bf71-f2842670c1d3 None None] Network 76771202-86a1-4996-af35-933b175c3556 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:46.036254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:46.036849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:46.088562 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Subnet': ['ID=c0a62611-cbd1-4d6c-a7ae-2ff18ba4be11,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:46.096535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:46.105764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75f70e05-1a22-4e66-a617-2c29aab5acf6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:46.112576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9bd6ed82-a943-45f8-97fa-3f3aa56eab6e tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:46.142133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a75405fd-beee-4e3f-a562-841f7bde78a8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:46.143411 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a75405fd-beee-4e3f-a562-841f7bde78a8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3203087 Dec 22 13:04:46.146650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f70e05-1a22-4e66-a617-2c29aab5acf6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e3e4fb-81bc-4f86-acf2-f611689695b7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:46.149287 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0553544 Dec 22 13:04:46.150042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49266) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:46.150789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-75f70e05-1a22-4e66-a617-2c29aab5acf6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:46.195513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49268) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:46.203719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-831061832', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c0a62611-cbd1-4d6c-a7ae-2ff18ba4be11'}], 'security_groups': ['eca28b8c-6c4e-4145-9e96-dca976d8f0c8', '3eb805c8-d036-4b8e-8084-483cab64b459']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:46.233338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Router 2d8ebb82-4cdb-49a9-9315-57816e017975 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:04:46.246760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d196c-d88a-419d-8aab-332b17bdc7ab req-1c29a0d4-e8e6-42a1-9591-4520521eb905 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:46.248251 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-186d196c-d88a-419d-8aab-332b17bdc7ab req-1c29a0d4-e8e6-42a1-9591-4520521eb905 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 945 time: 0.2688050 Dec 22 13:04:46.270855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-75f70e05-1a22-4e66-a617-2c29aab5acf6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:46.319366 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-75f70e05-1a22-4e66-a617-2c29aab5acf6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/e7e3e4fb-81bc-4f86-acf2-f611689695b7 HTTP/1.1" status: 204 len: 168 time: 1.3554320 Dec 22 13:04:46.324265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49274) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:46.370702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:46.377958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a99112-b84a-413c-b5ba-59cddc6f4146 None None] Network 4c178c5e-b22e-4a2e-afbf-238736c06eba requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:46.441148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8290e3c8-7068-4da9-8fce-ef3b43099398 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:46.540634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8145d6ff-a9da-475e-8cdc-ccd024a95f46 None None] Provisioning complete for port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:46.541796 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8145d6ff-a9da-475e-8cdc-ccd024a95f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:46.563771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:46.570742 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "PUT /v2.0/routers/2d8ebb82-4cdb-49a9-9315-57816e017975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0222697 Dec 22 13:04:46.582134 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-186d196c-d88a-419d-8aab-332b17bdc7ab req-8b149c08-5ef4-48ee-a743-0d4d1b0abee3 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups?id=52f92b9e-1bd6-4402-b165-4546946c56e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275273 Dec 22 13:04:46.583075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49278) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:46.598822 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62130c8d-3d10-4db7-a3ee-deaa40bec8dc None None] Sync routers for ids ['2d8ebb82-4cdb-49a9-9315-57816e017975'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:46.608331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942742f0-a842-42b4-b59a-ddba5831a4ee tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:46.609429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-942742f0-a842-42b4-b59a-ddba5831a4ee tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:46.622507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Pushing event deleted for resources: {'Port': ['ID=91b57567-c12f-4ebc-aba1-91550ddd7fa5,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:46.639303 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62130c8d-3d10-4db7-a3ee-deaa40bec8dc None None] Routers {'2d8ebb82-4cdb-49a9-9315-57816e017975'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:46.639976 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-62130c8d-3d10-4db7-a3ee-deaa40bec8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2d8ebb82-4cdb-49a9-9315-57816e017975'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:46.645866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:46.665832 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-4f0f03e7-d04f-4dad-87d9-033b05fdff28 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] show failed (client error): The resource could not be found. Dec 22 13:04:46.666916 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4f0f03e7-d04f-4dad-87d9-033b05fdff28 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1461325933 HTTP/1.1" status: 404 len: 335 time: 0.0825632 Dec 22 13:04:46.670777 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49282) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:46.676041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-bae3480f-6c6a-4afe-ad12-593e2e30e072 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:46.729043 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-62130c8d-3d10-4db7-a3ee-deaa40bec8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:46.747780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:46.750501 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62130c8d-3d10-4db7-a3ee-deaa40bec8dc None None] Routers {'2d8ebb82-4cdb-49a9-9315-57816e017975'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:46.751362 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-62130c8d-3d10-4db7-a3ee-deaa40bec8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2d8ebb82-4cdb-49a9-9315-57816e017975'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:46.765757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-942742f0-a842-42b4-b59a-ddba5831a4ee tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:46.767301 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-942742f0-a842-42b4-b59a-ddba5831a4ee tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5789402 Dec 22 13:04:46.772041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dfa566-8736-43b8-9ce8-3ac48d44b47e None None] Update dhcp port {'port': {'network_id': '76771202-86a1-4996-af35-933b175c3556', 'fixed_ips': [{'subnet_id': '06934454-e58d-446f-9ec9-be02b4451114', 'ip_address': '172.20.0.18'}, {'subnet_id': '1343c2ce-084f-40a4-8c81-0cc01e4a14ac', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c0a62611-cbd1-4d6c-a7ae-2ff18ba4be11'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': 'b311a0da-11ce-4f03-b539-3a202332bc2d'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:04:46.780548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49286) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:46.832287 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-62130c8d-3d10-4db7-a3ee-deaa40bec8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:46.832951 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62130c8d-3d10-4db7-a3ee-deaa40bec8dc None None] The sync data for ids ['2d8ebb82-4cdb-49a9-9315-57816e017975'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:46.846081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01dfa566-8736-43b8-9ce8-3ac48d44b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:46.856214 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-bae3480f-6c6a-4afe-ad12-593e2e30e072 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] update failed (client error): The resource could not be found. Dec 22 13:04:46.857251 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bae3480f-6c6a-4afe-ad12-593e2e30e072 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1645049831 HTTP/1.1" status: 404 len: 335 time: 0.1855161 Dec 22 13:04:46.864558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49290) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:46.910123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-69291a42-5e13-41d3-9855-28351dcb14e1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:router {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:46.944290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-69291a42-5e13-41d3-9855-28351dcb14e1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:router {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:46.948220 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-69291a42-5e13-41d3-9855-28351dcb14e1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1665144 Dec 22 13:04:46.957625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-892ab62a-af02-469a-b711-84f9e8279d3e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Deleting subnet ef3d4595-4e03-4e6b-b760-69b447be5db2 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:46.960075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49294) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:46.964730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-892ab62a-af02-469a-b711-84f9e8279d3e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.002590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:47.090628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:47.091171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.121986 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-01dfa566-8736-43b8-9ce8-3ac48d44b47e None None] Allocated IP 172.20.0.34 (76771202-86a1-4996-af35-933b175c3556/c0a62611-cbd1-4d6c-a7ae-2ff18ba4be11/b311a0da-11ce-4f03-b539-3a202332bc2d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:47.128065 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-892ab62a-af02-469a-b711-84f9e8279d3e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.137250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a1c8a-820f-436a-bb4b-372b026d70e2 None None] DHCP port deletion for 4c178c5e-b22e-4a2e-afbf-238736c06eba request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:47.161283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a1c8a-820f-436a-bb4b-372b026d70e2 None None] Deleting port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:47.161283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f0a1c8a-820f-436a-bb4b-372b026d70e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.180851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:47.181458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.198539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:47.198783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:04:47.219304 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:47.222800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.322973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-892ab62a-af02-469a-b711-84f9e8279d3e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.467904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-892ab62a-af02-469a-b711-84f9e8279d3e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.474721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-051a2cd0-a76f-419f-905e-edb7c4ef6f6c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:47.496166 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-01dfa566-8736-43b8-9ce8-3ac48d44b47e None None] For port b311a0da-11ce-4f03-b539-3a202332bc2d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b311a0da-11ce-4f03-b539-3a202332bc2d,segment=NetworkSegment(6b4cf8eb-f78f-4aca-9baa-0642eaffe624),segment_id=6b4cf8eb-f78f-4aca-9baa-0642eaffe624)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:47.518181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ab62a-af02-469a-b711-84f9e8279d3e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3d4595-4e03-4e6b-b760-69b447be5db2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:47.522055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-892ab62a-af02-469a-b711-84f9e8279d3e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.525900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5f0a1c8a-820f-436a-bb4b-372b026d70e2 None None] For port 5882e8a3-1edd-403c-a5bc-6e478fe00df9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5882e8a3-1edd-403c-a5bc-6e478fe00df9,segment=NetworkSegment(37952fb4-4a05-4b03-985a-49d6c35d0c2f),segment_id=37952fb4-4a05-4b03-985a-49d6c35d0c2f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:47.526327 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f0a1c8a-820f-436a-bb4b-372b026d70e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.530140 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-892ab62a-af02-469a-b711-84f9e8279d3e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "DELETE /v2.0/subnets/ef3d4595-4e03-4e6b-b760-69b447be5db2 HTTP/1.1" status: 204 len: 168 time: 0.6646023 Dec 22 13:04:47.533599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-892ab62a-af02-469a-b711-84f9e8279d3e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:47.535904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49298) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:47.540587 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c615d69b-4185-44bb-9f68-e8a2c195e159 None None] Network 9dc34078-5beb-4efb-b073-7dc42e9a86b6 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:47.630825 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-873c6c06-8726-473f-a7ea-3711f6bf60cd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Deleting subnet 03692d6f-3993-4054-8077-3f39b10c7934 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:47.637839 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-873c6c06-8726-473f-a7ea-3711f6bf60cd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.697540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] For port 5882e8a3-1edd-403c-a5bc-6e478fe00df9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5882e8a3-1edd-403c-a5bc-6e478fe00df9,segment=NetworkSegment(37952fb4-4a05-4b03-985a-49d6c35d0c2f),segment_id=37952fb4-4a05-4b03-985a-49d6c35d0c2f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:47.697951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.738535 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a1c8a-820f-436a-bb4b-372b026d70e2 None None] Calling delete_port for 5882e8a3-1edd-403c-a5bc-6e478fe00df9 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:47.783665 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-873c6c06-8726-473f-a7ea-3711f6bf60cd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.790856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01dfa566-8736-43b8-9ce8-3ac48d44b47e None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.817192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5882e8a3-1edd-403c-a5bc-6e478fe00df9 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:47.876855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8dee9192-db33-4b57-a26b-a5e9ce9d5463 req-2ba5cf03-a9b3-410b-97f1-ba000bc20911 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Synchronizing usage tracker for tenant:f088456d3776496db28fcf551f85fdce on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:47.888071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for 5882e8a3-1edd-403c-a5bc-6e478fe00df9 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:47.896863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-01dfa566-8736-43b8-9ce8-3ac48d44b47e None None] Transition to ACTIVE for port object b311a0da-11ce-4f03-b539-3a202332bc2d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:47.898421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.objects.ports [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:04:47.901676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.908470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:47.929551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:04:47.969933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:47.971916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199a045-a9f3-4451-a2a1-e4d92b474093 None None] Sync routers for ids ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:04:47.973984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:47.976975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:47.977543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.987020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-01dfa566-8736-43b8-9ce8-3ac48d44b47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:47.998529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199a045-a9f3-4451-a2a1-e4d92b474093 None None] Routers {'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:47.999014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a199a045-a9f3-4451-a2a1-e4d92b474093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:48.010019 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0477071 Dec 22 13:04:48.011648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-873c6c06-8726-473f-a7ea-3711f6bf60cd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:48.026621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49304) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:48.040105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:48.041321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=d5a25e42-0276-4666-af7f-c12b9c8a7cc9,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:48.048450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:48.059697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-388e80a3-d563-4e6f-8d90-f94b2243d5e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:48.092630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f69bc6-373f-45f6-9e53-d1d5689d9393 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:48.103001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-873c6c06-8726-473f-a7ea-3711f6bf60cd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:48.107862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6d7bd04d-69b8-456a-8a4a-19126ab5cba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:48.110122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8dee9192-db33-4b57-a26b-a5e9ce9d5463 req-2ba5cf03-a9b3-410b-97f1-ba000bc20911 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Unset dirty status for tenant:f088456d3776496db28fcf551f85fdce on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:48.111271 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8dee9192-db33-4b57-a26b-a5e9ce9d5463 req-2ba5cf03-a9b3-410b-97f1-ba000bc20911 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/ports?device_id=93d3e4ed-c02d-47bb-b343-efa6e101a529 HTTP/1.1" status: 200 len: 210 time: 0.3934178 Dec 22 13:04:48.119911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] No DVR routers for this DVR port 91b57567-c12f-4ebc-aba1-91550ddd7fa5 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:04:48.159910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c6c06-8726-473f-a7ea-3711f6bf60cd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event deleted for resources: {'Subnet': ['ID=03692d6f-3993-4054-8077-3f39b10c7934,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:48.168632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-873c6c06-8726-473f-a7ea-3711f6bf60cd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:48.173485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-873c6c06-8726-473f-a7ea-3711f6bf60cd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:48.178669 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-873c6c06-8726-473f-a7ea-3711f6bf60cd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "DELETE /v2.0/subnets/03692d6f-3993-4054-8077-3f39b10c7934 HTTP/1.1" status: 204 len: 168 time: 0.6397362 Dec 22 13:04:48.178832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:48.179701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49308) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:48.179841 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7172f921-6d0e-4242-9d05-ebeb549d6f33 req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.54 "DELETE /v2.0/ports/91b57567-c12f-4ebc-aba1-91550ddd7fa5 HTTP/1.1" status: 204 len: 173 time: 3.8211107 Dec 22 13:04:48.184082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'name': 'network-vif-deleted', 'tag': '91b57567-c12f-4ebc-aba1-91550ddd7fa5'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:04:48.232882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03156e9-a938-40e9-a5d1-3898338a302b None None] Network b8a5863b-5821-4ba9-81d9-728334b4c277 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:48.282637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:04:48.282952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:04:48.328632 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No ports have port_id starting with 5882e8a3-1edd-403c-a5bc-6e478fe00df9 Dec 22 13:04:48.329764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5f0a1c8a-820f-436a-bb4b-372b026d70e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:48.407318 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d3e4ed-c02d-47bb-b343-efa6e101a529', 'name': 'network-vif-deleted', 'tag': '91b57567-c12f-4ebc-aba1-91550ddd7fa5', 'status': 'completed', 'code': 200} Dec 22 13:04:48.411636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:48.420768 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 91b57567-c12f-4ebc-aba1-91550ddd7fa5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:48.428246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:48.444565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Delete allocated IP 172.20.0.8 (76771202-86a1-4996-af35-933b175c3556/1343c2ce-084f-40a4-8c81-0cc01e4a14ac) {{(pid=87569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 13:04:48.452958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:48.456738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:48.470093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:48.474945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Allocated IP 172.20.0.38 (76771202-86a1-4996-af35-933b175c3556/c0a62611-cbd1-4d6c-a7ae-2ff18ba4be11/ac67dc15-092d-4b1d-a9d8-db4b8acec176) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:48.481465 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Deleting port c7554cef-b859-4062-be20-0b4f075592cc {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:48.481909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:48.586803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a1c8a-820f-436a-bb4b-372b026d70e2 None None] No DVR routers for this DVR port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:04:48.594442 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 91b57567-c12f-4ebc-aba1-91550ddd7fa5 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:48.594788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 91b57567-c12f-4ebc-aba1-91550ddd7fa5 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:48.630465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfa566-8736-43b8-9ce8-3ac48d44b47e None None] Pushing event updated for resources: {'Port': ['ID=b311a0da-11ce-4f03-b539-3a202332bc2d,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:48.667046 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-01dfa566-8736-43b8-9ce8-3ac48d44b47e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:48.679274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5e20d7fe-73d8-4477-b04a-2bebe968a0f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:48.720721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] For port c7554cef-b859-4062-be20-0b4f075592cc, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c7554cef-b859-4062-be20-0b4f075592cc,segment=NetworkSegment(a84ffae8-5c3a-4083-acb6-0543d050ae70),segment_id=a84ffae8-5c3a-4083-acb6-0543d050ae70)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:48.721539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:48.850626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a1c8a-820f-436a-bb4b-372b026d70e2 None None] Pushing event deleted for resources: {'Port': ['ID=5882e8a3-1edd-403c-a5bc-6e478fe00df9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:48.869192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Calling delete_port for c7554cef-b859-4062-be20-0b4f075592cc owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:48.871839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port 5882e8a3-1edd-403c-a5bc-6e478fe00df9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:48.872370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:48.890677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a199a045-a9f3-4451-a2a1-e4d92b474093 None None] Set router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:48.952336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:48.958302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a4cfbdd5-f8dc-403e-8440-ac1c14b1475b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:48.968816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] The port '5882e8a3-1edd-403c-a5bc-6e478fe00df9' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:04:48.982396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5f0a1c8a-820f-436a-bb4b-372b026d70e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:49.010334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event deleted for resources: {'Port': ['ID=c7554cef-b859-4062-be20-0b4f075592cc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:49.011685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] No DVR routers for this DVR port c7554cef-b859-4062-be20-0b4f075592cc on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:04:49.013181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:49.162781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.166329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.208090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6053ec6-3529-47e9-b738-537f8f9dd2b9 None None] DHCP port deletion for 9dc34078-5beb-4efb-b073-7dc42e9a86b6 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:49.208856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c178c5e-b22e-4a2e-afbf-238736c06eba']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:49.216034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc34078-5beb-4efb-b073-7dc42e9a86b6']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:49.225268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37952fb4-4a05-4b03-985a-49d6c35d0c2f') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:49.225910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37952fb4-4a05-4b03-985a-49d6c35d0c2f') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:49.229356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84ffae8-5c3a-4083-acb6-0543d050ae70') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:49.229978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84ffae8-5c3a-4083-acb6-0543d050ae70') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:49.240212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.250913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.267752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.274321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:04:49.274714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:04:49.314077 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:04:49.320733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': 'd5a25e42-0276-4666-af7f-c12b9c8a7cc9'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:04:49.321698 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.352160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49320) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:49.367497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.404338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.415597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-13349e83-9def-4bdd-a3de-f74c3891aa40 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:49.415887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.447730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.463729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event deleted for resources: {'Network': ['ID=9dc34078-5beb-4efb-b073-7dc42e9a86b6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:49.465892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:04:49.469114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.469321 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "DELETE /v2.0/networks/9dc34078-5beb-4efb-b073-7dc42e9a86b6 HTTP/1.1" status: 204 len: 168 time: 1.2867699 Dec 22 13:04:49.469321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:49.469881 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49324) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:04:49.502003 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:04:49.529360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc64362-dcd8-4c22-a4a3-8d51e5302886 None None] DHCP port deletion for b8a5863b-5821-4ba9-81d9-728334b4c277 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:49.543000 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8cc64362-dcd8-4c22-a4a3-8d51e5302886 None None] Deleting port 6f7c790e-aace-41a8-ab6e-02dda7627047 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:49.543373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cc64362-dcd8-4c22-a4a3-8d51e5302886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.615121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.637441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Deleting port 6f7c790e-aace-41a8-ab6e-02dda7627047 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:49.637795 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.697661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.706611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-564f8067-89fd-437b-92bf-3c06455894bf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:49.712278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Allocated IP 2001:db8::f816:3eff:fe01:135 (cc430aa9-1eda-495d-9373-01b5d372ccd0/d5a25e42-0276-4666-af7f-c12b9c8a7cc9/7d0f6cd6-1894-42f3-95f3-d7bea89fd762) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:49.789096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=51280707-0d02-403b-a989-8f686c5da9b7,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:49.792848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:49.796497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6d069d6-ec46-45e0-aba1-6d0652676f83 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.799119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Transition to ACTIVE for port object ac67dc15-092d-4b1d-a9d8-db4b8acec176 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:49.811299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:49.813920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:49.820465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:49.821063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.833735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.842066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.846779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.860121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0ec8fb6-b842-40fa-b687-3987e0bc7468 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:49.883818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b311a0da-11ce-4f03-b539-3a202332bc2d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:49.918103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] For port 6f7c790e-aace-41a8-ab6e-02dda7627047, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6f7c790e-aace-41a8-ab6e-02dda7627047,segment=NetworkSegment(b979eda1-e84d-4e51-bc15-f5e1db3b9731),segment_id=b979eda1-e84d-4e51-bc15-f5e1db3b9731)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:49.918453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:49.939392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a199a045-a9f3-4451-a2a1-e4d92b474093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9825b20f-a5a8-498c-8c94-a3aba10298da', 'name': '', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'mac_address': 'fa:16:3e:43:bd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:59Z', 'updated_at': '2021-12-22T12:59:15Z', 'revision_number': 5, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'subnets': [{'id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:49.978038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199a045-a9f3-4451-a2a1-e4d92b474093 None None] Checking router: e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:04:50.016956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8cc64362-dcd8-4c22-a4a3-8d51e5302886 None None] For port 6f7c790e-aace-41a8-ab6e-02dda7627047, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6f7c790e-aace-41a8-ab6e-02dda7627047,segment=NetworkSegment(b979eda1-e84d-4e51-bc15-f5e1db3b9731),segment_id=b979eda1-e84d-4e51-bc15-f5e1db3b9731)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:50.017225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cc64362-dcd8-4c22-a4a3-8d51e5302886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.018758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6d069d6-ec46-45e0-aba1-6d0652676f83 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.028347 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-46e2b10a-e9fe-469c-a217-5f50fe8a227b None None] Provisioning complete for port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:50.028560 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46e2b10a-e9fe-469c-a217-5f50fe8a227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.049951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Calling delete_port for 6f7c790e-aace-41a8-ab6e-02dda7627047 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:50.059116 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/networks/4c178c5e-b22e-4a2e-afbf-238736c06eba HTTP/1.1" status: 204 len: 168 time: 3.7222264 Dec 22 13:04:50.059116 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0200913 Dec 22 13:04:50.072998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49328) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:50.072998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49330) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:50.075241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199a045-a9f3-4451-a2a1-e4d92b474093 None None] Routers {'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:04:50.075763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a199a045-a9f3-4451-a2a1-e4d92b474093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:04:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:50.078272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event updated for resources: {'Port': ['ID=ac67dc15-092d-4b1d-a9d8-db4b8acec176,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:50.082264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:50.086396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:04:ff:98', 'name': 'tempest-NetworksTestDHCPv6-1266812092'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:50.127144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.134330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fcb9e634-c335-4fbf-ba2e-88c2acfa9a34 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:50.142289 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-405f58c7-f752-472f-837c-7ebdb43d517d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:50.179454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] No DVR routers for this DVR port 6f7c790e-aace-41a8-ab6e-02dda7627047 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:04:50.186051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Network': ['ID=4c178c5e-b22e-4a2e-afbf-238736c06eba,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:50.188937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:50.252032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] In _notify_port_updated(), no bound segment for port ac67dc15-092d-4b1d-a9d8-db4b8acec176 on network 76771202-86a1-4996-af35-933b175c3556 {{(pid=87569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:04:50.257757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:50.258462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.262612 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "PUT /v2.0/ports/ac67dc15-092d-4b1d-a9d8-db4b8acec176 HTTP/1.1" status: 200 len: 959 time: 4.0615370 Dec 22 13:04:50.267099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8cc64362-dcd8-4c22-a4a3-8d51e5302886 None None] Calling delete_port for 6f7c790e-aace-41a8-ab6e-02dda7627047 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:50.271220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49336) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:50.359360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event deleted for resources: {'Port': ['ID=6f7c790e-aace-41a8-ab6e-02dda7627047,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:50.366618 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:50.385891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6d069d6-ec46-45e0-aba1-6d0652676f83 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.392599 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port ac67dc15-092d-4b1d-a9d8-db4b8acec176 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:50.392931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.429439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-44bab026-0207-4ca3-aeda-490655da2691 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:50.462639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.485153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d069d6-ec46-45e0-aba1-6d0652676f83 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f92b9e-1bd6-4402-b165-4546946c56e7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:50.488079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f6d069d6-ec46-45e0-aba1-6d0652676f83 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:50.506990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6d069d6-ec46-45e0-aba1-6d0652676f83 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.510791 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f6d069d6-ec46-45e0-aba1-6d0652676f83 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "DELETE /v2.0/security-groups/52f92b9e-1bd6-4402-b165-4546946c56e7 HTTP/1.1" status: 204 len: 168 time: 1.1487122 Dec 22 13:04:50.518406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a5863b-5821-4ba9-81d9-728334b4c277']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:50.518620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49340) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:50.521473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:50.535857 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b979eda1-e84d-4e51-bc15-f5e1db3b9731') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:50.536799 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b979eda1-e84d-4e51-bc15-f5e1db3b9731') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:50.541919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bc5618-c09d-41a2-a7fb-181faa05d0a6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:50.542674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-12bc5618-c09d-41a2-a7fb-181faa05d0a6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:50.552670 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.559942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-46e2b10a-e9fe-469c-a217-5f50fe8a227b None None] Port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:50.576078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.606430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:50.610310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:04:50.611051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.619635 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-b5298a6e-29b3-4811-8a77-81147c7e2bf6 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] show failed (client error): The resource could not be found. Dec 22 13:04:50.622515 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b5298a6e-29b3-4811-8a77-81147c7e2bf6 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "GET /v2.0/security-groups/52f92b9e-1bd6-4402-b165-4546946c56e7 HTTP/1.1" status: 404 len: 347 time: 0.1030843 Dec 22 13:04:50.630449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49344) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:50.634520 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-46e2b10a-e9fe-469c-a217-5f50fe8a227b None None] Provisioning for port ac67dc15-092d-4b1d-a9d8-db4b8acec176 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:50.646176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.652150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-8cc64362-dcd8-4c22-a4a3-8d51e5302886 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:04:50.652819 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-8cc64362-dcd8-4c22-a4a3-8d51e5302886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:04:50.653520 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-46e2b10a-e9fe-469c-a217-5f50fe8a227b None None] Provisioning complete for port ac67dc15-092d-4b1d-a9d8-db4b8acec176 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:50.654112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46e2b10a-e9fe-469c-a217-5f50fe8a227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.685302 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6f7c790e-aace-41a8-ab6e-02dda7627047 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:50.709970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a199a045-a9f3-4451-a2a1-e4d92b474093 None None] Set router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:04:50.721166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:04:50.725630 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:04:50.767476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.771848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dfb2a968-e3fa-4e9b-9c54-eb39b1f1b1ac tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:50.785262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Transition to ACTIVE for port object 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:50.787663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.794268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 6f7c790e-aace-41a8-ab6e-02dda7627047 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:50.794899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6f7c790e-aace-41a8-ab6e-02dda7627047 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:50.795499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c7554cef-b859-4062-be20-0b4f075592cc no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:50.801466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event deleted for resources: {'Network': ['ID=b8a5863b-5821-4ba9-81d9-728334b4c277,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:50.804284 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "DELETE /v2.0/networks/b8a5863b-5821-4ba9-81d9-728334b4c277 HTTP/1.1" status: 204 len: 168 time: 1.3334603 Dec 22 13:04:50.805388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:50.806756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49348) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:50.854224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: c7554cef-b859-4062-be20-0b4f075592cc {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:50.854574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c7554cef-b859-4062-be20-0b4f075592cc not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:50.876836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ac4e7c-ea2f-42c5-b110-2264327f46cc tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Deleting subnet cb1cd0d0-47c7-4215-9c98-79f2c6a9a3d6 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:50.878801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-12bc5618-c09d-41a2-a7fb-181faa05d0a6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:50.880184 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-12bc5618-c09d-41a2-a7fb-181faa05d0a6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8031430 Dec 22 13:04:50.880322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94ac4e7c-ea2f-42c5-b110-2264327f46cc tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.903200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49352) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:50.926508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-46e2b10a-e9fe-469c-a217-5f50fe8a227b None None] Port ac67dc15-092d-4b1d-a9d8-db4b8acec176 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:50.935356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Transition to ACTIVE for port object 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:50.939056 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94ac4e7c-ea2f-42c5-b110-2264327f46cc tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.955958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:50.964456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:51.022748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94ac4e7c-ea2f-42c5-b110-2264327f46cc tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.069876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-46e2b10a-e9fe-469c-a217-5f50fe8a227b None None] Provisioning for port b311a0da-11ce-4f03-b539-3a202332bc2d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:51.089485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-46e2b10a-e9fe-469c-a217-5f50fe8a227b None None] Provisioning complete for port b311a0da-11ce-4f03-b539-3a202332bc2d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:51.090137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46e2b10a-e9fe-469c-a217-5f50fe8a227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.102926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94ac4e7c-ea2f-42c5-b110-2264327f46cc tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.113342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0d2094f8-fd2e-462d-bc41-4dafe7782cb7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:51.126434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:51.136326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:51.146473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-68b85ffc-b8aa-4044-986c-d6602f48c1cf tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Deleting port 4bf93e53-4745-4411-90f7-e5f598ebdc6c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:51.146810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68b85ffc-b8aa-4044-986c-d6602f48c1cf tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.150671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:51.152750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Pushing event updated for resources: {'Port': ['ID=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:51.159830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8cc64362-dcd8-4c22-a4a3-8d51e5302886 None None] Deleting port 6f7c790e-aace-41a8-ab6e-02dda7627047 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:51.160426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8cc64362-dcd8-4c22-a4a3-8d51e5302886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.163233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94ac4e7c-ea2f-42c5-b110-2264327f46cc tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.169082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac4e7c-ea2f-42c5-b110-2264327f46cc tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1cd0d0-47c7-4215-9c98-79f2c6a9a3d6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:51.171507 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-94ac4e7c-ea2f-42c5-b110-2264327f46cc tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "DELETE /v2.0/subnets/cb1cd0d0-47c7-4215-9c98-79f2c6a9a3d6 HTTP/1.1" status: 204 len: 168 time: 0.3637197 Dec 22 13:04:51.172444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-94ac4e7c-ea2f-42c5-b110-2264327f46cc tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:51.173956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49356) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:51.189978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:51.196592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40646782-b572-41fa-b54c-7dbc10a9511b None None] Network 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:51.294389 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.305151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Deleting port 868a0a44-f391-46e7-8a77-f6f8604f537c {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:51.305481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.363144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.390501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.411431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8cc64362-dcd8-4c22-a4a3-8d51e5302886 None None] The port '6f7c790e-aace-41a8-ab6e-02dda7627047' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:04:51.494465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Attempting to bind port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:51.494817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Attempting to bind port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:51.495216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Attempting to bind port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:51.524890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] For port 868a0a44-f391-46e7-8a77-f6f8604f537c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=868a0a44-f391-46e7-8a77-f6f8604f537c,segment=NetworkSegment(d8971929-1fcf-45d9-90a0-4bed61213f35),segment_id=d8971929-1fcf-45d9-90a0-4bed61213f35)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:51.527059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.531180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for ac67dc15-092d-4b1d-a9d8-db4b8acec176 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:51.582256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:51.582256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:51.582256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.582256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:51.582256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Bound port: 7d0f6cd6-1894-42f3-95f3-d7bea89fd762, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:51.582256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.591378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 6158cda9-56e6-46c9-8396-b4995e5b5b38 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:51.658005 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-af073cad-e81f-4c94-b4d4-2200a807520a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7006445 Dec 22 13:04:51.683642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49360) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:51.694360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Calling delete_port for 868a0a44-f391-46e7-8a77-f6f8604f537c owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:51.699453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68b85ffc-b8aa-4044-986c-d6602f48c1cf tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.702942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68b85ffc-b8aa-4044-986c-d6602f48c1cf tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.728973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1785807009'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:51.733675 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:51.737599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:network and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:51.741152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:51.746750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:51.751448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a199a045-a9f3-4451-a2a1-e4d92b474093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9825b20f-a5a8-498c-8c94-a3aba10298da', 'name': '', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'mac_address': 'fa:16:3e:43:bd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:59Z', 'updated_at': '2021-12-22T12:59:15Z', 'revision_number': 5, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'subnets': [{'id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:51.758382 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] For port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:51.761874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a199a045-a9f3-4451-a2a1-e4d92b474093 None None] The sync data for ids ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'] in dv-neutron-822668-1-hyperv is: [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T12:59:04Z', 'revision_number': 4, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9825b20f-a5a8-498c-8c94-a3aba10298da', 'name': '', 'network_id': 'f13a7c56-cda0-4112-8efa-249342855ee9', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'mac_address': 'fa:16:3e:43:bd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:59Z', 'updated_at': '2021-12-22T12:59:15Z', 'revision_number': 5, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'subnets': [{'id': 'd589bbeb-9639-4ffc-9c40-da0196ca78b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:04:51.763331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:51.765359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] For port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:51.766960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.775113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.782787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d4a77544-6be0-4f80-9dee-091eb635d180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:51.845041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:04:51.858006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.858429 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Added segment ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b of type vlan for network 031c142a-d024-4ad6-93cd-1d1233bd4bf2 Dec 22 13:04:51.880130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66e17f6-722c-4727-80bf-1e0b38e9add7 None None] DHCP port deletion for 14c8835e-7d50-4e9c-be3c-f4e6a9a318d7 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:51.893786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.900661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:51.905821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-68b85ffc-b8aa-4044-986c-d6602f48c1cf tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Calling delete_port for 4bf93e53-4745-4411-90f7-e5f598ebdc6c owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:51.917584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-76b72aa3-1015-4b04-80c9-32fd57ed88f7 None None] Provisioning complete for port ac67dc15-092d-4b1d-a9d8-db4b8acec176 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:51.918313 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76b72aa3-1015-4b04-80c9-32fd57ed88f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.939403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:51.953961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Pushing event updated for resources: {'Port': ['ID=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:51.957738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:51.961412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event deleted for resources: {'Port': ['ID=868a0a44-f391-46e7-8a77-f6f8604f537c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:51.964816 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:51.966791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] No DVR routers for this DVR port 868a0a44-f391-46e7-8a77-f6f8604f537c on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:04:51.997040 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-76b72aa3-1015-4b04-80c9-32fd57ed88f7 None None] Port ac67dc15-092d-4b1d-a9d8-db4b8acec176 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:52.118527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.124229 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:52.124838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.133211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-eab761ac-b63c-4b89-843a-4eaf971313cf tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:52.163168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.187139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.189823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 172.20.0.5 (cc430aa9-1eda-495d-9373-01b5d372ccd0/51280707-0d02-403b-a989-8f686c5da9b7/6158cda9-56e6-46c9-8396-b4995e5b5b38) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:52.196673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-361e699f-39b4-4eee-9a08-870ae3eb3f94 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:52.206310 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae0037-39e4-4e42-958b-36bf542f236e None None] New status for floating IP 218f474b-f668-4695-acdb-d92c6ff193f5: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:04:52.298957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=ac67dc15-092d-4b1d-a9d8-db4b8acec176,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:52.412083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c8835e-7d50-4e9c-be3c-f4e6a9a318d7']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:52.426099 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7423837 Dec 22 13:04:52.432750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49364) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:52.436251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8971929-1fcf-45d9-90a0-4bed61213f35') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:52.436545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8971929-1fcf-45d9-90a0-4bed61213f35') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:04:52.450829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Network': ['ID=031c142a-d024-4ad6-93cd-1d1233bd4bf2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:52.458031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '031c142a-d024-4ad6-93cd-1d1233bd4bf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:52.548918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.549467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.549666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.550119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.550443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.550825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.551188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.551550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.551933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.552051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.552297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.552662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.553025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.562574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:52.576143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.576978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.576978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.577336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.577695 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.578078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.578429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.578781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.579132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.579481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.579855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.580201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:52.591382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:52.600951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 031c142a-d024-4ad6-93cd-1d1233bd4bf2 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:04:52.613391 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.db.api [None req-48ae0037-39e4-4e42-958b-36bf542f236e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87571) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:04:52.613843 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_db.api [None req-48ae0037-39e4-4e42-958b-36bf542f236e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:04:52.616474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.617894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68b85ffc-b8aa-4044-986c-d6602f48c1cf tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.624816 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:52.632338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:52.633986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:52.637680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:04:52.638344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:04:52.659635 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:04:52.661700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:52.663701 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::f816:3eff:fe04:ff98 (cc430aa9-1eda-495d-9373-01b5d372ccd0/d5a25e42-0276-4666-af7f-c12b9c8a7cc9/6158cda9-56e6-46c9-8396-b4995e5b5b38) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:52.680701 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.693731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b85ffc-b8aa-4044-986c-d6602f48c1cf tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Pushing event deleted for resources: {'Port': ['ID=4bf93e53-4745-4411-90f7-e5f598ebdc6c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:52.720934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:52.735635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-68b85ffc-b8aa-4044-986c-d6602f48c1cf tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:52.753797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:52.757549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.808427 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c0de29da-8d4c-4399-8811-12a74d7dd4a0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/ac67dc15-092d-4b1d-a9d8-db4b8acec176 HTTP/1.1" status: 204 len: 168 time: 2.5312316 Dec 22 13:04:52.813347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49368) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:52.830812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.838912 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0dba2880-6919-440e-ab12-367df753dc20 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:52.855735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.880252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Pushing event deleted for resources: {'Network': ['ID=14c8835e-7d50-4e9c-be3c-f4e6a9a318d7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:52.880576 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-887bec9b-4416-4f16-ba5c-68ec19715925 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] GET failed (client error): The resource could not be found. Dec 22 13:04:52.881299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-887bec9b-4416-4f16-ba5c-68ec19715925 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Synchronizing usage tracker for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:52.883021 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "DELETE /v2.0/networks/14c8835e-7d50-4e9c-be3c-f4e6a9a318d7 HTTP/1.1" status: 204 len: 168 time: 1.7080481 Dec 22 13:04:52.884375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:52.890321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:52.940728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f626845-237a-48d7-ad33-9127ca7996a1 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Synchronizing usage tracker for tenant:56fe556bf5b04a1a825f540f1494982e on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:52.949917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68b85ffc-b8aa-4044-986c-d6602f48c1cf tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.952030 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-68b85ffc-b8aa-4044-986c-d6602f48c1cf tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:52.956398 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-68b85ffc-b8aa-4044-986c-d6602f48c1cf tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] 10.222.0.24 "DELETE /v2.0/floatingips/218f474b-f668-4695-acdb-d92c6ff193f5 HTTP/1.1" status: 204 len: 168 time: 2.3218036 Dec 22 13:04:52.960534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49376) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:52.972326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f626845-237a-48d7-ad33-9127ca7996a1 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Unset dirty status for tenant:56fe556bf5b04a1a825f540f1494982e on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:52.973421 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7f626845-237a-48d7-ad33-9127ca7996a1 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d8ebb82-4cdb-49a9-9315-57816e017975 HTTP/1.1" status: 200 len: 205 time: 0.0818036 Dec 22 13:04:52.976261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49382) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:52.994511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-887bec9b-4416-4f16-ba5c-68ec19715925 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Unset dirty status for tenant:09da01ce16a14f99b2a065e133e9b364 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:52.995866 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-887bec9b-4416-4f16-ba5c-68ec19715925 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports/ac67dc15-092d-4b1d-a9d8-db4b8acec176 HTTP/1.1" status: 404 len: 333 time: 0.1797726 Dec 22 13:04:53.000250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49386) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:53.105479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.117282 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ae0037-39e4-4e42-958b-36bf542f236e None None] New status for floating IP 218f474b-f668-4695-acdb-d92c6ff193f5: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:04:53.148776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 6158cda9-56e6-46c9-8396-b4995e5b5b38 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:53.155839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65505174-b7dd-4fc0-a5b2-ddce2e8ecd36 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.188861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65505174-b7dd-4fc0-a5b2-ddce2e8ecd36 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.235057 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.241745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6fd2dbb6-dd85-4fa4-b679-b5b4270fb06f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:53.265676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5154ecfd-8a39-4fe5-98ae-a80eb4b18f19 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.302175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65505174-b7dd-4fc0-a5b2-ddce2e8ecd36 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.335818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:53.340705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:53.341505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d650b5b-17c9-4201-90b8-a6fa41fe713f None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:53.345901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:53.376410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65505174-b7dd-4fc0-a5b2-ddce2e8ecd36 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.379995 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-65505174-b7dd-4fc0-a5b2-ddce2e8ecd36 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/security-groups/46bd8f54-1806-4bd3-a3cc-30c6aa3cf436 HTTP/1.1" status: 204 len: 168 time: 0.3452671 Dec 22 13:04:53.382413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=6158cda9-56e6-46c9-8396-b4995e5b5b38,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:53.389167 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49390) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:53.391308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:53.391848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-163a6e25-ee58-4d92-84fa-c7710d0e6160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:53.406617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65505174-b7dd-4fc0-a5b2-ddce2e8ecd36 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bd8f54-1806-4bd3-a3cc-30c6aa3cf436,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:53.410572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-65505174-b7dd-4fc0-a5b2-ddce2e8ecd36 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:53.425471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:53.426080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.448680 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3730056 Dec 22 13:04:53.449278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49394) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:53.470612 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6780d87c-c299-4fcb-b593-f7c2e9b4c8a4 None None] Provisioning for port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:53.541032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2d0479-76f8-4927-973b-60b601d912f0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:53.547266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2d0479-76f8-4927-973b-60b601d912f0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:53.548141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3e2d0479-76f8-4927-973b-60b601d912f0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:53.565696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3e2d0479-76f8-4927-973b-60b601d912f0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:53.568140 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3e2d0479-76f8-4927-973b-60b601d912f0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1177914 Dec 22 13:04:53.570759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49398) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:53.649228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7405d808-053c-44b6-9528-cefbb258832c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 6158cda9-56e6-46c9-8396-b4995e5b5b38 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:53.649572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7405d808-053c-44b6-9528-cefbb258832c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.748523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21946f24-ec95-4368-a55a-caaa34781bc0 None None] Update dhcp port {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': 'd5a25e42-0276-4666-af7f-c12b9c8a7cc9', 'ip_address': '2001:db8::f816:3eff:fe01:135'}, {'subnet_id': '51280707-0d02-403b-a989-8f686c5da9b7'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': '7d0f6cd6-1894-42f3-95f3-d7bea89fd762'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:04:53.808596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-21946f24-ec95-4368-a55a-caaa34781bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.884696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5154ecfd-8a39-4fe5-98ae-a80eb4b18f19 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.928008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:53.938103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5154ecfd-8a39-4fe5-98ae-a80eb4b18f19 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.941727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7405d808-053c-44b6-9528-cefbb258832c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.965826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:53.982780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b9a1d7bb-ce4e-44cd-9821-3ef981c7f606 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:54.052044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36cb341b-2c5b-43cf-a71e-b162891a8af6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.063401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:54.067177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-7405d808-053c-44b6-9528-cefbb258832c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 6158cda9-56e6-46c9-8396-b4995e5b5b38 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:54.071944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:54.072323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.119491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-21946f24-ec95-4368-a55a-caaa34781bc0 None None] Allocated IP 172.20.0.2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/51280707-0d02-403b-a989-8f686c5da9b7/7d0f6cd6-1894-42f3-95f3-d7bea89fd762) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:54.133459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5154ecfd-8a39-4fe5-98ae-a80eb4b18f19 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.133940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5154ecfd-8a39-4fe5-98ae-a80eb4b18f19 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Fanout notify agent at l3_agent the message router_deleted on router 2d8ebb82-4cdb-49a9-9315-57816e017975 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:04:54.185461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Subnet': ['ID=684d5e76-e5e6-4703-a8d9-e5bd85646301,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:54.194850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:54.210157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36cb341b-2c5b-43cf-a71e-b162891a8af6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.229321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Checking segment: {'id': 'ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '031c142a-d024-4ad6-93cd-1d1233bd4bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:54.229703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network hostable DHCP agents. Network: 031c142a-d024-4ad6-93cd-1d1233bd4bf2, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:04:54.248335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5154ecfd-8a39-4fe5-98ae-a80eb4b18f19 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.251989 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5154ecfd-8a39-4fe5-98ae-a80eb4b18f19 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] 10.222.0.24 "DELETE /v2.0/routers/2d8ebb82-4cdb-49a9-9315-57816e017975 HTTP/1.1" status: 204 len: 168 time: 1.2722487 Dec 22 13:04:54.284749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7405d808-053c-44b6-9528-cefbb258832c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.298994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c8306b4d-b3a5-4177-a144-7580ea0dddf1 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:54.309679 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.330115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 031c142a-d024-4ad6-93cd-1d1233bd4bf2 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:04:54.366793 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-21946f24-ec95-4368-a55a-caaa34781bc0 None None] For port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:54.385187 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36cb341b-2c5b-43cf-a71e-b162891a8af6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.388797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405d808-053c-44b6-9528-cefbb258832c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=6158cda9-56e6-46c9-8396-b4995e5b5b38,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:54.390823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-55fa8776-888e-4bcc-a1c2-37802f0b33cf tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:54.395513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7405d808-053c-44b6-9528-cefbb258832c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:54.398674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 031c142a-d024-4ad6-93cd-1d1233bd4bf2) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:54.406055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-21946f24-ec95-4368-a55a-caaa34781bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.411321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:54.412339 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c3267e-95a4-41b9-ad67-7661b2374a73 None None] Network 031c142a-d024-4ad6-93cd-1d1233bd4bf2 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:54.412976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.434864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb341b-2c5b-43cf-a71e-b162891a8af6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb805c8-d036-4b8e-8084-483cab64b459,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:54.445206 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-36cb341b-2c5b-43cf-a71e-b162891a8af6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:54.457744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36cb341b-2c5b-43cf-a71e-b162891a8af6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.461625 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-36cb341b-2c5b-43cf-a71e-b162891a8af6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/security-groups/3eb805c8-d036-4b8e-8084-483cab64b459 HTTP/1.1" status: 204 len: 168 time: 1.0635240 Dec 22 13:04:54.461625 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0277729 Dec 22 13:04:54.462173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49406) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:54.464844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49408) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:54.484528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '031c142a-d024-4ad6-93cd-1d1233bd4bf2', 'name': 'tempest-PortsIpV6TestJSON-1509184565'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:54.500448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-21946f24-ec95-4368-a55a-caaa34781bc0 None None] Transition to ACTIVE for port object 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:54.524135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7405d808-053c-44b6-9528-cefbb258832c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.530199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-21946f24-ec95-4368-a55a-caaa34781bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.546350 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7405d808-053c-44b6-9528-cefbb258832c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/6158cda9-56e6-46c9-8396-b4995e5b5b38 HTTP/1.1" status: 204 len: 168 time: 0.9743664 Dec 22 13:04:54.547298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49414) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:54.560296 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-367fac57-75fa-4215-ba94-e246e165c941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:54.617363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49418) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:54.760582 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f3cbe-47b8-4652-a518-0432cbf6335e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:54.763000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f3cbe-47b8-4652-a518-0432cbf6335e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:54.766216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f3cbe-47b8-4652-a518-0432cbf6335e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:54.767783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c10f3cbe-47b8-4652-a518-0432cbf6335e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:54.769675 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f491ccfb-9465-4337-a13b-b968a3b724aa tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.801020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c10f3cbe-47b8-4652-a518-0432cbf6335e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:54.802678 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c10f3cbe-47b8-4652-a518-0432cbf6335e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2538424 Dec 22 13:04:54.802798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:54.805128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49428) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:54.822573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:port and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:54.842041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:54.845587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f491ccfb-9465-4337-a13b-b968a3b724aa tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.848786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21946f24-ec95-4368-a55a-caaa34781bc0 None None] Pushing event updated for resources: {'Port': ['ID=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:54.855172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:04:54.855915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:04:54.859193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-21946f24-ec95-4368-a55a-caaa34781bc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:54.867859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:54.887949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-497e72b8-57b1-4dde-a094-9c0540994919 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 51280707-0d02-403b-a989-8f686c5da9b7 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:54.892476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-497e72b8-57b1-4dde-a094-9c0540994919 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.917097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:54.920658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.960416 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-34605119-d447-4f42-b7a7-78e42d8efd29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56fe556bf5b04a1a825f540f1494982e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396435 Dec 22 13:04:54.964533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49432) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:54.970315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.970636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-031c142a-d024-4ad6-93cd-1d1233bd4bf2', 'network_id': '031c142a-d024-4ad6-93cd-1d1233bd4bf2', 'tenant_id': '73a75db273074ed8a14803906185c58d', 'fixed_ips': [{'subnet_id': '684d5e76-e5e6-4703-a8d9-e5bd85646301'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:04:54.971578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:54.985242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-497e72b8-57b1-4dde-a094-9c0540994919 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.069975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port 189460b2-dd0b-4730-8af5-fd322281343d yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:55.086763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-497e72b8-57b1-4dde-a094-9c0540994919 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.118500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f491ccfb-9465-4337-a13b-b968a3b724aa tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.129330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e72e232a-4a73-4aa6-ac1d-0e9be87a411f tempest-ServersTestJSON-1393811877 tempest-ServersTestJSON-1393811877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:55.171496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491ccfb-9465-4337-a13b-b968a3b724aa tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca28b8c-6c4e-4145-9e96-dca976d8f0c8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:55.180143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f491ccfb-9465-4337-a13b-b968a3b724aa tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:55.186440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-497e72b8-57b1-4dde-a094-9c0540994919 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.193226 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aec15d62-7ddf-47e1-a9cb-1842e50a40d2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:55.231661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e72b8-57b1-4dde-a094-9c0540994919 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=51280707-0d02-403b-a989-8f686c5da9b7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:55.235572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-497e72b8-57b1-4dde-a094-9c0540994919 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:55.238454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-497e72b8-57b1-4dde-a094-9c0540994919 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.256267 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-497e72b8-57b1-4dde-a094-9c0540994919 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/51280707-0d02-403b-a989-8f686c5da9b7 HTTP/1.1" status: 204 len: 168 time: 0.4499393 Dec 22 13:04:55.256996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49436) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:55.257748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Allocated IP 2001:db8::2 (031c142a-d024-4ad6-93cd-1d1233bd4bf2/684d5e76-e5e6-4703-a8d9-e5bd85646301/e2573b20-33eb-4851-81ac-45c1ccccc599) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:55.300663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f491ccfb-9465-4337-a13b-b968a3b724aa tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.301832 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f491ccfb-9465-4337-a13b-b968a3b724aa tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/security-groups/eca28b8c-6c4e-4145-9e96-dca976d8f0c8 HTTP/1.1" status: 204 len: 168 time: 0.8385930 Dec 22 13:04:55.305306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49440) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:55.380594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-431225ca-0ca7-4a5c-a517-4861681717af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet d5a25e42-0276-4666-af7f-c12b9c8a7cc9 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:55.385569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-431225ca-0ca7-4a5c-a517-4861681717af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.392030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc53a682-46fa-4816-9568-8b9cdb98d758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.436192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-370e22a2-fec9-4718-b716-bb5e5fa03b63 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting subnet 1343c2ce-084f-40a4-8c81-0cc01e4a14ac {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:55.439816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-370e22a2-fec9-4718-b716-bb5e5fa03b63 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.493472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc53a682-46fa-4816-9568-8b9cdb98d758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.499079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-370e22a2-fec9-4718-b716-bb5e5fa03b63 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.536865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.583421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.586561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-370e22a2-fec9-4718-b716-bb5e5fa03b63 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.590251 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:55.596815 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Transition to ACTIVE for port object e2573b20-33eb-4851-81ac-45c1ccccc599 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:55.603283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.608735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:55.626029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc53a682-46fa-4816-9568-8b9cdb98d758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.636148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-021342af-9bb4-48a0-a5f2-9f268e26adab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:55.675765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-370e22a2-fec9-4718-b716-bb5e5fa03b63 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.676920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Transition to ACTIVE for port object e2573b20-33eb-4851-81ac-45c1ccccc599 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:55.682950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b6f0ec7b-c5d8-4bfd-a09e-76a6bbb7ed24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:55.692609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.706993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 868a0a44-f391-46e7-8a77-f6f8604f537c no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:55.729819 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-431225ca-0ca7-4a5c-a517-4861681717af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.731816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:55.746169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b757521f-cb5a-49e4-ac4e-152f4770590f None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:55.757035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bc53a682-46fa-4816-9568-8b9cdb98d758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.760383 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bc53a682-46fa-4816-9568-8b9cdb98d758 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb5611b2-f336-4ded-ac8d-12905622b11a HTTP/1.1" status: 204 len: 168 time: 0.7922680 Dec 22 13:04:55.760550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:55.760694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e22a2-fec9-4718-b716-bb5e5fa03b63 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Subnet': ['ID=1343c2ce-084f-40a4-8c81-0cc01e4a14ac,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:55.763012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-370e22a2-fec9-4718-b716-bb5e5fa03b63 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.776513 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-370e22a2-fec9-4718-b716-bb5e5fa03b63 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/1343c2ce-084f-40a4-8c81-0cc01e4a14ac HTTP/1.1" status: 204 len: 168 time: 0.4643066 Dec 22 13:04:55.776513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-370e22a2-fec9-4718-b716-bb5e5fa03b63 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:55.777034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-1b81b3c2-fb44-4c19-a2c0-72497094b3c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:55.779255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49446) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:55.800580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53a682-46fa-4816-9568-8b9cdb98d758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5611b2-f336-4ded-ac8d-12905622b11a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:55.801208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347ec16c-f285-4e76-a842-079784527b19 None None] Network 76771202-86a1-4996-af35-933b175c3556 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:55.816006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bc53a682-46fa-4816-9568-8b9cdb98d758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:55.825648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] Deleting port 9825b20f-a5a8-498c-8c94-a3aba10298da {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:55.825999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.832769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 868a0a44-f391-46e7-8a77-f6f8604f537c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:04:55.833118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 868a0a44-f391-46e7-8a77-f6f8604f537c not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:04:55.846981 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Network 031c142a-d024-4ad6-93cd-1d1233bd4bf2 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:55.883760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca4ae6ae-e502-41bc-8710-705aeea3ab81 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting subnet c0a62611-cbd1-4d6c-a7ae-2ff18ba4be11 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:55.891759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca4ae6ae-e502-41bc-8710-705aeea3ab81 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.946179 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-431225ca-0ca7-4a5c-a517-4861681717af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:55.955151 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:55.973873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:55.984679 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8::ed (031c142a-d024-4ad6-93cd-1d1233bd4bf2/684d5e76-e5e6-4703-a8d9-e5bd85646301/189460b2-dd0b-4730-8af5-fd322281343d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:55.993709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca4ae6ae-e502-41bc-8710-705aeea3ab81 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.039110 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:56.068776 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-53b52241-0313-4948-92df-74d2f5ea2e2b None None] Provisioning for port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:56.101105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-431225ca-0ca7-4a5c-a517-4861681717af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.111834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-88803127-a282-4ae4-ac46-2664595b5184 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:56.129992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Pushing event updated for resources: {'Port': ['ID=e2573b20-33eb-4851-81ac-45c1ccccc599,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:56.133032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:56.149303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-53b52241-0313-4948-92df-74d2f5ea2e2b None None] Provisioning complete for port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:56.149810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53b52241-0313-4948-92df-74d2f5ea2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.153182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-431225ca-0ca7-4a5c-a517-4861681717af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.164846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431225ca-0ca7-4a5c-a517-4861681717af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a25e42-0276-4666-af7f-c12b9c8a7cc9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:56.170547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-431225ca-0ca7-4a5c-a517-4861681717af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:56.177389 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-431225ca-0ca7-4a5c-a517-4861681717af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/d5a25e42-0276-4666-af7f-c12b9c8a7cc9 HTTP/1.1" status: 204 len: 168 time: 0.9190390 Dec 22 13:04:56.178079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49454) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:56.182317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca4ae6ae-e502-41bc-8710-705aeea3ab81 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.281457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ab1c4a5b-a062-40c6-8cd3-4f37c73d91a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:router {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:56.348953 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:56.349641 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.352680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ab1c4a5b-a062-40c6-8cd3-4f37c73d91a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:router {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:56.356885 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ab1c4a5b-a062-40c6-8cd3-4f37c73d91a1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1735978 Dec 22 13:04:56.356885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca4ae6ae-e502-41bc-8710-705aeea3ab81 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.359256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49464) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:56.361456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-49c644c6-d908-42cc-9f37-637c8370aadd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:56.407546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Attempting to bind port e2573b20-33eb-4851-81ac-45c1ccccc599 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:04:56.408292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Attempting to bind port e2573b20-33eb-4851-81ac-45c1ccccc599 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '031c142a-d024-4ad6-93cd-1d1233bd4bf2'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:04:56.408836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Attempting to bind port e2573b20-33eb-4851-81ac-45c1ccccc599 on network 031c142a-d024-4ad6-93cd-1d1233bd4bf2 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:04:56.414662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:56.424462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:04:56.424719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Checking segment: {'id': 'ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '031c142a-d024-4ad6-93cd-1d1233bd4bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:04:56.425129 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.425526 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Bound using segment: {'id': 'ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '031c142a-d024-4ad6-93cd-1d1233bd4bf2'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:04:56.425998 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Bound port: e2573b20-33eb-4851-81ac-45c1ccccc599, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '031c142a-d024-4ad6-93cd-1d1233bd4bf2'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:04:56.426380 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.438801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ae6ae-e502-41bc-8710-705aeea3ab81 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a62611-cbd1-4d6c-a7ae-2ff18ba4be11,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:56.451180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ca4ae6ae-e502-41bc-8710-705aeea3ab81 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:56.451545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca4ae6ae-e502-41bc-8710-705aeea3ab81 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.504600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] For port 9825b20f-a5a8-498c-8c94-a3aba10298da, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9825b20f-a5a8-498c-8c94-a3aba10298da,segment=NetworkSegment(757b5385-7a7f-4d58-8b61-55d41371479c),segment_id=757b5385-7a7f-4d58-8b61-55d41371479c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:56.504970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.530380 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ca4ae6ae-e502-41bc-8710-705aeea3ab81 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/c0a62611-cbd1-4d6c-a7ae-2ff18ba4be11 HTTP/1.1" status: 204 len: 168 time: 0.7467954 Dec 22 13:04:56.530604 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49474) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:56.565700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:56.571729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:56.575820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:56.582471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:56.596293 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:56.604357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.641855 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5786591-01a8-4f2c-a4d1-5c0f1a16aef4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:56.641855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5786591-01a8-4f2c-a4d1-5c0f1a16aef4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:56.643588 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c5786591-01a8-4f2c-a4d1-5c0f1a16aef4 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/1343c2ce-084f-40a4-8c81-0cc01e4a14ac HTTP/1.1" status: 404 len: 337 time: 0.1130707 Dec 22 13:04:56.706251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49480) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:56.713834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] Calling delete_port for 9825b20f-a5a8-498c-8c94-a3aba10298da owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:56.823174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49484) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:56.864222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc21729-b56f-4f83-bc15-3214bfbf4984 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting subnet 06934454-e58d-446f-9ec9-be02b4451114 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:04:56.884171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-53b52241-0313-4948-92df-74d2f5ea2e2b None None] Could not find standard attr ID for object 6158cda9-56e6-46c9-8396-b4995e5b5b38. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:04:56.895468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.917456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Transition to ACTIVE for port object 189460b2-dd0b-4730-8af5-fd322281343d will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:56.938238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] For port e2573b20-33eb-4851-81ac-45c1ccccc599, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:04:56.948350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] For port e2573b20-33eb-4851-81ac-45c1ccccc599, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e2573b20-33eb-4851-81ac-45c1ccccc599,segment=NetworkSegment(ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b),segment_id=ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:04:56.955033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:56.960275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:57.016066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919788039'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:57.020627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bc21729-b56f-4f83-bc15-3214bfbf4984 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.053433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:57.060759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.061014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Deleting port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:57.061454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.085712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-54d84029-0575-4d88-99ab-90ed194cdf2f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:57.110914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Pushing event updated for resources: {'Port': ['ID=e2573b20-33eb-4851-81ac-45c1ccccc599,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:57.116177 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:57.164990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:57.182910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 031c142a-d024-4ad6-93cd-1d1233bd4bf2 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:57.188074 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:57.191464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=189460b2-dd0b-4730-8af5-fd322281343d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:57.194684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:57.195953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:57.198215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:04:57.204423 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:57.205317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.229900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:57.244073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:57.250875 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7827642 Dec 22 13:04:57.256666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49490) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:57.259205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bc21729-b56f-4f83-bc15-3214bfbf4984 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.283447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.objects.ports [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87569) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:04:57.300233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '031c142a-d024-4ad6-93cd-1d1233bd4bf2', 'name': 'tempest-PortsIpV6TestJSON-1431317946'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:57.326516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.403243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.422235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] For port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:57.422720 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.502228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:57.539123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:57.577110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:57.605134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Calling delete_port for 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:57.618572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:57.674504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.681434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-373bf6f2-3747-4313-a918-9d6fbcfd4608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.750535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bc21729-b56f-4f83-bc15-3214bfbf4984 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.750766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:04:57.751016 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:04:57.822375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:57.833615 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:port and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:57.840909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:57.856743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:57.869304 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.879561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4ccbddbf-60c9-45a5-999f-4d7c2199fb27 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:57.924245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] Pushing event deleted for resources: {'Port': ['ID=9825b20f-a5a8-498c-8c94-a3aba10298da,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:57.927166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:57.938060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:57.941765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:57.995717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] For port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:58.050029 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e2573b20-33eb-4851-81ac-45c1ccccc599 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:04:58.060901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.067170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.068103 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.072863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0f7abb7c-2c83-4a77-b43c-acb223b1409e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:58.123304 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port 4698155f-18b5-4663-a6a8-a7c4bc6e37a9 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:04:58.147567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:58.151416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:58.154054 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-51d23452-cdc3-43f1-b82b-1935b4c393d0 None None] Provisioning complete for port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:58.154566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51d23452-cdc3-43f1-b82b-1935b4c393d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.159205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:58.159833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.174230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bc21729-b56f-4f83-bc15-3214bfbf4984 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.180186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4d3c2c6f-a47d-46a9-be58-55fcb3663d36 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:58.190957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,revision_number=8']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:58.194968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:58.207535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f9c6d530-49b2-4211-9f01-fc6b30d75339 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:58.233034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port e2573b20-33eb-4851-81ac-45c1ccccc599 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:58.238625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.246410 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8487282 Dec 22 13:04:58.251681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49494) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:58.261880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc21729-b56f-4f83-bc15-3214bfbf4984 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Subnet': ['ID=06934454-e58d-446f-9ec9-be02b4451114,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:58.265495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:58.277944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Deleting port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:58.278519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.286498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.292280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:58.299305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:58.303356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:58.309759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:58.366352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=8ec47b8f-65d6-4bec-9a90-6cd48ba2eed2,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:58.369188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:58.386041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5bc21729-b56f-4f83-bc15-3214bfbf4984 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:58.411398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:58.435014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-51d23452-cdc3-43f1-b82b-1935b4c393d0 None None] Port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:04:58.440778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:58.442802 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5bc21729-b56f-4f83-bc15-3214bfbf4984 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.442966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3a078d-1262-486f-8d39-02249799e169 None None] Network 76771202-86a1-4996-af35-933b175c3556 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:58.446620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:58.449804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:58.456384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:04:58.456861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:58.475871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.486963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:58.493380 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.507006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.664554 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-51d23452-cdc3-43f1-b82b-1935b4c393d0 None None] Provisioning complete for port b311a0da-11ce-4f03-b539-3a202332bc2d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:58.664947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51d23452-cdc3-43f1-b82b-1935b4c393d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.720249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf108835-e326-45f6-b878-1a767c9cb9a5 None None] Network 031c142a-d024-4ad6-93cd-1d1233bd4bf2 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:04:58.776468 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5bc21729-b56f-4f83-bc15-3214bfbf4984 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/06934454-e58d-446f-9ec9-be02b4451114 HTTP/1.1" status: 204 len: 168 time: 2.0308695 Dec 22 13:04:58.780201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49498) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:58.791921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd140f-3177-4cbf-b419-097e4f6f18fa,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:58.802689 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:58.803684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.805034 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9805615 Dec 22 13:04:58.805896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-81902568-753a-4849-a7ca-bdc7231b1297 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:58.817757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49506) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:58.850878 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd621560-8371-4f6d-b407-5305081579e0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:58.851829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd621560-8371-4f6d-b407-5305081579e0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:58.860796 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cd621560-8371-4f6d-b407-5305081579e0 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/365002df-8fe0-402d-8516-0f77c6aa2b40 HTTP/1.1" status: 404 len: 337 time: 0.0794075 Dec 22 13:04:58.864206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:58.871144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49510) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:58.871144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6e8e193d-c74c-4ae5-92e6-848c31ddecc6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:58.947947 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-178e3b75-42b5-46f5-a5ec-beaef260bcd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2969680-0256-4bab-8e93-61d671ffab7a HTTP/1.1" status: 200 len: 205 time: 0.0511041 Dec 22 13:04:58.951200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8::2a0 (031c142a-d024-4ad6-93cd-1d1233bd4bf2/684d5e76-e5e6-4703-a8d9-e5bd85646301/4698155f-18b5-4663-a6a8-a7c4bc6e37a9) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:04:58.955973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc021036-ac3b-4eae-a86e-aa3ff44d0f4b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:58.960507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49514) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:58.968963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:04:58.974685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:58.976639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:04:58.980025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:04:58.980687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:59.017386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=78f40287-60dd-43f0-9bfa-5d8856a33dd7,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:59.038611 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7859881 Dec 22 13:04:59.039955 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49518) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:59.041159 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:59.049614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:a9:fd:9e', 'name': 'tempest-NetworksTestDHCPv6-1050980353'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:59.101908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:59.106096 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-9e08ebfd-ddb5-4a14-8e47-311e9f31a689 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] delete failed (client error): The resource could not be found. Dec 22 13:04:59.107135 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9e08ebfd-ddb5-4a14-8e47-311e9f31a689 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/routers/a2969680-0256-4bab-8e93-61d671ffab7a HTTP/1.1" status: 404 len: 336 time: 0.1429565 Dec 22 13:04:59.121761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49522) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:59.181347 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ed5537-119f-4152-a49c-0499298befc8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:59.182010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] For port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:59.182010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:59.183222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ed5537-119f-4152-a49c-0499298befc8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:59.186234 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a9ed5537-119f-4152-a49c-0499298befc8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/568b1993-d403-4343-b84c-b147e84bc2ed HTTP/1.1" status: 404 len: 337 time: 0.0633802 Dec 22 13:04:59.240375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49526) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:59.274240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:04:59.284296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:04:59.288380 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28b3169-162c-46ea-af28-ccddaf5847c6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:59.288823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28b3169-162c-46ea-af28-ccddaf5847c6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:59.290516 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d28b3169-162c-46ea-af28-ccddaf5847c6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/2d503b85-e717-4438-b554-22c07388e792 HTTP/1.1" status: 404 len: 337 time: 0.0493135 Dec 22 13:04:59.291636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:04:59.294973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49530) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:59.329645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:04:59.341543 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f90303-cad7-487d-a7a6-da09c8174d12 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:59.341992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f90303-cad7-487d-a7a6-da09c8174d12 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:59.343793 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-10f90303-cad7-487d-a7a6-da09c8174d12 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/b77e8644-6fe0-4860-b1bb-a47c1e6a970a HTTP/1.1" status: 404 len: 337 time: 0.0484276 Dec 22 13:04:59.347354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49534) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:59.367966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Calling delete_port for 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:04:59.386497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:04:59.396718 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a4943c89-5be4-4e46-80ec-1c423d7a93f5 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:04:59.428214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:59.528987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a4943c89-5be4-4e46-80ec-1c423d7a93f5 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:04:59.530547 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a4943c89-5be4-4e46-80ec-1c423d7a93f5 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7118502 Dec 22 13:04:59.538465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49538) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:59.580071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:04:59.592378 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6321d91-4ebe-4edf-a307-18673596fae7 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:59.593009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6321d91-4ebe-4edf-a307-18673596fae7 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:59.594853 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c6321d91-4ebe-4edf-a307-18673596fae7 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/ebaaf483-12b6-45ba-84df-68bf138d89a8 HTTP/1.1" status: 404 len: 333 time: 0.2463670 Dec 22 13:04:59.596800 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:59.598460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5da61bee-d75a-4d0e-b0b3-6acea1966bce tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group': {'name': 'tempest-security--1434394899', 'description': 'tempest-security-description-410244812'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:04:59.600257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7f6dadb4-29d0-4107-bda2-ca95cf40f759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:04:59.619552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49542) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:59.661166 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-837b9568-0d1a-4641-8a58-409e3af32a11 None None] Provisioning for port e2573b20-33eb-4851-81ac-45c1ccccc599 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:04:59.670241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:04:59.670847 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:04:59.714200 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-837b9568-0d1a-4641-8a58-409e3af32a11 None None] Provisioning complete for port e2573b20-33eb-4851-81ac-45c1ccccc599 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:04:59.714894 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-837b9568-0d1a-4641-8a58-409e3af32a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:59.720251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:59.739208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] DHCP port deletion for 76771202-86a1-4996-af35-933b175c3556 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:04:59.768867 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Deleting port b311a0da-11ce-4f03-b539-3a202332bc2d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:04:59.770020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:59.775734 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-df478938-6258-4671-aa96-5166f5002fac tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:59.776256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df478938-6258-4671-aa96-5166f5002fac tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:59.781789 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-df478938-6258-4671-aa96-5166f5002fac tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/d8007126-8919-4f4e-a6a6-c234c8d66fce HTTP/1.1" status: 404 len: 337 time: 0.1578493 Dec 22 13:04:59.782370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49546) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:59.810912 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:59.838663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Transition to ACTIVE for port object 4698155f-18b5-4663-a6a8-a7c4bc6e37a9 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:04:59.848269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] Router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:04:59.892682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,revision_number=9']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:04:59.905245 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-42891077-bc12-4fdb-8a40-0b34004892c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] DELETE failed (client error): The resource could not be found. Dec 22 13:04:59.906710 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42891077-bc12-4fdb-8a40-0b34004892c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:04:59.912498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e105f0a8-2769-47ed-9a33-97d7a738fc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:04:59.913293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:59.913293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:59.914357 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-42891077-bc12-4fdb-8a40-0b34004892c8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/3cf1e04e-956c-433d-97e2-51b0634dcc26 HTTP/1.1" status: 404 len: 337 time: 0.1201336 Dec 22 13:04:59.914607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:59.914955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:59.915288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:59.916042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:59.916576 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:59.916866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:59.917190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:59.917509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:59.918003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:59.918472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:04:59.919169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49550) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:04:59.955520 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:04:59.988757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5da61bee-d75a-4d0e-b0b3-6acea1966bce tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.017321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 4098f13c-5f0d-4848-a3e2-248cfb410daf yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:00.060130 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e99c8f-7c50-4f41-bdbe-c1e7895c2d64 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] DELETE failed (client error): The resource could not be found. Dec 22 13:05:00.060662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e99c8f-7c50-4f41-bdbe-c1e7895c2d64 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:05:00.063701 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b6e99c8f-7c50-4f41-bdbe-c1e7895c2d64 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/89f0e7fa-dea2-4a10-b234-e595822ff929 HTTP/1.1" status: 404 len: 333 time: 0.1404207 Dec 22 13:05:00.069234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49554) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:00.105259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.112725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:00.185328 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb62704-6910-400c-85d7-67f347646338 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] DELETE failed (client error): The resource could not be found. Dec 22 13:05:00.193883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb62704-6910-400c-85d7-67f347646338 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:05:00.209309 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] For port b311a0da-11ce-4f03-b539-3a202332bc2d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b311a0da-11ce-4f03-b539-3a202332bc2d,segment=NetworkSegment(6b4cf8eb-f78f-4aca-9baa-0642eaffe624),segment_id=6b4cf8eb-f78f-4aca-9baa-0642eaffe624)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:00.210933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.215909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:05:00.218662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 031c142a-d024-4ad6-93cd-1d1233bd4bf2 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:00.225206 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] 10.222.0.24 "PUT /v2.0/routers/e39cac93-3db5-4d8a-a7ea-ef8dbef4f452/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2636232 Dec 22 13:05:00.226324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:00.228856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5da61bee-d75a-4d0e-b0b3-6acea1966bce tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.230661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49558) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:00.230788 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6eb62704-6910-400c-85d7-67f347646338 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/7cdd13ec-4b68-4e70-b784-a94fa18cbaf4 HTTP/1.1" status: 404 len: 337 time: 0.1601555 Dec 22 13:05:00.234761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b311a0da-11ce-4f03-b539-3a202332bc2d no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:00.236259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:00.242511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:00.243157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.259306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49562) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:00.279135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267bd97c-432e-4a4d-be2c-03b70ca8f593 None None] Sync routers for ids ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:05:00.287369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5da61bee-d75a-4d0e-b0b3-6acea1966bce tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.290204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5da61bee-d75a-4d0e-b0b3-6acea1966bce tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.293688 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5da61bee-d75a-4d0e-b0b3-6acea1966bce tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "PUT /v2.0/security-groups/fc021036-ac3b-4eae-a86e-aa3ff44d0f4b HTTP/1.1" status: 200 len: 1777 time: 0.7510877 Dec 22 13:05:00.298652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1271bee3-328b-43bd-b0bd-bf16de2f1719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:00.309395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49564) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:00.310743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=4698155f-18b5-4663-a6a8-a7c4bc6e37a9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:00.352984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:00.356408 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0678854 Dec 22 13:05:00.372329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49570) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:00.428589 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7e52fabe-fcf1-43fe-b3b9-be27fb967211 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-groups/fc021036-ac3b-4eae-a86e-aa3ff44d0f4b HTTP/1.1" status: 200 len: 1777 time: 0.1158071 Dec 22 13:05:00.440878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49574) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:00.483244 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Calling delete_port for b311a0da-11ce-4f03-b539-3a202332bc2d owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:00.515273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da61bee-d75a-4d0e-b0b3-6acea1966bce tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc021036-ac3b-4eae-a86e-aa3ff44d0f4b,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:00.515926 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Deleting port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:00.516543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.519275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5da61bee-d75a-4d0e-b0b3-6acea1966bce tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:00.555024 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-79097a7f-8668-4354-b7c8-4f4411441017 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] DELETE failed (client error): The resource could not be found. Dec 22 13:05:00.555733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79097a7f-8668-4354-b7c8-4f4411441017 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:05:00.557560 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-79097a7f-8668-4354-b7c8-4f4411441017 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/subnets/77c468fc-a1e3-4fb0-ae64-502cea7830de HTTP/1.1" status: 404 len: 337 time: 0.2441065 Dec 22 13:05:00.560154 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49578) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:00.611047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9806464c-dffe-4b1d-8789-d79ff7a0d1cd tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.647992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-837b9568-0d1a-4641-8a58-409e3af32a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.654880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd859a2-cb74-4de5-b5e1-5d217f33d8a4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:00.656752 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6fd859a2-cb74-4de5-b5e1-5d217f33d8a4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aed HTTP/1.1" status: 200 len: 928 time: 0.2831857 Dec 22 13:05:00.666228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49582) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:00.667511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 172.20.0.12 (cc430aa9-1eda-495d-9373-01b5d372ccd0/78f40287-60dd-43f0-9bfa-5d8856a33dd7/4098f13c-5f0d-4848-a3e2-248cfb410daf) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:00.699492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267bd97c-432e-4a4d-be2c-03b70ca8f593 None None] Routers {'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:00.700173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-267bd97c-432e-4a4d-be2c-03b70ca8f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:00.744334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b65d25cc-7b46-4e21-a075-d90e4e479303 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:00.744936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b65d25cc-7b46-4e21-a075-d90e4e479303 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.746289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-43a0e240-5c82-43a7-b835-318d08016735 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port 4698155f-18b5-4663-a6a8-a7c4bc6e37a9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:00.746894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43a0e240-5c82-43a7-b835-318d08016735 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.806335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.806553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9806464c-dffe-4b1d-8789-d79ff7a0d1cd tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.814458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::f816:3eff:fea9:fd9e (cc430aa9-1eda-495d-9373-01b5d372ccd0/8ec47b8f-65d6-4bec-9a90-6cd48ba2eed2/4098f13c-5f0d-4848-a3e2-248cfb410daf) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:00.852478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.891436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:00.949271 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-837b9568-0d1a-4641-8a58-409e3af32a11 None None] For port e2573b20-33eb-4851-81ac-45c1ccccc599, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e2573b20-33eb-4851-81ac-45c1ccccc599,segment=NetworkSegment(ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b),segment_id=ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:00.976942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9806464c-dffe-4b1d-8789-d79ff7a0d1cd tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.027884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be8699d9-7e8d-4d53-a9af-645b7a8b8819 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:01.085402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806464c-dffe-4b1d-8789-d79ff7a0d1cd tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc021036-ac3b-4eae-a86e-aa3ff44d0f4b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:01.087870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9806464c-dffe-4b1d-8789-d79ff7a0d1cd tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:01.137258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-837b9568-0d1a-4641-8a58-409e3af32a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.150765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.154917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9806464c-dffe-4b1d-8789-d79ff7a0d1cd tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.158174 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9806464c-dffe-4b1d-8789-d79ff7a0d1cd tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-groups/fc021036-ac3b-4eae-a86e-aa3ff44d0f4b HTTP/1.1" status: 204 len: 168 time: 0.7132556 Dec 22 13:05:01.158332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:01.161739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49586) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:01.193375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b65d25cc-7b46-4e21-a075-d90e4e479303 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.205367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Deleting port 3ec0534b-4fd5-4873-92e6-155f3de47127 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:01.205696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.240427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port b311a0da-11ce-4f03-b539-3a202332bc2d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b311a0da-11ce-4f03-b539-3a202332bc2d,segment=NetworkSegment(6b4cf8eb-f78f-4aca-9baa-0642eaffe624),segment_id=6b4cf8eb-f78f-4aca-9baa-0642eaffe624)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:01.247760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43a0e240-5c82-43a7-b835-318d08016735 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.252553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.263313 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.295948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:05:01.296315 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:05:01.309286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-267bd97c-432e-4a4d-be2c-03b70ca8f593 None None] Set router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:05:01.361750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b9568-0d1a-4641-8a58-409e3af32a11 None None] Pushing event updated for resources: {'Port': ['ID=e2573b20-33eb-4851-81ac-45c1ccccc599,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:01.362594 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b65d25cc-7b46-4e21-a075-d90e4e479303 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for 74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:01.404526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-43a0e240-5c82-43a7-b835-318d08016735 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for 4698155f-18b5-4663-a6a8-a7c4bc6e37a9 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:01.426795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-837b9568-0d1a-4641-8a58-409e3af32a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:01.427273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b4066c3c-cced-4be6-b90f-88c47e20613d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:01.450016 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7af83ecd-7d02-4d47-a673-45057793148c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2820752 Dec 22 13:05:01.457273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49590) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:01.482217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.494474 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-b5181821-1861-419d-9009-5a11fcac071d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] delete failed (client error): The resource could not be found. Dec 22 13:05:01.495658 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b5181821-1861-419d-9009-5a11fcac071d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-groups/fc021036-ac3b-4eae-a86e-aa3ff44d0f4b HTTP/1.1" status: 404 len: 347 time: 0.0374336 Dec 22 13:05:01.501744 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6274af1f-178e-47f8-842d-8b3247d566d9 None None] Provisioning complete for port e2573b20-33eb-4851-81ac-45c1ccccc599 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:01.502131 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6274af1f-178e-47f8-842d-8b3247d566d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.502374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49594) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:01.515841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group': {'name': 'tempest-secgroup--2052105491'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:01.526524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:01.547310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 4098f13c-5f0d-4848-a3e2-248cfb410daf will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:01.551322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:01.556745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:01.564566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:01.582819 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] For port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:01.583212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.605530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b65d25cc-7b46-4e21-a075-d90e4e479303 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.613747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f8518d41-cb88-4c3b-9df6-33f58de43e25 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:01.672873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d25cc-7b46-4e21-a075-d90e4e479303 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Port': ['ID=74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:01.678285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b65d25cc-7b46-4e21-a075-d90e4e479303 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:01.690110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b65d25cc-7b46-4e21-a075-d90e4e479303 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.707244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] For port 3ec0534b-4fd5-4873-92e6-155f3de47127, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3ec0534b-4fd5-4873-92e6-155f3de47127,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:01.707726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.719182 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b65d25cc-7b46-4e21-a075-d90e4e479303 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/ports/74a2a93f-0dc1-4871-a2fa-0740d6e2b7a1 HTTP/1.1" status: 204 len: 168 time: 1.1531670 Dec 22 13:05:01.720192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49598) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:01.748482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Calling delete_port for 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:01.759471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.797549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:01.800979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=b311a0da-11ce-4f03-b539-3a202332bc2d,revision_number=11']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:01.803380 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Deleting port b311a0da-11ce-4f03-b539-3a202332bc2d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:01.803794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.809423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:01.813532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:01.820917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.826739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:01.828974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4a55e231-cb52-4fd5-b0d1-6786d4f05278 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:01.831254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:01.860689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43a0e240-5c82-43a7-b835-318d08016735 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.917727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Calling delete_port for 3ec0534b-4fd5-4873-92e6-155f3de47127 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:01.959111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e2573b20-33eb-4851-81ac-45c1ccccc599 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:01.970789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43a0e240-5c82-43a7-b835-318d08016735 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:01.993880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:01.998771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=4098f13c-5f0d-4848-a3e2-248cfb410daf,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:02.002433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:02.005151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0a2623dc-58fd-4aa0-bdc3-2dbeaf2ba290 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:02.037608 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:02.040603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:02.079937 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-43a0e240-5c82-43a7-b835-318d08016735 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/4698155f-18b5-4663-a6a8-a7c4bc6e37a9 HTTP/1.1" status: 204 len: 168 time: 1.4096861 Dec 22 13:05:02.093462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49602) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:02.101406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0e240-5c82-43a7-b835-318d08016735 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=4698155f-18b5-4663-a6a8-a7c4bc6e37a9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:02.105042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-43a0e240-5c82-43a7-b835-318d08016735 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:02.165548 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-31673165-8f98-46c6-a628-393537d661ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:05:02.166527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-31673165-8f98-46c6-a628-393537d661ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:02.208963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.216082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:02.217037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.236391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-31673165-8f98-46c6-a628-393537d661ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:02.237935 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-31673165-8f98-46c6-a628-393537d661ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/4698155f-18b5-4663-a6a8-a7c4bc6e37a9 HTTP/1.1" status: 404 len: 333 time: 0.1383858 Dec 22 13:05:02.246481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49606) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:02.253706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port b311a0da-11ce-4f03-b539-3a202332bc2d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:02.254307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.261205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.269829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.277612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0030a77f-020f-40ed-958d-822ccf77f058 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:02.299399 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.2569990 Dec 22 13:05:02.305629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49610) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:02.322768 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] For port b311a0da-11ce-4f03-b539-3a202332bc2d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b311a0da-11ce-4f03-b539-3a202332bc2d,segment=NetworkSegment(6b4cf8eb-f78f-4aca-9baa-0642eaffe624),segment_id=6b4cf8eb-f78f-4aca-9baa-0642eaffe624)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:02.323290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.335033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.337538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.344480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:02.364947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.366286 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8629131 Dec 22 13:05:02.372688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49614) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:02.374414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be238a23-44d5-4659-8054-4733959271e8,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:02.374568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6274af1f-178e-47f8-842d-8b3247d566d9 None None] Provisioning for port 189460b2-dd0b-4730-8af5-fd322281343d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:02.377971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:02.385040 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': 'be238a23-44d5-4659-8054-4733959271e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:02.395271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6f758ac6-ba7c-49c0-87ce-dab32cec18d9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port 189460b2-dd0b-4730-8af5-fd322281343d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:02.395842 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f758ac6-ba7c-49c0-87ce-dab32cec18d9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.399461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:02.406271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:02.409816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:02.417073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:02.447385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992e576a-7712-4db8-b9b0-3bd043e3dd43 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:02.448288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-992e576a-7712-4db8-b9b0-3bd043e3dd43 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:02.453047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.493378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-992e576a-7712-4db8-b9b0-3bd043e3dd43 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:02.494764 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-992e576a-7712-4db8-b9b0-3bd043e3dd43 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.1856658 Dec 22 13:05:02.499137 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49618) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:02.579653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Calling delete_port for b311a0da-11ce-4f03-b539-3a202332bc2d owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:02.580405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.597399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.602946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d44c9da6-9053-4ebb-9397-8b2886b14558 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:02.605825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.606084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Pushing event deleted for resources: {'Port': ['ID=7d0f6cd6-1894-42f3-95f3-d7bea89fd762,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:02.607488 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6274af1f-178e-47f8-842d-8b3247d566d9 None None] Provisioning complete for port 189460b2-dd0b-4730-8af5-fd322281343d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:02.607892 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6274af1f-178e-47f8-842d-8b3247d566d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.615495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:02.628633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f8e62843-0c0f-4831-b5e1-0c1935c86598 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 4098f13c-5f0d-4848-a3e2-248cfb410daf {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:02.629111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8e62843-0c0f-4831-b5e1-0c1935c86598 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.645614 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:02.684789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port e2573b20-33eb-4851-81ac-45c1ccccc599 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:02.685185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.688519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b685747a-48fa-483a-8cb5-492ab76a14b7,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:02.691901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:02.709818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.714060 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321326 Dec 22 13:05:02.716374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49622) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:02.759677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec0534b-4fd5-4873-92e6-155f3de47127,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:02.798477 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] No DVR routers for this DVR port 7d0f6cd6-1894-42f3-95f3-d7bea89fd762 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:05:02.801090 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:02.801315 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-267bd97c-432e-4a4d-be2c-03b70ca8f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T13:04:57Z', 'revision_number': 5, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port': {'id': '3ec0534b-4fd5-4873-92e6-155f3de47127', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:dd:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:58:51Z', 'updated_at': '2021-12-22T12:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:02.803063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bea5b52d-b7d8-4926-8e1f-50ad8a8824aa tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.815167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bea5b52d-b7d8-4926-8e1f-50ad8a8824aa tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.819439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6274af1f-178e-47f8-842d-8b3247d566d9 None None] Port 189460b2-dd0b-4730-8af5-fd322281343d cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:02.823231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267bd97c-432e-4a4d-be2c-03b70ca8f593 None None] Checking router: e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:05:02.843308 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1611941f-82e7-4cc2-b472-603c91d05ef1 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:02.861255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6274af1f-178e-47f8-842d-8b3247d566d9 None None] Could not find standard attr ID for object 4698155f-18b5-4663-a6a8-a7c4bc6e37a9. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:05:02.909565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bea5b52d-b7d8-4926-8e1f-50ad8a8824aa tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.917684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267bd97c-432e-4a4d-be2c-03b70ca8f593 None None] Routers {'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:02.918371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-267bd97c-432e-4a4d-be2c-03b70ca8f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:02.924195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f8d046f8-0393-43d4-acc1-1928632e6232 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:02.951440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bea5b52d-b7d8-4926-8e1f-50ad8a8824aa tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:02.955372 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bea5b52d-b7d8-4926-8e1f-50ad8a8824aa tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b685747a-48fa-483a-8cb5-492ab76a14b7 HTTP/1.1" status: 204 len: 168 time: 0.2369294 Dec 22 13:05:02.957175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49626) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:02.957902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5b52d-b7d8-4926-8e1f-50ad8a8824aa tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b685747a-48fa-483a-8cb5-492ab76a14b7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:02.961550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bea5b52d-b7d8-4926-8e1f-50ad8a8824aa tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:02.984751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] For port b311a0da-11ce-4f03-b539-3a202332bc2d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b311a0da-11ce-4f03-b539-3a202332bc2d,segment=NetworkSegment(6b4cf8eb-f78f-4aca-9baa-0642eaffe624),segment_id=6b4cf8eb-f78f-4aca-9baa-0642eaffe624)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:02.985377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.031582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.049764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-99d3f0fb-0e76-4979-847e-2a9bbd378ba0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:03.052690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-29f5c0e6-f1fa-48cd-bb6c-50f8e1717250 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:03.082883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8e62843-0c0f-4831-b5e1-0c1935c86598 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.142536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Calling delete_port for b311a0da-11ce-4f03-b539-3a202332bc2d owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:03.142831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Pushing event deleted for resources: {'Port': ['ID=b311a0da-11ce-4f03-b539-3a202332bc2d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:03.153648 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] No DVR routers for this DVR port b311a0da-11ce-4f03-b539-3a202332bc2d on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:05:03.153860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-29f5c0e6-f1fa-48cd-bb6c-50f8e1717250 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:03.154836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-267bd97c-432e-4a4d-be2c-03b70ca8f593 None None] Set router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:05:03.158537 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-29f5c0e6-f1fa-48cd-bb6c-50f8e1717250 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1957088 Dec 22 13:05:03.172820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.195638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:03.210440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49630) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:03.218621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f8e62843-0c0f-4831-b5e1-0c1935c86598 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 4098f13c-5f0d-4848-a3e2-248cfb410daf owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:03.284903 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-267bd97c-432e-4a4d-be2c-03b70ca8f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T13:05:02Z', 'revision_number': 7, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:03.305354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267bd97c-432e-4a4d-be2c-03b70ca8f593 None None] The sync data for ids ['e39cac93-3db5-4d8a-a7ea-ef8dbef4f452'] in dv-neutron-822668-1-hyperv is: [{'id': 'e39cac93-3db5-4d8a-a7ea-ef8dbef4f452', 'name': 'tempest-ServerActionsTestJSON-316820986-router', 'tenant_id': 'f088456d3776496db28fcf551f85fdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:58:50Z', 'updated_at': '2021-12-22T13:05:02Z', 'revision_number': 7, 'project_id': 'f088456d3776496db28fcf551f85fdce', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:05:03.341758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7e2c2579-db5d-40d1-b92b-d764e6e32e51 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.391081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7e2c2579-db5d-40d1-b92b-d764e6e32e51 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.405551 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.412623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.415213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f758ac6-ba7c-49c0-87ce-dab32cec18d9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.496784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': '78f40287-60dd-43f0-9bfa-5d8856a33dd7'}, {'subnet_id': '8ec47b8f-65d6-4bec-9a90-6cd48ba2eed2'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:03.497786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.555433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7e2c2579-db5d-40d1-b92b-d764e6e32e51 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.566393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-94fd9889-5a79-4b44-af9a-db406e196ee9 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:03.605135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c2579-db5d-40d1-b92b-d764e6e32e51 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be238a23-44d5-4659-8054-4733959271e8,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:03.607475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7e2c2579-db5d-40d1-b92b-d764e6e32e51 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:03.640789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8e62843-0c0f-4831-b5e1-0c1935c86598 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.646939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:03.686591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7e2c2579-db5d-40d1-b92b-d764e6e32e51 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.690674 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7e2c2579-db5d-40d1-b92b-d764e6e32e51 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-groups/be238a23-44d5-4659-8054-4733959271e8 HTTP/1.1" status: 204 len: 168 time: 0.4797962 Dec 22 13:05:03.691282 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49634) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:03.706612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e62843-0c0f-4831-b5e1-0c1935c86598 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=4098f13c-5f0d-4848-a3e2-248cfb410daf,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:03.710671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f8e62843-0c0f-4831-b5e1-0c1935c86598 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:03.720159 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6f758ac6-ba7c-49c0-87ce-dab32cec18d9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for 189460b2-dd0b-4730-8af5-fd322281343d owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:03.765830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:05:03.766127 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:05:03.768768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.769283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:05:03.808969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:03.810109 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e39cac93-3db5-4d8a-a7ea-ef8dbef4f452 HTTP/1.1" status: 204 len: 168 time: 3.5785937 Dec 22 13:05:03.814863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49638) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:03.839130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Allocated IP 172.20.0.2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/78f40287-60dd-43f0-9bfa-5d8856a33dd7/4176cb4a-eb53-462d-9ed2-b16f2adff421) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:03.845682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Allocated IP 2001:db8::f816:3eff:fe0d:b70e (cc430aa9-1eda-495d-9373-01b5d372ccd0/8ec47b8f-65d6-4bec-9a90-6cd48ba2eed2/4176cb4a-eb53-462d-9ed2-b16f2adff421) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:03.950466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc56a725-b014-4654-83f0-bc10083c9828 admin admin] Deleting subnet d589bbeb-9639-4ffc-9c40-da0196ca78b1 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:03.958406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc56a725-b014-4654-83f0-bc10083c9828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.037201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc56a725-b014-4654-83f0-bc10083c9828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.047237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cd056d44-99e1-44d8-82f9-608854baf081 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:04.066282 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8e62843-0c0f-4831-b5e1-0c1935c86598 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.068402 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f8e62843-0c0f-4831-b5e1-0c1935c86598 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/4098f13c-5f0d-4848-a3e2-248cfb410daf HTTP/1.1" status: 204 len: 168 time: 1.5685878 Dec 22 13:05:04.070915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49642) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:04.081167 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f758ac6-ba7c-49c0-87ce-dab32cec18d9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.088543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.090505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bdcafe87-2cbd-4874-a7aa-b401a864cce6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:04.099932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Transition to ACTIVE for port object 4176cb4a-eb53-462d-9ed2-b16f2adff421 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:04.113560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cd056d44-99e1-44d8-82f9-608854baf081 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:04.114840 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cd056d44-99e1-44d8-82f9-608854baf081 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4107270 Dec 22 13:05:04.120855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49646) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:04.122229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Transition to ACTIVE for port object 4176cb4a-eb53-462d-9ed2-b16f2adff421 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:04.127263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9825b20f-a5a8-498c-8c94-a3aba10298da no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:04.134985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018567956'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:04.138936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f758ac6-ba7c-49c0-87ce-dab32cec18d9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=189460b2-dd0b-4730-8af5-fd322281343d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:04.141427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6f758ac6-ba7c-49c0-87ce-dab32cec18d9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:04.145013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:04.165984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:04.172327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a780999-81cd-410b-8e54-733cadf8087b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:04.173134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 9825b20f-a5a8-498c-8c94-a3aba10298da {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:05:04.173498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9825b20f-a5a8-498c-8c94-a3aba10298da not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:05:04.173906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a780999-81cd-410b-8e54-733cadf8087b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:04.174362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3ec0534b-4fd5-4873-92e6-155f3de47127 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:04.175628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a780999-81cd-410b-8e54-733cadf8087b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:04.176943 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0a780999-81cd-410b-8e54-733cadf8087b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:04.197401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.200601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6f758ac6-ba7c-49c0-87ce-dab32cec18d9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.204285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.214382 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b62824e9-9718-40a4-b2df-283a310ca097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:04.221200 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6f758ac6-ba7c-49c0-87ce-dab32cec18d9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/189460b2-dd0b-4730-8af5-fd322281343d HTTP/1.1" status: 204 len: 168 time: 1.9372840 Dec 22 13:05:04.224568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49650) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:04.224863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0a780999-81cd-410b-8e54-733cadf8087b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:04.225959 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0a780999-81cd-410b-8e54-733cadf8087b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1537292 Dec 22 13:05:04.228677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49652) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:04.252737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc56a725-b014-4654-83f0-bc10083c9828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.267889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 3ec0534b-4fd5-4873-92e6-155f3de47127 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:05:04.268249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3ec0534b-4fd5-4873-92e6-155f3de47127 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:05:04.276359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:04.288209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:04.293340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:04.294424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Deleting port b311a0da-11ce-4f03-b539-3a202332bc2d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:04.294768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.302639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:04.321658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d166bd-ecdf-4ef2-a469-85acfebdff5a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 78f40287-60dd-43f0-9bfa-5d8856a33dd7 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:04.326700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3d166bd-ecdf-4ef2-a469-85acfebdff5a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.401523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3d166bd-ecdf-4ef2-a469-85acfebdff5a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.440544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:04.443732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:04.448168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:04.463796 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Pushing event updated for resources: {'Port': ['ID=4176cb4a-eb53-462d-9ed2-b16f2adff421,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:04.471480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] The port 'b311a0da-11ce-4f03-b539-3a202332bc2d' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:05:04.475319 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-016b84db-4110-4bad-811a-998b63e164cc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:05:04.476013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-016b84db-4110-4bad-811a-998b63e164cc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:04.496460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:04.514079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.524168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.554173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:04.566626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.568361 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4464371 Dec 22 13:05:04.574975 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49658) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:04.583878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': '43a53dcb-9905-440f-a92b-f3a624341d09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:04.597982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:04.605472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Attempting to bind port 4176cb4a-eb53-462d-9ed2-b16f2adff421 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:04.606509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Attempting to bind port 4176cb4a-eb53-462d-9ed2-b16f2adff421 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:04.607047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Attempting to bind port 4176cb4a-eb53-462d-9ed2-b16f2adff421 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:04.610089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:04.613908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:04.614484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:04.614812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:04.615277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.616473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:04.617149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Bound port: 4176cb4a-eb53-462d-9ed2-b16f2adff421, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:04.617444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a53dcb-9905-440f-a92b-f3a624341d09,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:04.617959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.620651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:04.621800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3d166bd-ecdf-4ef2-a469-85acfebdff5a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.636442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.657188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:04.664785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-016b84db-4110-4bad-811a-998b63e164cc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:04.666180 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-016b84db-4110-4bad-811a-998b63e164cc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/189460b2-dd0b-4730-8af5-fd322281343d HTTP/1.1" status: 404 len: 333 time: 0.3730567 Dec 22 13:05:04.670540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76771202-86a1-4996-af35-933b175c3556']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:04.672015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49662) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:04.688111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4cf8eb-f78f-4aca-9baa-0642eaffe624') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:04.688407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4cf8eb-f78f-4aca-9baa-0642eaffe624') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:04.702015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.708841 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc56a725-b014-4654-83f0-bc10083c9828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.722803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f84c7557-838b-466d-93a4-8bc1394496be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:04.742498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.762527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56a725-b014-4654-83f0-bc10083c9828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d589bbeb-9639-4ffc-9c40-da0196ca78b1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:04.765285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dc56a725-b014-4654-83f0-bc10083c9828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.768650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8623e7e3-d4c4-4564-b691-7348ad356351 None None] Network f13a7c56-cda0-4112-8efa-249342855ee9 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:04.773485 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dc56a725-b014-4654-83f0-bc10083c9828 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d589bbeb-9639-4ffc-9c40-da0196ca78b1 HTTP/1.1" status: 204 len: 168 time: 0.9553573 Dec 22 13:05:04.773485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dc56a725-b014-4654-83f0-bc10083c9828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:04.773485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.775281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49666) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:04.792791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-08853b24-3056-476f-8690-663e37d0cd36 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting subnet 684d5e76-e5e6-4703-a8d9-e5bd85646301 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:04.804158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3d166bd-ecdf-4ef2-a469-85acfebdff5a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.804401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:05:04.804638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.809237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08853b24-3056-476f-8690-663e37d0cd36 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:05:04.819509 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:05:04.837264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-431225ca-0ca7-4a5c-a517-4861681717af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:04.844839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] For port 4176cb4a-eb53-462d-9ed2-b16f2adff421, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:04.870788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] For port 4176cb4a-eb53-462d-9ed2-b16f2adff421, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4176cb4a-eb53-462d-9ed2-b16f2adff421,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:04.877195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.882994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d0e67d63-8445-4559-b162-9a74ca33ac01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:04.893983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3d166bd-ecdf-4ef2-a469-85acfebdff5a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.898931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d166bd-ecdf-4ef2-a469-85acfebdff5a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=78f40287-60dd-43f0-9bfa-5d8856a33dd7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:04.901047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a3d166bd-ecdf-4ef2-a469-85acfebdff5a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:04.924965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08853b24-3056-476f-8690-663e37d0cd36 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.958911 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a3d166bd-ecdf-4ef2-a469-85acfebdff5a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/78f40287-60dd-43f0-9bfa-5d8856a33dd7 HTTP/1.1" status: 204 len: 168 time: 0.7269142 Dec 22 13:05:04.963440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49670) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:04.987060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:04.993931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.003115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-70f0dc18-2b4b-434a-be47-ce811caabd46 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:05.015770 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.025230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.032099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c04d6590-ac43-40b9-8b85-504f211f250b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:05.039349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Pushing event updated for resources: {'Port': ['ID=4176cb4a-eb53-462d-9ed2-b16f2adff421,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:05.040676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b3f18f-28cc-43d9-9839-509cdf76a8bc,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:05.043669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:05.044940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:05.051480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.061184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.062746 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4866505 Dec 22 13:05:05.065976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49674) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:05.071430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Pushing event deleted for resources: {'Network': ['ID=76771202-86a1-4996-af35-933b175c3556,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:05.073110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': '43a53dcb-9905-440f-a92b-f3a624341d09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:05.090915 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] 10.222.0.24 "DELETE /v2.0/networks/76771202-86a1-4996-af35-933b175c3556 HTTP/1.1" status: 204 len: 168 time: 3.3613932 Dec 22 13:05:05.093418 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:05.096069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:05.097331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb39687-a216-44b6-95ad-7ef888c9fee8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 8ec47b8f-65d6-4bec-9a90-6cd48ba2eed2 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:05.102549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-afb39687-a216-44b6-95ad-7ef888c9fee8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.103065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:05.106635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:05.118867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08853b24-3056-476f-8690-663e37d0cd36 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.139847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Deleting port a2ac05c0-5af0-45df-bf23-b1e85c842f2d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:05.140007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.170995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:05.178924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619fa938-af77-43c1-8ce0-2eb1435563dd None None] DHCP port deletion for f13a7c56-cda0-4112-8efa-249342855ee9 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:05:05.184362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-619fa938-af77-43c1-8ce0-2eb1435563dd None None] Deleting port a2ac05c0-5af0-45df-bf23-b1e85c842f2d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:05.184873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-619fa938-af77-43c1-8ce0-2eb1435563dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.214901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-afb39687-a216-44b6-95ad-7ef888c9fee8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.218233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.284673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08853b24-3056-476f-8690-663e37d0cd36 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.294418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b5174ff7-0cb6-4b62-be8d-cb6c1dd7d54a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:05.350973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08853b24-3056-476f-8690-663e37d0cd36 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Subnet': ['ID=684d5e76-e5e6-4703-a8d9-e5bd85646301,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:05.354184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08853b24-3056-476f-8690-663e37d0cd36 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.375964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-08853b24-3056-476f-8690-663e37d0cd36 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:05.388181 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-08853b24-3056-476f-8690-663e37d0cd36 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/684d5e76-e5e6-4703-a8d9-e5bd85646301 HTTP/1.1" status: 204 len: 168 time: 0.7127626 Dec 22 13:05:05.390124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49680) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:05.398876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6132d2-ae68-4125-9d6d-f981398882db None None] Network 031c142a-d024-4ad6-93cd-1d1233bd4bf2 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:05.479759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.506062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-afb39687-a216-44b6-95ad-7ef888c9fee8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.537541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.546216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a2e46e2c-efae-4925-9cd3-01bf99273001 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:05.597051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9109d1e-7043-4d32-8f3a-1905b3dd3f3e,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:05.611844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-619fa938-af77-43c1-8ce0-2eb1435563dd None None] For port a2ac05c0-5af0-45df-bf23-b1e85c842f2d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a2ac05c0-5af0-45df-bf23-b1e85c842f2d,segment=NetworkSegment(757b5385-7a7f-4d58-8b61-55d41371479c),segment_id=757b5385-7a7f-4d58-8b61-55d41371479c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:05.612343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-619fa938-af77-43c1-8ce0-2eb1435563dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.623931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:05.643705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49686) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:05.665733 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.670783 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6038570 Dec 22 13:05:05.671764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49692) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:05.678770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.686663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': '43a53dcb-9905-440f-a92b-f3a624341d09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:05.701831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:05.709363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port e2573b20-33eb-4851-81ac-45c1ccccc599 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:05.710077 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.755065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:05.758252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-afb39687-a216-44b6-95ad-7ef888c9fee8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.759418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:05.773864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-92f13221-cc46-4973-b94f-5018e4e0c06b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:05.782306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:05.825500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb39687-a216-44b6-95ad-7ef888c9fee8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec47b8f-65d6-4bec-9a90-6cd48ba2eed2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:05.827917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-afb39687-a216-44b6-95ad-7ef888c9fee8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.834134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-619fa938-af77-43c1-8ce0-2eb1435563dd None None] Calling delete_port for a2ac05c0-5af0-45df-bf23-b1e85c842f2d owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:05.841500 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-afb39687-a216-44b6-95ad-7ef888c9fee8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/8ec47b8f-65d6-4bec-9a90-6cd48ba2eed2 HTTP/1.1" status: 204 len: 168 time: 0.8766320 Dec 22 13:05:05.844373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-afb39687-a216-44b6-95ad-7ef888c9fee8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:05.848631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49696) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:05.852205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] For port a2ac05c0-5af0-45df-bf23-b1e85c842f2d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a2ac05c0-5af0-45df-bf23-b1e85c842f2d,segment=NetworkSegment(757b5385-7a7f-4d58-8b61-55d41371479c),segment_id=757b5385-7a7f-4d58-8b61-55d41371479c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:05.853065 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.901684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.938824 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ae582170-ae48-4315-ac46-458dc4c8474d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888982 Dec 22 13:05:05.955265 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3572a6fa-5541-4af4-be53-e2f9bd15194b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09da01ce16a14f99b2a065e133e9b364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100998 Dec 22 13:05:05.959735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49700) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:05.960108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49702) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:05.972353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:05.982168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-619fa938-af77-43c1-8ce0-2eb1435563dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:05.993182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:06.066087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Calling delete_port for a2ac05c0-5af0-45df-bf23-b1e85c842f2d owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:06.069883 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fa938-af77-43c1-8ce0-2eb1435563dd None None] Pushing event deleted for resources: {'Port': ['ID=a2ac05c0-5af0-45df-bf23-b1e85c842f2d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:06.078621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4176cb4a-eb53-462d-9ed2-b16f2adff421 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:06.115088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a325b70-7dcc-4d75-b452-98145c9ef288 None None] DHCP port deletion for 031c142a-d024-4ad6-93cd-1d1233bd4bf2 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:05:06.118544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619fa938-af77-43c1-8ce0-2eb1435563dd None None] No DVR routers for this DVR port a2ac05c0-5af0-45df-bf23-b1e85c842f2d on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:05:06.120135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-619fa938-af77-43c1-8ce0-2eb1435563dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:06.138466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3a325b70-7dcc-4d75-b452-98145c9ef288 None None] Deleting port e2573b20-33eb-4851-81ac-45c1ccccc599 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:06.139328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a325b70-7dcc-4d75-b452-98145c9ef288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.156167 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:05:06.156869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:05:06.270564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.287076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 4176cb4a-eb53-462d-9ed2-b16f2adff421 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:06.290976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.293045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:06.303018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:06.322513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] For port e2573b20-33eb-4851-81ac-45c1ccccc599, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e2573b20-33eb-4851-81ac-45c1ccccc599,segment=NetworkSegment(ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b),segment_id=ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:06.323296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.337735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:06.345541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:06.353518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1bee1a77-5edf-4d60-a137-21d985e23284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.362697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:06.404147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a2ac05c0-5af0-45df-bf23-b1e85c842f2d no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:06.414051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f5399d-ac97-4b5d-b286-96571e85b791,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:06.417651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:06.448980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: a2ac05c0-5af0-45df-bf23-b1e85c842f2d {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:05:06.449332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a2ac05c0-5af0-45df-bf23-b1e85c842f2d not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:05:06.461171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3a325b70-7dcc-4d75-b452-98145c9ef288 None None] For port e2573b20-33eb-4851-81ac-45c1ccccc599, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e2573b20-33eb-4851-81ac-45c1ccccc599,segment=NetworkSegment(ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b),segment_id=ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:06.461482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a325b70-7dcc-4d75-b452-98145c9ef288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.589102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3a325b70-7dcc-4d75-b452-98145c9ef288 None None] Calling delete_port for e2573b20-33eb-4851-81ac-45c1ccccc599 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:06.621085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for e2573b20-33eb-4851-81ac-45c1ccccc599 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:06.622106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba70e980-17fa-4713-b217-9b2754d41c47 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:06.658719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Deleting port a2ac05c0-5af0-45df-bf23-b1e85c842f2d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:06.659354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.673202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.674404 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0009768 Dec 22 13:05:06.680077 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49708) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:06.688427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:06.691897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.706446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1bee1a77-5edf-4d60-a137-21d985e23284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.720264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': '43a53dcb-9905-440f-a92b-f3a624341d09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:06.728566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] The port 'a2ac05c0-5af0-45df-bf23-b1e85c842f2d' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:05:06.733479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:06.752791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8bfb81f2-f4de-4f8a-86e3-50e509ea3339 None None] Provisioning for port 4176cb4a-eb53-462d-9ed2-b16f2adff421 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:06.793567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:06.804320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8bfb81f2-f4de-4f8a-86e3-50e509ea3339 None None] Provisioning complete for port 4176cb4a-eb53-462d-9ed2-b16f2adff421 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:06.804750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8bfb81f2-f4de-4f8a-86e3-50e509ea3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.807234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:06.848050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:06.851859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.885392 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.889111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13a7c56-cda0-4112-8efa-249342855ee9']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:06.902632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757b5385-7a7f-4d58-8b61-55d41371479c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:06.903262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757b5385-7a7f-4d58-8b61-55d41371479c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:06.915944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a325b70-7dcc-4d75-b452-98145c9ef288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.916250 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.923619 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fa11bb26-453d-4791-93f9-4cd3afb9f009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:06.924739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1bee1a77-5edf-4d60-a137-21d985e23284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.931476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-dce8b2af-61db-4638-aba7-3df105989662 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:06.933523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.940504 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:05:06.940924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:05:06.954388 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:05:06.957140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:05:06.957140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:05:06.966737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee1a77-5edf-4d60-a137-21d985e23284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5140db4-8803-4539-ad95-bcd41a2a2c71,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:06.979361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1bee1a77-5edf-4d60-a137-21d985e23284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:06.983303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a325b70-7dcc-4d75-b452-98145c9ef288 None None] Pushing event deleted for resources: {'Port': ['ID=e2573b20-33eb-4851-81ac-45c1ccccc599,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:06.991390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3a325b70-7dcc-4d75-b452-98145c9ef288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:06.995946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a325b70-7dcc-4d75-b452-98145c9ef288 None None] No DVR routers for this DVR port e2573b20-33eb-4851-81ac-45c1ccccc599 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:05:07.037190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.041049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d3b02437-b8c1-4412-9588-38849601e2b2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:07.044100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.056574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.058911 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.063268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c1f3bfd8-19c8-4c43-a65a-556fc1c1ddab tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:07.066573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Pushing event deleted for resources: {'Network': ['ID=f13a7c56-cda0-4112-8efa-249342855ee9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:07.071258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:07.087104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1bee1a77-5edf-4d60-a137-21d985e23284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.088561 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1bee1a77-5edf-4d60-a137-21d985e23284 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5140db4-8803-4539-ad95-bcd41a2a2c71 HTTP/1.1" status: 204 len: 168 time: 1.1255898 Dec 22 13:05:07.091397 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f13a7c56-cda0-4112-8efa-249342855ee9 HTTP/1.1" status: 204 len: 168 time: 2.3118210 Dec 22 13:05:07.101307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b404c725-71ca-49ba-a1cb-2c29d259dd1f,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:07.112153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8bfb81f2-f4de-4f8a-86e3-50e509ea3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.114965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:07.118476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.119768 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4370410 Dec 22 13:05:07.122486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49716) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:07.137797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': '43a53dcb-9905-440f-a92b-f3a624341d09', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:07.144239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:07.148645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:07.151864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:07.158215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:07.160708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8bfb81f2-f4de-4f8a-86e3-50e509ea3339 None None] For port 4176cb4a-eb53-462d-9ed2-b16f2adff421, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4176cb4a-eb53-462d-9ed2-b16f2adff421,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:07.168613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8bfb81f2-f4de-4f8a-86e3-50e509ea3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.170688 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-21946f24-ec95-4368-a55a-caaa34781bc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:07.183747 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.190653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-08853b24-3056-476f-8690-663e37d0cd36 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:07.220544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c84f90-11df-4b67-9ce2-effc3b3cb0ef None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:05:07.234534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.239845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8bfb81f2-f4de-4f8a-86e3-50e509ea3339 None None] Could not find standard attr ID for object 4098f13c-5f0d-4848-a3e2-248cfb410daf. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:05:07.247309 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-90c84f90-11df-4b67-9ce2-effc3b3cb0ef None None] Deleting port 4176cb4a-eb53-462d-9ed2-b16f2adff421 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:07.247816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c84f90-11df-4b67-9ce2-effc3b3cb0ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.283506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:07.290443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:07.307290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:07.307547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.317695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb81f2-f4de-4f8a-86e3-50e509ea3339 None None] Pushing event updated for resources: {'Port': ['ID=4176cb4a-eb53-462d-9ed2-b16f2adff421,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:07.322686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8bfb81f2-f4de-4f8a-86e3-50e509ea3339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:07.341228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49720) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:07.341486 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3802614 Dec 22 13:05:07.343222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=b6b14ec9-6553-4408-9915-bfbd08aca7bb,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:07.347746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:07.352517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:07.364558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49724) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:07.403889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.419742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.425325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-058cd738-89d8-4835-a761-6647103fd242 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:07.461025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port e2573b20-33eb-4851-81ac-45c1ccccc599 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:07.461404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.511215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.515331 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3884218 Dec 22 13:05:07.516464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d981ea4-2935-4b9b-87c2-aac8c714642b,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:07.517888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49728) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:07.538791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:07.547883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:07.550882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:07.553459 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3084e897-04e6-48e1-be59-9f49e881777f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f088456d3776496db28fcf551f85fdce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1875916 Dec 22 13:05:07.555667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:07.558465 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49732) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:07.559017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] The port 'e2573b20-33eb-4851-81ac-45c1ccccc599' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:05:07.560871 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-90c84f90-11df-4b67-9ce2-effc3b3cb0ef None None] For port 4176cb4a-eb53-462d-9ed2-b16f2adff421, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4176cb4a-eb53-462d-9ed2-b16f2adff421,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:07.561511 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c84f90-11df-4b67-9ce2-effc3b3cb0ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.578157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:07.588275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55849a95-c418-4ab6-a7fc-797caefca24c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.612114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55849a95-c418-4ab6-a7fc-797caefca24c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.621169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:07.625070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.691333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.695463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-90c84f90-11df-4b67-9ce2-effc3b3cb0ef None None] Calling delete_port for 4176cb4a-eb53-462d-9ed2-b16f2adff421 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:07.722555 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:05:07.725170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031c142a-d024-4ad6-93cd-1d1233bd4bf2']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:07.739305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:07.739596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9ecaa3-bfcb-4e1d-bdd3-f3a48648339b') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:07.742937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55849a95-c418-4ab6-a7fc-797caefca24c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.754039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.763121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6d9397e8-640e-4e78-bf3c-6b7757410ecd tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:07.773074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.782740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:05:07.783189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.791084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90c84f90-11df-4b67-9ce2-effc3b3cb0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.796462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4ebd2971-e753-4e01-9e7d-c8419c585c71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:07.798303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55849a95-c418-4ab6-a7fc-797caefca24c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d981ea4-2935-4b9b-87c2-aac8c714642b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:05:07.800402 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:05:07.806917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39e9e3ce-1fb8-47eb-99df-8dda7032de22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.813432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-55849a95-c418-4ab6-a7fc-797caefca24c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:07.832518 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55849a95-c418-4ab6-a7fc-797caefca24c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.836191 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-55849a95-c418-4ab6-a7fc-797caefca24c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5d981ea4-2935-4b9b-87c2-aac8c714642b HTTP/1.1" status: 204 len: 168 time: 0.3156955 Dec 22 13:05:07.840025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c84f90-11df-4b67-9ce2-effc3b3cb0ef None None] Pushing event deleted for resources: {'Port': ['ID=4176cb4a-eb53-462d-9ed2-b16f2adff421,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:07.843080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-90c84f90-11df-4b67-9ce2-effc3b3cb0ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:07.844037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c84f90-11df-4b67-9ce2-effc3b3cb0ef None None] No DVR routers for this DVR port 4176cb4a-eb53-462d-9ed2-b16f2adff421 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:05:07.855508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ff9e80-5897-4314-90fc-00162725d77c None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:07.860343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49736) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:07.888951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39e9e3ce-1fb8-47eb-99df-8dda7032de22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.921151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.930437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-369ff1b0-a48e-48b8-9edf-05888d9f4626 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:07.949910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:07.954287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e2573b20-33eb-4851-81ac-45c1ccccc599 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:07.961740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Network': ['ID=031c142a-d024-4ad6-93cd-1d1233bd4bf2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:07.970916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:07.973453 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/networks/031c142a-d024-4ad6-93cd-1d1233bd4bf2 HTTP/1.1" status: 204 len: 168 time: 2.5808187 Dec 22 13:05:07.978156 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49740) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:07.989705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-938339059'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:07.990995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f6b07249-06a3-4369-b0e4-a6c8c56c74b2 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:07.993819 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: e2573b20-33eb-4851-81ac-45c1ccccc599 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:05:07.994326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e2573b20-33eb-4851-81ac-45c1ccccc599 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:05:07.995012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4176cb4a-eb53-462d-9ed2-b16f2adff421 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:08.007162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f6b07249-06a3-4369-b0e4-a6c8c56c74b2 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:08.008821 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f6b07249-06a3-4369-b0e4-a6c8c56c74b2 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1474223 Dec 22 13:05:08.011800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49744) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:08.030689 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:08.043511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81edc6ed-eafc-4799-9c44-9f049e7a74f9 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.043755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:network and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:08.047700 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 4176cb4a-eb53-462d-9ed2-b16f2adff421 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:05:08.048208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4176cb4a-eb53-462d-9ed2-b16f2adff421 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:05:08.049258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:08.055315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39e9e3ce-1fb8-47eb-99df-8dda7032de22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.056965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81edc6ed-eafc-4799-9c44-9f049e7a74f9 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.064817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-90eaddf9-1599-4bd9-bf90-4c5112b37897 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:08.077584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:08.090833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81edc6ed-eafc-4799-9c44-9f049e7a74f9 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.092899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f1ce5497-71e1-45c9-952a-702e2eb3595d tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:08.093789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9e3ce-1fb8-47eb-99df-8dda7032de22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c38604a-90f2-4812-801e-8de5abb92337,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:08.099403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-39e9e3ce-1fb8-47eb-99df-8dda7032de22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:08.112400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edc6ed-eafc-4799-9c44-9f049e7a74f9 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b404c725-71ca-49ba-a1cb-2c29d259dd1f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:08.113587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:08.117078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.120396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-81edc6ed-eafc-4799-9c44-9f049e7a74f9 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:08.126646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81edc6ed-eafc-4799-9c44-9f049e7a74f9 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.127986 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-81edc6ed-eafc-4799-9c44-9f049e7a74f9 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b404c725-71ca-49ba-a1cb-2c29d259dd1f HTTP/1.1" status: 204 len: 168 time: 0.1149931 Dec 22 13:05:08.130588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49748) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:08.153191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-39e9e3ce-1fb8-47eb-99df-8dda7032de22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.154347 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-39e9e3ce-1fb8-47eb-99df-8dda7032de22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c38604a-90f2-4812-801e-8de5abb92337 HTTP/1.1" status: 204 len: 168 time: 0.5949724 Dec 22 13:05:08.167464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:05:08.191928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-67f42f7a-2517-4077-8aff-3a9d3eb304ed tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:08.192171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.192538 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Added segment fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88 of type vlan for network 9ca87518-a039-4b24-baaa-54c112cce2e5 Dec 22 13:05:08.211923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-67f42f7a-2517-4077-8aff-3a9d3eb304ed tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:08.214792 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-67f42f7a-2517-4077-8aff-3a9d3eb304ed tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0832744 Dec 22 13:05:08.218178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49754) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:08.249119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': 'b6b14ec9-6553-4408-9915-bfbd08aca7bb'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:08.250451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.252907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-220ab580-a6e9-4e78-9907-ff4c3c1483cc tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.276146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-220ab580-a6e9-4e78-9907-ff4c3c1483cc tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.285441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.314481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-220ab580-a6e9-4e78-9907-ff4c3c1483cc tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.334452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:08.347732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-220ab580-a6e9-4e78-9907-ff4c3c1483cc tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.352645 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-220ab580-a6e9-4e78-9907-ff4c3c1483cc tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d8f5399d-ac97-4b5d-b286-96571e85b791 HTTP/1.1" status: 204 len: 168 time: 0.1332166 Dec 22 13:05:08.353950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49758) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:08.356209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ab580-a6e9-4e78-9907-ff4c3c1483cc tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8f5399d-ac97-4b5d-b286-96571e85b791,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:08.359559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-220ab580-a6e9-4e78-9907-ff4c3c1483cc tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:08.421748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.objects.ports [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:05:08.424780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.430288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:08.430893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.435862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fdde5c02-a0f4-4fe8-9cac-28f181ae593c tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:08.454214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.505670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Allocated IP 172.20.0.2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/b6b14ec9-6553-4408-9915-bfbd08aca7bb/6bcf8556-932a-4f8c-9215-bb3083b58c38) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:08.512201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Allocated IP 2001:db8::f816:3eff:fe52:35ba (cc430aa9-1eda-495d-9373-01b5d372ccd0/e77e2db9-a007-462f-98f4-81f35b22777d/6bcf8556-932a-4f8c-9215-bb3083b58c38) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:08.559416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e3a1e42d-6b78-48ab-9083-e04f666f5c7d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:08.579942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:08.586884 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:08.593543 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6129467 Dec 22 13:05:08.597543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49766) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:08.600006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:08.600669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.605839 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Network': ['ID=9ca87518-a039-4b24-baaa-54c112cce2e5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:08.605987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '9ca87518-a039-4b24-baaa-54c112cce2e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:08.611029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:08.611540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0b4e8a84-29f8-4a07-90cd-ab7f00a3cadb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:08.620787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 9ca87518-a039-4b24-baaa-54c112cce2e5 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:05:08.652204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e3a1e42d-6b78-48ab-9083-e04f666f5c7d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:08.656341 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e3a1e42d-6b78-48ab-9083-e04f666f5c7d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2986696 Dec 22 13:05:08.666656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49770) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:08.693954 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3515620 Dec 22 13:05:08.699275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49776) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:08.704824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:31:2d:36', 'name': 'tempest-NetworksTestDHCPv6-115349230'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:08.789110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:08.793091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:08.796169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:08.802267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:08.815698 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:08.820497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.842664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.857650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Transition to ACTIVE for port object 6bcf8556-932a-4f8c-9215-bb3083b58c38 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:08.882951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Transition to ACTIVE for port object 6bcf8556-932a-4f8c-9215-bb3083b58c38 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:08.890524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.895360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8bfb81f2-f4de-4f8a-86e3-50e509ea3339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:08.967496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:08.969210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=e77e2db9-a007-462f-98f4-81f35b22777d,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:08.970650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:08.976526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8ba8ae-fd9e-419d-8eaf-9c848fbb46a2 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:08.980652 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:08.982985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Pushing event updated for resources: {'Port': ['ID=6bcf8556-932a-4f8c-9215-bb3083b58c38,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:08.987368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:08.993722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:09.006147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8ba8ae-fd9e-419d-8eaf-9c848fbb46a2 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.079790 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8ba8ae-fd9e-419d-8eaf-9c848fbb46a2 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.086685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:09.105165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:09.110503 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:09.113585 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:09.120833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:09.121043 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Attempting to bind port 6bcf8556-932a-4f8c-9215-bb3083b58c38 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:09.121430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Attempting to bind port 6bcf8556-932a-4f8c-9215-bb3083b58c38 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:09.121808 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Attempting to bind port 6bcf8556-932a-4f8c-9215-bb3083b58c38 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:09.127630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:09.128094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:09.128507 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.128915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:09.129472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Bound port: 6bcf8556-932a-4f8c-9215-bb3083b58c38, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:09.130427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.137352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ba8ae-fd9e-419d-8eaf-9c848fbb46a2 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9109d1e-7043-4d32-8f3a-1905b3dd3f3e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:09.142652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:09.150483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.155651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5fcee58c-cb3f-4a99-a809-dbec2ccd0086 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:09.160743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2c8ba8ae-fd9e-419d-8eaf-9c848fbb46a2 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:09.220455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c8ba8ae-fd9e-419d-8eaf-9c848fbb46a2 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.224989 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2c8ba8ae-fd9e-419d-8eaf-9c848fbb46a2 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c9109d1e-7043-4d32-8f3a-1905b3dd3f3e HTTP/1.1" status: 204 len: 168 time: 0.5545442 Dec 22 13:05:09.225170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49792) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:09.242970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] For port 6bcf8556-932a-4f8c-9215-bb3083b58c38, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:09.245752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] For port 6bcf8556-932a-4f8c-9215-bb3083b58c38, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6bcf8556-932a-4f8c-9215-bb3083b58c38,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:09.253629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.259709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3a325b70-7dcc-4d75-b452-98145c9ef288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:09.285832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.323643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port cd732fd5-ce88-4747-932e-8c7782e2b365 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:09.354846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Pushing event updated for resources: {'Port': ['ID=6bcf8556-932a-4f8c-9215-bb3083b58c38,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:09.359684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:09.416010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Checking segment: {'id': 'fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9ca87518-a039-4b24-baaa-54c112cce2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:09.416359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network hostable DHCP agents. Network: 9ca87518-a039-4b24-baaa-54c112cce2e5, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:05:09.428652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Subnet': ['ID=e5a661bb-78e1-497a-8af4-f38c05ce4336,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:09.434331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:09.458501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 9ca87518-a039-4b24-baaa-54c112cce2e5 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:05:09.478822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-06b77312-ff3c-4094-a29a-3c8e6fd48a20 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:09.492733 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 9ca87518-a039-4b24-baaa-54c112cce2e5) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:09.500033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:09.500741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.503135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd20bb53-7f67-4b84-ac84-37a715114c75 None None] Network 9ca87518-a039-4b24-baaa-54c112cce2e5 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:09.507846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-06b77312-ff3c-4094-a29a-3c8e6fd48a20 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:09.509213 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-06b77312-ff3c-4094-a29a-3c8e6fd48a20 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2799594 Dec 22 13:05:09.515153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49800) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:09.569987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f3d-71a6-43f8-9631-f0b723b51476 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.578841 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9798453 Dec 22 13:05:09.582341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49806) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:09.602901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f3d-71a6-43f8-9631-f0b723b51476 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.614464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '9ca87518-a039-4b24-baaa-54c112cce2e5', 'name': 'tempest-PortsIpV6TestJSON-694597094', 'fixed_ips': [{'subnet_id': 'e5a661bb-78e1-497a-8af4-f38c05ce4336', 'ip_address': '2001:db8::10'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:09.720538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 172.20.0.13 (cc430aa9-1eda-495d-9373-01b5d372ccd0/b6b14ec9-6553-4408-9915-bfbd08aca7bb/cd732fd5-ce88-4747-932e-8c7782e2b365) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:09.728086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::f816:3eff:fe31:2d36 (cc430aa9-1eda-495d-9373-01b5d372ccd0/e77e2db9-a007-462f-98f4-81f35b22777d/cd732fd5-ce88-4747-932e-8c7782e2b365) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:09.767934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f3d-71a6-43f8-9631-f0b723b51476 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.780669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5255eb1a-f3e0-44ec-a0d1-061a9729ce41 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:09.817866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec5f3d-71a6-43f8-9631-f0b723b51476 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32b3f18f-28cc-43d9-9839-509cdf76a8bc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:09.821114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d8ec5f3d-71a6-43f8-9631-f0b723b51476 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:09.833225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5f3d-71a6-43f8-9631-f0b723b51476 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:09.833225 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d8ec5f3d-71a6-43f8-9631-f0b723b51476 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/32b3f18f-28cc-43d9-9839-509cdf76a8bc HTTP/1.1" status: 204 len: 168 time: 0.3171475 Dec 22 13:05:09.836904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49814) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:09.881024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:09.886208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:port and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:09.890255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:09.897586 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:09.909806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:09.924111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-9ca87518-a039-4b24-baaa-54c112cce2e5', 'network_id': '9ca87518-a039-4b24-baaa-54c112cce2e5', 'tenant_id': '73a75db273074ed8a14803906185c58d', 'fixed_ips': [{'subnet_id': 'e5a661bb-78e1-497a-8af4-f38c05ce4336'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:09.924966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.022116 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6bcf8556-932a-4f8c-9215-bb3083b58c38 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:10.060922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.071049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-039c1173-2463-431b-873a-b01ca1153428 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:10.088618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.089069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object cd732fd5-ce88-4747-932e-8c7782e2b365 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:10.117642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port 8b773ddc-ace1-4b19-9035-31e49be32790 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:10.128224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.135553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ec4da60a-e220-440e-8f63-8a871deffb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:10.181322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 6bcf8556-932a-4f8c-9215-bb3083b58c38 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:10.188065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-039c1173-2463-431b-873a-b01ca1153428 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:10.194445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49822) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:10.198264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Allocated IP 2001:db8::2 (9ca87518-a039-4b24-baaa-54c112cce2e5/e5a661bb-78e1-497a-8af4-f38c05ce4336/515a9cd7-ea1b-4711-8b3c-a6572a285464) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:10.198478 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-039c1173-2463-431b-873a-b01ca1153428 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3578920 Dec 22 13:05:10.287833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:10.298947 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:10.317057 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:10.366818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=cd732fd5-ce88-4747-932e-8c7782e2b365,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:10.383342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:10.430557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:10.431282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.445922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1f9261e8-82fc-46aa-8572-5fde464204b6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.488360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1f9261e8-82fc-46aa-8572-5fde464204b6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.507680 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.511632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.523043 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Transition to ACTIVE for port object 515a9cd7-ea1b-4711-8b3c-a6572a285464 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:10.534099 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8335524 Dec 22 13:05:10.536632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49834) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:10.545540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Transition to ACTIVE for port object 515a9cd7-ea1b-4711-8b3c-a6572a285464 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:10.552827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.559009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5f0a1c8a-820f-436a-bb4b-372b026d70e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:10.566916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1f9261e8-82fc-46aa-8572-5fde464204b6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.573963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-92048fe6-d98b-4ea4-b350-658ee7f28ea2 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:10.602170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9261e8-82fc-46aa-8572-5fde464204b6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a53dcb-9905-440f-a92b-f3a624341d09,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:10.619149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1f9261e8-82fc-46aa-8572-5fde464204b6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:10.650611 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Network 9ca87518-a039-4b24-baaa-54c112cce2e5 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:10.650874 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1f9261e8-82fc-46aa-8572-5fde464204b6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.654780 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1f9261e8-82fc-46aa-8572-5fde464204b6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-groups/43a53dcb-9905-440f-a92b-f3a624341d09 HTTP/1.1" status: 204 len: 168 time: 0.4561758 Dec 22 13:05:10.655637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49838) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:10.657272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:10.661902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:10.670541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Pushing event updated for resources: {'Port': ['ID=515a9cd7-ea1b-4711-8b3c-a6572a285464,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:10.676624 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:10.767622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8621d6ad-a01b-4884-98f9-11acd55bba2b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:10.789343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8621d6ad-a01b-4884-98f9-11acd55bba2b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:10.803986 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8621d6ad-a01b-4884-98f9-11acd55bba2b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1364441 Dec 22 13:05:10.804215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0ceb6-cdaf-4410-9ecb-b4ebdf3620c3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:10.804496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49846) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:10.805700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0ceb6-cdaf-4410-9ecb-b4ebdf3620c3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:10.806718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-91e0ceb6-cdaf-4410-9ecb-b4ebdf3620c3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:10.810873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133716093'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:10.814785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8::10 (9ca87518-a039-4b24-baaa-54c112cce2e5/e5a661bb-78e1-497a-8af4-f38c05ce4336/8b773ddc-ace1-4b19-9035-31e49be32790) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:10.827222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:10.828985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Attempting to bind port 515a9cd7-ea1b-4711-8b3c-a6572a285464 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:10.829606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Attempting to bind port 515a9cd7-ea1b-4711-8b3c-a6572a285464 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9ca87518-a039-4b24-baaa-54c112cce2e5'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:10.830122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Attempting to bind port 515a9cd7-ea1b-4711-8b3c-a6572a285464 on network 9ca87518-a039-4b24-baaa-54c112cce2e5 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:10.836943 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-91e0ceb6-cdaf-4410-9ecb-b4ebdf3620c3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:10.838439 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-91e0ceb6-cdaf-4410-9ecb-b4ebdf3620c3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3005102 Dec 22 13:05:10.841843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:10.842540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Checking segment: {'id': 'fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9ca87518-a039-4b24-baaa-54c112cce2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:10.843090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.843870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:10.844508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Bound using segment: {'id': 'fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9ca87518-a039-4b24-baaa-54c112cce2e5'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:10.845307 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Bound port: 515a9cd7-ea1b-4711-8b3c-a6572a285464, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9ca87518-a039-4b24-baaa-54c112cce2e5'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:10.846059 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.846367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:10.913693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:10.929406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f055fd-ac28-4089-a439-3f74e9d119cc None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:10.951647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:10.959785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49854) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:10.965583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-161df44e-1219-48af-9eb3-fb8a88b2672a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port cd732fd5-ce88-4747-932e-8c7782e2b365 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:10.966031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-161df44e-1219-48af-9eb3-fb8a88b2672a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.005800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:11.011543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:11.031575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:11.057649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.079282 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Transition to ACTIVE for port object 8b773ddc-ace1-4b19-9035-31e49be32790 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:11.080860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4de6095b-14b5-437b-b14a-31a404c875be None None] Provisioning for port 6bcf8556-932a-4f8c-9215-bb3083b58c38 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:11.097425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4de6095b-14b5-437b-b14a-31a404c875be None None] Provisioning complete for port 6bcf8556-932a-4f8c-9215-bb3083b58c38 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:11.098375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4de6095b-14b5-437b-b14a-31a404c875be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.110021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.117927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f8e62843-0c0f-4831-b5e1-0c1935c86598 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:11.135241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] For port 515a9cd7-ea1b-4711-8b3c-a6572a285464, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:11.177673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] For port 515a9cd7-ea1b-4711-8b3c-a6572a285464, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=515a9cd7-ea1b-4711-8b3c-a6572a285464,segment=NetworkSegment(fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88),segment_id=fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:11.188194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.195762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:11.207787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=8b773ddc-ace1-4b19-9035-31e49be32790,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:11.214021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:11.227444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 9ca87518-a039-4b24-baaa-54c112cce2e5 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:11.229513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:11.231977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:11.238990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:11.239945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.267064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.268867 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6854229 Dec 22 13:05:11.271635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49860) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:11.281139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '9ca87518-a039-4b24-baaa-54c112cce2e5', 'name': 'tempest-PortsIpV6TestJSON-2096269294', 'fixed_ips': [{'subnet_id': 'e5a661bb-78e1-497a-8af4-f38c05ce4336', 'ip_address': '2001:db8::f'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:11.365797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.380456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f491ccfb-9465-4337-a13b-b968a3b724aa tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:11.404741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Pushing event updated for resources: {'Port': ['ID=515a9cd7-ea1b-4711-8b3c-a6572a285464,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:11.406987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:11.425950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:11.438301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:11.448781 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4de6095b-14b5-437b-b14a-31a404c875be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.456709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Usage tracker for resource:floatingip and tenant:d115b55c6c7b48ce93638bcf2b5f415e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:11.465547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-161df44e-1219-48af-9eb3-fb8a88b2672a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.477066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:11.491219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4de6095b-14b5-437b-b14a-31a404c875be None None] For port 6bcf8556-932a-4f8c-9215-bb3083b58c38, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6bcf8556-932a-4f8c-9215-bb3083b58c38,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:11.495555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:11.498017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f54c45-abf0-4f8c-9629-ac2cc6501841,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:11.499428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4de6095b-14b5-437b-b14a-31a404c875be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.501043 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:11.583044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:11.610590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6095b-14b5-437b-b14a-31a404c875be None None] Pushing event updated for resources: {'Port': ['ID=6bcf8556-932a-4f8c-9215-bb3083b58c38,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:11.615420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4de6095b-14b5-437b-b14a-31a404c875be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:11.663080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.664406 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8582273 Dec 22 13:05:11.667182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49864) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:11.672711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': '40f54c45-abf0-4f8c-9629-ac2cc6501841', 'direction': 'ingress', 'protocol': 17}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:11.679100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:11.681591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-161df44e-1219-48af-9eb3-fb8a88b2672a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for cd732fd5-ce88-4747-932e-8c7782e2b365 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:11.683734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:11.686852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:11.695449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:11.717311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.794767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.800734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.803596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5ae74f8b-b01f-4a6d-86a4-e1b1e88955ae tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:11.827974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e02283e-1050-40f5-991c-1f3bd0b25d70,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:11.830818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:11.844834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.848140 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1797450 Dec 22 13:05:11.849010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49868) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:11.871284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.930501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d4b02f58-779f-4073-9c6e-e3c0ae7c6060 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:11.976183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d4b02f58-779f-4073-9c6e-e3c0ae7c6060 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.013769 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:12.023672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:port and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:12.026854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 515a9cd7-ea1b-4711-8b3c-a6572a285464 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:12.028454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:12.042420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:12.063145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d4b02f58-779f-4073-9c6e-e3c0ae7c6060 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.076966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b366da4d-2de3-4171-a3ce-0e48ae4e1ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:12.085752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:12.094969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b02f58-779f-4073-9c6e-e3c0ae7c6060 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f54c45-abf0-4f8c-9629-ac2cc6501841,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:12.098957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d4b02f58-779f-4073-9c6e-e3c0ae7c6060 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:12.099934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d4b02f58-779f-4073-9c6e-e3c0ae7c6060 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.103411 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d4b02f58-779f-4073-9c6e-e3c0ae7c6060 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-groups/40f54c45-abf0-4f8c-9629-ac2cc6501841 HTTP/1.1" status: 204 len: 168 time: 0.2509792 Dec 22 13:05:12.103670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49872) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:12.118954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 515a9cd7-ea1b-4711-8b3c-a6572a285464 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:12.128554 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6bcf8556-932a-4f8c-9215-bb3083b58c38 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:12.163078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e30e796a-6637-41aa-bf62-c695bef9acd4 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:12.189960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e30e796a-6637-41aa-bf62-c695bef9acd4 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:12.196425 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e30e796a-6637-41aa-bf62-c695bef9acd4 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0913713 Dec 22 13:05:12.197683 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49876) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:12.204302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group': {'name': 'tempest-secgroup--531647477'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:12.212276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6bcf8556-932a-4f8c-9215-bb3083b58c38 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:12.215039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.216637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:12.230160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:12.247921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.290580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:12.302956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:12.307924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:12.316322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.318834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:12.374243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port c91347fb-c15a-45aa-bd73-1e74746961d8 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:12.409829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.415125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.421170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f2abcf-1ec0-435e-9f42-b8852cbb81b8 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:12.468237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.470722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0237ef58-d738-4611-9e32-9b3536849f11,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:12.476077 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:12.485291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.486685 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2885280 Dec 22 13:05:12.489282 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49880) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:12.496832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078553202'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:12.504075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:12.509019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:12.512467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:12.518999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:12.533437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.566379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-34d900aa-5fb6-4af6-866c-6e29d64c5260 None None] Provisioning complete for port 6bcf8556-932a-4f8c-9215-bb3083b58c38 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:12.566773 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-34d900aa-5fb6-4af6-866c-6e29d64c5260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.578969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:12.590450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:12.597878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:12.604346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:12.645180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-161df44e-1219-48af-9eb3-fb8a88b2672a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.667311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4282fdcc-a9d0-44d4-824a-34fcfaf99dc2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:12.714759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.720592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.747413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-34d900aa-5fb6-4af6-866c-6e29d64c5260 None None] Could not find standard attr ID for object cd732fd5-ce88-4747-932e-8c7782e2b365. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:05:12.758977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d0ca889-f7ca-47d6-b759-cd63389ba9f5 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:12.770315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.774052 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2803931 Dec 22 13:05:12.775007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49884) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:12.783006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': '0237ef58-d738-4611-9e32-9b3536849f11', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '59bd2f6c-3862-44db-a98a-f9662419d5db', 'remote_ip_prefix': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:12.795402 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161df44e-1219-48af-9eb3-fb8a88b2672a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=cd732fd5-ce88-4747-932e-8c7782e2b365,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:12.798199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-161df44e-1219-48af-9eb3-fb8a88b2672a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:12.798424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:12.810085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:12.813065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bd2f6c-3862-44db-a98a-f9662419d5db,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:12.815587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:12.818740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:12.822493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:12.858821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.942322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.948710 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.980592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cf96b4-7755-498c-8bc7-ccdc1cd77824 None None] Network 9ca87518-a039-4b24-baaa-54c112cce2e5 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:12.980866 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Allocated IP 172.26.4.207 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/9d3deecc-c203-4636-a100-8404dc00ef9b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:12.986141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:12.996335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:12.997300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-161df44e-1219-48af-9eb3-fb8a88b2672a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.000340 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2243531 Dec 22 13:05:13.001478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49888) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:13.009440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdc3367-fead-4a2f-884a-ad1dc1d5521d,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:13.021527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:13.027929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8::f (9ca87518-a039-4b24-baaa-54c112cce2e5/e5a661bb-78e1-497a-8af4-f38c05ce4336/c91347fb-c15a-45aa-bd73-1e74746961d8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:13.058385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cfaa27ea-373c-4537-89e8-cf6549e85d42 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.072114 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-161df44e-1219-48af-9eb3-fb8a88b2672a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/cd732fd5-ce88-4747-932e-8c7782e2b365 HTTP/1.1" status: 204 len: 168 time: 2.2271140 Dec 22 13:05:13.074463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49892) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:13.078908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cfaa27ea-373c-4537-89e8-cf6549e85d42 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.159098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e068f7b9-4b21-4ee3-b2ef-58f34252fe1b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:13.160718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e068f7b9-4b21-4ee3-b2ef-58f34252fe1b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:13.162202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e068f7b9-4b21-4ee3-b2ef-58f34252fe1b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:13.163019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e068f7b9-4b21-4ee3-b2ef-58f34252fe1b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:13.188661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e068f7b9-4b21-4ee3-b2ef-58f34252fe1b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:13.192328 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e068f7b9-4b21-4ee3-b2ef-58f34252fe1b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1144583 Dec 22 13:05:13.192809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49896) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:13.222150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-57dc1058-8f49-4241-ac69-23df5fc8f154 None None] Provisioning for port 515a9cd7-ea1b-4711-8b3c-a6572a285464 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:13.268998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf48d0c-d1fc-449e-bad1-a1f2f798096a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet b6b14ec9-6553-4408-9915-bfbd08aca7bb {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:13.272258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbf48d0c-d1fc-449e-bad1-a1f2f798096a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.274839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-57dc1058-8f49-4241-ac69-23df5fc8f154 None None] Provisioning complete for port 515a9cd7-ea1b-4711-8b3c-a6572a285464 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:13.275229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57dc1058-8f49-4241-ac69-23df5fc8f154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.307695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cfaa27ea-373c-4537-89e8-cf6549e85d42 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.318141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cbe62d1a-fcad-4367-a8a2-47708113dfbc tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:13.324558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.337593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa27ea-373c-4537-89e8-cf6549e85d42 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afdc3367-fead-4a2f-884a-ad1dc1d5521d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:13.345125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cfaa27ea-373c-4537-89e8-cf6549e85d42 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:13.352326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cfaa27ea-373c-4537-89e8-cf6549e85d42 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.355928 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cfaa27ea-373c-4537-89e8-cf6549e85d42 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/afdc3367-fead-4a2f-884a-ad1dc1d5521d HTTP/1.1" status: 204 len: 168 time: 0.3465152 Dec 22 13:05:13.356707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49900) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:13.360472 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbf48d0c-d1fc-449e-bad1-a1f2f798096a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.407345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.428068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57dc1058-8f49-4241-ac69-23df5fc8f154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.428425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Transition to ACTIVE for port object c91347fb-c15a-45aa-bd73-1e74746961d8 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:13.433034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.444541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9b7b4c5c-5824-4d54-9195-c74b3472fb4e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:13.474500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-57dc1058-8f49-4241-ac69-23df5fc8f154 None None] For port 515a9cd7-ea1b-4711-8b3c-a6572a285464, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=515a9cd7-ea1b-4711-8b3c-a6572a285464,segment=NetworkSegment(fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88),segment_id=fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:13.480446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57dc1058-8f49-4241-ac69-23df5fc8f154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.486068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3a37d993-7b31-4c07-baca-411fc3ed8e79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:13.502855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:13.514351 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:13.517227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:13.585616 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event updated for resources: {'Port': ['ID=9d3deecc-c203-4636-a100-8404dc00ef9b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:13.589411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:13.611809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.621337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-161df44e-1219-48af-9eb3-fb8a88b2672a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:13.655174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-57dc1058-8f49-4241-ac69-23df5fc8f154 None None] Could not find standard attr ID for object 6158cda9-56e6-46c9-8396-b4995e5b5b38. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:05:13.667922 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc1058-8f49-4241-ac69-23df5fc8f154 None None] Pushing event updated for resources: {'Port': ['ID=515a9cd7-ea1b-4711-8b3c-a6572a285464,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:13.674468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-57dc1058-8f49-4241-ac69-23df5fc8f154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:13.702142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 9ca87518-a039-4b24-baaa-54c112cce2e5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:13.707334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:13.708908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-64dc7533-06bc-4c89-8f7c-8374cde1287d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:13.710125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:13.716617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:13.717266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.728980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbf48d0c-d1fc-449e-bad1-a1f2f798096a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.750509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=c91347fb-c15a-45aa-bd73-1e74746961d8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:13.756122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:13.760237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.769072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9431fa03-ca02-491d-a6ae-05d6333a3ab6 None None] Could not find standard attr ID for object cd732fd5-ce88-4747-932e-8c7782e2b365. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:05:13.772347 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4994659 Dec 22 13:05:13.773377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49904) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:13.775454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9431fa03-ca02-491d-a6ae-05d6333a3ab6 None None] Could not find standard attr ID for object 4098f13c-5f0d-4848-a3e2-248cfb410daf. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:05:13.784355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-64dc7533-06bc-4c89-8f7c-8374cde1287d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:13.788168 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-64dc7533-06bc-4c89-8f7c-8374cde1287d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4306302 Dec 22 13:05:13.791475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49908) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:13.869061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbf48d0c-d1fc-449e-bad1-a1f2f798096a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.881438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-add5db95-1f9e-497c-9a9d-a0a260771010 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:13.930758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e39bdd6-5243-4097-ba6b-3fc926f863d6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.961784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e39bdd6-5243-4097-ba6b-3fc926f863d6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:13.967170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 515a9cd7-ea1b-4711-8b3c-a6572a285464 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:13.970790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf48d0c-d1fc-449e-bad1-a1f2f798096a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b14ec9-6553-4408-9915-bfbd08aca7bb,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:13.976552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bbf48d0c-d1fc-449e-bad1-a1f2f798096a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:13.977564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bbf48d0c-d1fc-449e-bad1-a1f2f798096a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.017707 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bbf48d0c-d1fc-449e-bad1-a1f2f798096a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/b6b14ec9-6553-4408-9915-bfbd08aca7bb HTTP/1.1" status: 204 len: 168 time: 0.8202705 Dec 22 13:05:14.017707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49912) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:14.066682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.068308 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3e4f840d-56b3-4293-96f4-13df62997131 None None] Provisioning complete for port 515a9cd7-ea1b-4711-8b3c-a6572a285464 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:14.068692 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3e4f840d-56b3-4293-96f4-13df62997131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.102622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e39bdd6-5243-4097-ba6b-3fc926f863d6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.111097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5efdcedf-eef9-44d9-8549-8b9d75505845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:14.141645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39bdd6-5243-4097-ba6b-3fc926f863d6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bd2f6c-3862-44db-a98a-f9662419d5db,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:14.154652 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21889223-05f5-4844-90e2-9d947ea670e9 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:14.159822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0e39bdd6-5243-4097-ba6b-3fc926f863d6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:14.164738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fbae87-6095-4d6e-b414-39a4bf1df1f6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet e77e2db9-a007-462f-98f4-81f35b22777d {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:14.168369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0e39bdd6-5243-4097-ba6b-3fc926f863d6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.169641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374aa3d9-a013-4059-a4d4-03ea6956eef8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:14.170388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-374aa3d9-a013-4059-a4d4-03ea6956eef8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:14.172113 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0e39bdd6-5243-4097-ba6b-3fc926f863d6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-groups/59bd2f6c-3862-44db-a98a-f9662419d5db HTTP/1.1" status: 204 len: 168 time: 0.3796427 Dec 22 13:05:14.172784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49916) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:14.173546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-53fbae87-6095-4d6e-b414-39a4bf1df1f6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.278230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-374aa3d9-a013-4059-a4d4-03ea6956eef8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:14.279415 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-374aa3d9-a013-4059-a4d4-03ea6956eef8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.5040796 Dec 22 13:05:14.281262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 515a9cd7-ea1b-4711-8b3c-a6572a285464 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:14.282141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.283422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49920) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:14.288628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-53fbae87-6095-4d6e-b414-39a4bf1df1f6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.329744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8dbce2b4-d3b2-4a37-87d5-03135b7d6cb4 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:14.372082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8dbce2b4-d3b2-4a37-87d5-03135b7d6cb4 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:14.376655 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8dbce2b4-d3b2-4a37-87d5-03135b7d6cb4 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1730711 Dec 22 13:05:14.376892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49924) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:14.407683 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-53fbae87-6095-4d6e-b414-39a4bf1df1f6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.446322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.461398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.467700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c20e948c-a791-4a64-b34a-185f972a06ff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:14.513673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-53fbae87-6095-4d6e-b414-39a4bf1df1f6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.517871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-497e72b8-57b1-4dde-a094-9c0540994919 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:14.527297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c2f94d-cc07-4402-9560-6451f3cdd68b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:14.540286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c2f94d-cc07-4402-9560-6451f3cdd68b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:14.546027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c2f94d-cc07-4402-9560-6451f3cdd68b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:14.547828 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d5c2f94d-cc07-4402-9560-6451f3cdd68b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2634277 Dec 22 13:05:14.559907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49928) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:14.561407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbae87-6095-4d6e-b414-39a4bf1df1f6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=e77e2db9-a007-462f-98f4-81f35b22777d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:14.565596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-53fbae87-6095-4d6e-b414-39a4bf1df1f6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:14.571705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-53fbae87-6095-4d6e-b414-39a4bf1df1f6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.586723 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-53fbae87-6095-4d6e-b414-39a4bf1df1f6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/e77e2db9-a007-462f-98f4-81f35b22777d HTTP/1.1" status: 204 len: 168 time: 0.5668056 Dec 22 13:05:14.587059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49930) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:14.608762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3e4f840d-56b3-4293-96f4-13df62997131 None None] Provisioning for port 8b773ddc-ace1-4b19-9035-31e49be32790 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:14.616593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3e4f840d-56b3-4293-96f4-13df62997131 None None] Provisioning complete for port 8b773ddc-ace1-4b19-9035-31e49be32790 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:14.616982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3e4f840d-56b3-4293-96f4-13df62997131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.660588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c5f22bfe-273b-4509-9795-55413a915c34 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.671677 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0e32d7e7-cd59-4fba-86cf-5d587e521180 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817015 Dec 22 13:05:14.673533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49936) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:14.679493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:14.683195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f840d-56b3-4293-96f4-13df62997131 None None] Port 8b773ddc-ace1-4b19-9035-31e49be32790 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:14.716481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event updated for resources: {'Port': ['ID=9d3deecc-c203-4636-a100-8404dc00ef9b,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:14.719689 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:14.737808 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9ac97bf1-dfe5-4534-9d9b-7439546798dd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port c91347fb-c15a-45aa-bd73-1e74746961d8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:14.738144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ac97bf1-dfe5-4534-9d9b-7439546798dd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.758808 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0870ed6b-40a3-473a-9c59-9529f901093e None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:05:14.763548 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0870ed6b-40a3-473a-9c59-9529f901093e None None] Deleting port 6bcf8556-932a-4f8c-9215-bb3083b58c38 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:14.764107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0870ed6b-40a3-473a-9c59-9529f901093e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.770771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.783127 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c5f22bfe-273b-4509-9795-55413a915c34 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.799201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:14.803360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:14.806391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:14.812521 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:14.826034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0a9d1af7-379d-4810-ad44-064e01d9c8c6 None None] Provisioning for port c91347fb-c15a-45aa-bd73-1e74746961d8 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:14.827621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:14.831314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.862446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0a9d1af7-379d-4810-ad44-064e01d9c8c6 None None] Provisioning complete for port c91347fb-c15a-45aa-bd73-1e74746961d8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:14.862446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1af7-379d-4810-ad44-064e01d9c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.885168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:14.889245 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8887501 Dec 22 13:05:14.896690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49940) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:14.906487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-377879762'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:14.929018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:14.937193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Usage tracker for resource:network and tenant:d115b55c6c7b48ce93638bcf2b5f415e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:14.985649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:15.001010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0a9d1af7-379d-4810-ad44-064e01d9c8c6 None None] Port c91347fb-c15a-45aa-bd73-1e74746961d8 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:15.003386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c5f22bfe-273b-4509-9795-55413a915c34 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.007204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:15.013002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-466ca3be-78ce-4437-8597-cb474df2960f tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:15.035432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f22bfe-273b-4509-9795-55413a915c34 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0237ef58-d738-4611-9e32-9b3536849f11,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:15.045126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c5f22bfe-273b-4509-9795-55413a915c34 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:15.046334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0a9d1af7-379d-4810-ad44-064e01d9c8c6 None None] Provisioning complete for port 8b773ddc-ace1-4b19-9035-31e49be32790 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:15.046778 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1af7-379d-4810-ad44-064e01d9c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.054764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Made reservation on behalf of d115b55c6c7b48ce93638bcf2b5f415e for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:15.058143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.093845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.105357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0870ed6b-40a3-473a-9c59-9529f901093e None None] For port 6bcf8556-932a-4f8c-9215-bb3083b58c38, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6bcf8556-932a-4f8c-9215-bb3083b58c38,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:15.105770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0870ed6b-40a3-473a-9c59-9529f901093e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.117840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.120105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c5f22bfe-273b-4509-9795-55413a915c34 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.121227 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c5f22bfe-273b-4509-9795-55413a915c34 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-groups/0237ef58-d738-4611-9e32-9b3536849f11 HTTP/1.1" status: 204 len: 168 time: 0.7416811 Dec 22 13:05:15.128279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49944) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:15.128279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:15.130129 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ac97bf1-dfe5-4534-9d9b-7439546798dd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.137477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:15.145482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Usage tracker for resource:security_group_rule and tenant:d115b55c6c7b48ce93638bcf2b5f415e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:15.166756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:15.189027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:15.195083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:15.195684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.202399 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:15.231347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=f2ef50c6-6e59-422a-b81c-297ce23b61e5,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:15.239996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:15.257933 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5829606 Dec 22 13:05:15.260925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49948) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:15.263171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0a9d1af7-379d-4810-ad44-064e01d9c8c6 None None] Port 8b773ddc-ace1-4b19-9035-31e49be32790 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:15.265335 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d508d286-446d-4469-8726-42692fa2be8f tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1039395 Dec 22 13:05:15.270566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9ac97bf1-dfe5-4534-9d9b-7439546798dd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for c91347fb-c15a-45aa-bd73-1e74746961d8 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:15.270716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49950) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:15.275682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group': {'name': 'tempest-secgroup--539960443'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:15.276180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0870ed6b-40a3-473a-9c59-9529f901093e None None] Calling delete_port for 6bcf8556-932a-4f8c-9215-bb3083b58c38 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:15.282238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:15.286498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:15.289370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:15.295171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:15.303413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:15.308981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.316086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:15.330424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:15.334881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:15.337866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:15.343961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:15.357543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0870ed6b-40a3-473a-9c59-9529f901093e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.361913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:15.412652 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870ed6b-40a3-473a-9c59-9529f901093e None None] Pushing event deleted for resources: {'Port': ['ID=6bcf8556-932a-4f8c-9215-bb3083b58c38,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:15.415726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0870ed6b-40a3-473a-9c59-9529f901093e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:15.416697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870ed6b-40a3-473a-9c59-9529f901093e None None] No DVR routers for this DVR port 6bcf8556-932a-4f8c-9215-bb3083b58c38 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:05:15.426801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.430473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d94c9e-9a45-403c-a64f-a23d8e05c024 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:15.432918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.438546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-35472f7d-80c2-4b6c-a5bf-8e8cc1cec010 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:15.482540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ed9f37-79ae-455e-ac70-cdaff9553c3a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:15.485421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:15.490628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.492068 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2205582 Dec 22 13:05:15.494970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49956) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:15.501212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': '46ed9f37-79ae-455e-ac70-cdaff9553c3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:15.507696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:15.511523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:15.514459 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:15.521320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:15.542466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.612003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:15.618422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.622339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:15.625273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.627559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:15.629894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ac97bf1-dfe5-4534-9d9b-7439546798dd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.633692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:15.641904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4848ba29-6752-4906-a4f5-ac7b90955f30 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:15.659854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': 'f2ef50c6-6e59-422a-b81c-297ce23b61e5'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:15.660951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.662365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e76795-a484-4059-abf4-8a538401c7c7,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:15.672830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:15.683010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.685287 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1892209 Dec 22 13:05:15.688377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49960) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:15.699977 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:15.706474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac97bf1-dfe5-4534-9d9b-7439546798dd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=c91347fb-c15a-45aa-bd73-1e74746961d8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:15.713220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ac97bf1-dfe5-4534-9d9b-7439546798dd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:15.732576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43703214-446d-4ae6-8774-955fc7b5a2c1 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.745773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43703214-446d-4ae6-8774-955fc7b5a2c1 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.763629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.769564 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ac97bf1-dfe5-4534-9d9b-7439546798dd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.779763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.782364 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43703214-446d-4ae6-8774-955fc7b5a2c1 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.788444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c5f22bfe-273b-4509-9795-55413a915c34 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:15.801183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:15.802521 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cfaa27ea-373c-4537-89e8-cf6549e85d42 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:15.804623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.810163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43703214-446d-4ae6-8774-955fc7b5a2c1 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.814319 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-43703214-446d-4ae6-8774-955fc7b5a2c1 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d9e76795-a484-4059-abf4-8a538401c7c7 HTTP/1.1" status: 204 len: 168 time: 0.1214485 Dec 22 13:05:15.814319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49964) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:15.842077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:05:15.848843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43703214-446d-4ae6-8774-955fc7b5a2c1 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9e76795-a484-4059-abf4-8a538401c7c7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:15.852296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.852493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-43703214-446d-4ae6-8774-955fc7b5a2c1 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:15.853007 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Added segment 3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02 of type vlan for network 3e057c44-23a2-4249-9a0e-ba393161cc2a Dec 22 13:05:15.877732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8dd81bed-e52e-4657-8f8a-c95903554a4d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:15.883802 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:15.897447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8dd81bed-e52e-4657-8f8a-c95903554a4d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:15.899074 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8dd81bed-e52e-4657-8f8a-c95903554a4d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0836239 Dec 22 13:05:15.901758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49968) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:15.932235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Allocated IP 172.20.0.2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/f2ef50c6-6e59-422a-b81c-297ce23b61e5/8e633899-0551-4249-b123-2a6e62a1e559) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:15.971721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6bcf8556-932a-4f8c-9215-bb3083b58c38 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:15.996633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c719-664e-4621-bd01-18d81116f26c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.029882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c719-664e-4621-bd01-18d81116f26c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.068430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 6bcf8556-932a-4f8c-9215-bb3083b58c38 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:05:16.068661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6bcf8556-932a-4f8c-9215-bb3083b58c38 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:05:16.087695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c719-664e-4621-bd01-18d81116f26c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.091584 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9ac97bf1-dfe5-4534-9d9b-7439546798dd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/c91347fb-c15a-45aa-bd73-1e74746961d8 HTTP/1.1" status: 204 len: 168 time: 1.4896438 Dec 22 13:05:16.092601 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0e39bdd6-5243-4097-ba6b-3fc926f863d6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:16.103481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49972) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:16.117523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:05:16.140215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d80b222-a06b-4132-9d4e-0913d63f432e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:16.147438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:16.148980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7c719-664e-4621-bd01-18d81116f26c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ed9f37-79ae-455e-ac70-cdaff9553c3a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:16.162254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.167759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:16.168402 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.168508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4fc7c719-664e-4621-bd01-18d81116f26c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:16.170553 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-1981aac3-4799-4224-8f58-a269269b80f9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:05:16.171268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1981aac3-4799-4224-8f58-a269269b80f9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:16.174988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1b88fa4b-1260-4e85-a491-16c4d843c003 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:16.179449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c719-664e-4621-bd01-18d81116f26c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.182978 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4fc7c719-664e-4621-bd01-18d81116f26c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-groups/46ed9f37-79ae-455e-ac70-cdaff9553c3a HTTP/1.1" status: 204 len: 168 time: 0.2774584 Dec 22 13:05:16.183998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49976) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:16.203864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1981aac3-4799-4224-8f58-a269269b80f9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:16.205149 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1981aac3-4799-4224-8f58-a269269b80f9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/c91347fb-c15a-45aa-bd73-1e74746961d8 HTTP/1.1" status: 404 len: 333 time: 0.1006038 Dec 22 13:05:16.208367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49980) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:16.233006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.246308 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Transition to ACTIVE for port object 8e633899-0551-4249-b123-2a6e62a1e559 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:16.267121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Transition to ACTIVE for port object 8e633899-0551-4249-b123-2a6e62a1e559 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:16.274514 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.278052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-09d6de17-432a-4481-ad78-1a644e7edc8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:16.297782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-09477fbd-f036-4e75-b5d5-0f881fd087c0 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:16.301600 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4017327 Dec 22 13:05:16.302684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49984) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:16.306043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event updated for resources: {'Network': ['ID=3e057c44-23a2-4249-9a0e-ba393161cc2a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:16.310859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Request body: {'subnet': {'network_id': '3e057c44-23a2-4249-9a0e-ba393161cc2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:16.311040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:16.331201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 3e057c44-23a2-4249-9a0e-ba393161cc2a details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:05:16.331473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-91d5bed0-30e1-4451-8a7c-5240d771d0a1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port 8b773ddc-ace1-4b19-9035-31e49be32790 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:16.331903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91d5bed0-30e1-4451-8a7c-5240d771d0a1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.409717 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:16.418785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:16.431205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:16.440752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Pushing event updated for resources: {'Port': ['ID=8e633899-0551-4249-b123-2a6e62a1e559,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:16.453137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:16.544064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Attempting to bind port 8e633899-0551-4249-b123-2a6e62a1e559 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:16.544465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Attempting to bind port 8e633899-0551-4249-b123-2a6e62a1e559 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:16.544837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Attempting to bind port 8e633899-0551-4249-b123-2a6e62a1e559 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:16.551906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:16.552289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:16.552701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.553100 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:16.553575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Bound port: 8e633899-0551-4249-b123-2a6e62a1e559, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:16.553947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.578174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.objects.ports [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:05:16.589405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-09477fbd-f036-4e75-b5d5-0f881fd087c0 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:16.590769 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-09477fbd-f036-4e75-b5d5-0f881fd087c0 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4056060 Dec 22 13:05:16.622511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49988) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:16.651804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group': {'name': 'tempest-secgroup--872729282'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:16.664782 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] For port 8e633899-0551-4249-b123-2a6e62a1e559, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:16.668014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] For port 8e633899-0551-4249-b123-2a6e62a1e559, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8e633899-0551-4249-b123-2a6e62a1e559,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:16.668387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:16.673767 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.677727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0870ed6b-40a3-473a-9c59-9529f901093e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:16.690221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:16.708152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:16.754581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Pushing event updated for resources: {'Port': ['ID=8e633899-0551-4249-b123-2a6e62a1e559,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:16.757727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:16.766116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Usage tracker for resource:subnet and tenant:d115b55c6c7b48ce93638bcf2b5f415e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:16.775895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:16.793111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:16.795124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.804427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.834429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:16.836600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Made reservation on behalf of d115b55c6c7b48ce93638bcf2b5f415e for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:16.840415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:16.861269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:16.867862 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:16.948363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:17.003398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91d5bed0-30e1-4451-8a7c-5240d771d0a1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.051161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] For port 8e633899-0551-4249-b123-2a6e62a1e559, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8e633899-0551-4249-b123-2a6e62a1e559,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:17.079071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.085772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.086588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.091991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:17.148823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-91d5bed0-30e1-4451-8a7c-5240d771d0a1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for 8b773ddc-ace1-4b19-9035-31e49be32790 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:17.161102 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:17.164243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:17.168737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:17.169323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.189692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=8e633899-0551-4249-b123-2a6e62a1e559,revision_number=4']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:17.195131 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:17.195669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-663e64b4-a08f-4d09-9355-3d029eeeba93 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:17.235227 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9335139 Dec 22 13:05:17.241461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 49992) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:17.250078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:c9:14:05', 'name': 'tempest-NetworksTestDHCPv6-867437196'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:17.327731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.342996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.347764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=54b13224-14e1-4041-a024-2a1ea0fad83e,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:17.352281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:17.380924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4fc7c719-664e-4621-bd01-18d81116f26c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:17.401109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:17.405297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:17.408310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:17.414228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:17.470481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7dd71a-5dd1-4699-ad36-0f3dbebd035d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:17.480096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:17.489882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:17.494692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.498202 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8571281 Dec 22 13:05:17.500119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 49996) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:17.506183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91d5bed0-30e1-4451-8a7c-5240d771d0a1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.511061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': 'bf7dd71a-5dd1-4699-ad36-0f3dbebd035d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:17.521546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6ad2b2cc-c302-4b36-b78b-dd5f13b6d8e9 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:17.560731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.574072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:17.596802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5bed0-30e1-4451-8a7c-5240d771d0a1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=8b773ddc-ace1-4b19-9035-31e49be32790,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:17.603769 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:17.615110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:17.618270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-91d5bed0-30e1-4451-8a7c-5240d771d0a1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:17.620427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2f923567-df98-4395-b7e2-df7d344b0447 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:17.638693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.667546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port a036b264-7d69-486a-b130-f784fbf036ab yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:17.701379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:17.717946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91d5bed0-30e1-4451-8a7c-5240d771d0a1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.723722 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-91d5bed0-30e1-4451-8a7c-5240d771d0a1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/8b773ddc-ace1-4b19-9035-31e49be32790 HTTP/1.1" status: 204 len: 168 time: 1.5105603 Dec 22 13:05:17.723969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50000) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:17.736820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Checking segment: {'id': '3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e057c44-23a2-4249-9a0e-ba393161cc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:17.737178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Network hostable DHCP agents. Network: 3e057c44-23a2-4249-9a0e-ba393161cc2a, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:05:17.772379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event updated for resources: {'Subnet': ['ID=359b7ef2-3b69-42ab-ae58-e3d408af0731,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:17.778008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.789346 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c425a652-e007-4d9b-9fdc-df054f1c75a8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:05:17.789887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c425a652-e007-4d9b-9fdc-df054f1c75a8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:17.792822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:17.811439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Network 3e057c44-23a2-4249-9a0e-ba393161cc2a is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:05:17.831008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 3e057c44-23a2-4249-9a0e-ba393161cc2a) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:17.840105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:17.840703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.843217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc25633d-4b1a-4593-9e12-1de2cac184ed None None] Network 3e057c44-23a2-4249-9a0e-ba393161cc2a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:17.850594 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c425a652-e007-4d9b-9fdc-df054f1c75a8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:17.851559 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c425a652-e007-4d9b-9fdc-df054f1c75a8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/8b773ddc-ace1-4b19-9035-31e49be32790 HTTP/1.1" status: 404 len: 333 time: 0.1269038 Dec 22 13:05:17.856900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50004) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:17.889857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.894305 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5910416 Dec 22 13:05:17.900527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50008) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:17.903230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:17.911182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-754568323', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:17.919339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:17.965742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:17.974098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada2ce0c-e48b-4078-a229-1947c0c663a1,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:17.977384 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Usage tracker for resource:router and tenant:d115b55c6c7b48ce93638bcf2b5f415e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:17.980359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:17.981166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:17.998588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.002523 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4977961 Dec 22 13:05:18.003715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:18.005321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50012) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:18.006238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377a0f5e-0875-4209-bb00-d6c81a5c37bb None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:18.019434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.020677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.021095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8e633899-0551-4249-b123-2a6e62a1e559 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:18.028990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4382406c-a87d-4bfb-a27b-3301ccdac7b1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting subnet e5a661bb-78e1-497a-8af4-f38c05ce4336 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:18.032496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4382406c-a87d-4bfb-a27b-3301ccdac7b1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.044556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.200923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b6e98db3-070a-4f6d-80fe-3fb73c24de13 None None] Provisioning for port 8e633899-0551-4249-b123-2a6e62a1e559 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:18.215795 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3f1cf041-8981-40c6-a568-09cb59fe06ab tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules/ada2ce0c-e48b-4078-a229-1947c0c663a1 HTTP/1.1" status: 200 len: 763 time: 0.2090721 Dec 22 13:05:18.223583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50016) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:18.293993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4382406c-a87d-4bfb-a27b-3301ccdac7b1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.337413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 8e633899-0551-4249-b123-2a6e62a1e559 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:18.341058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-3e057c44-23a2-4249-9a0e-ba393161cc2a', 'network_id': '3e057c44-23a2-4249-9a0e-ba393161cc2a', 'tenant_id': 'd115b55c6c7b48ce93638bcf2b5f415e', 'fixed_ips': [{'subnet_id': '359b7ef2-3b69-42ab-ae58-e3d408af0731'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:18.341874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.366902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 8e633899-0551-4249-b123-2a6e62a1e559 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:18.367250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.371661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 172.20.0.9 (cc430aa9-1eda-495d-9373-01b5d372ccd0/f2ef50c6-6e59-422a-b81c-297ce23b61e5/a036b264-7d69-486a-b130-f784fbf036ab) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:18.373684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.385406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::f816:3eff:fec9:1405 (cc430aa9-1eda-495d-9373-01b5d372ccd0/54b13224-14e1-4041-a024-2a1ea0fad83e/a036b264-7d69-486a-b130-f784fbf036ab) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:18.399089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-29e7800b-77df-4eeb-a3bd-3ae7512d6a74 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:18.451124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-29e7800b-77df-4eeb-a3bd-3ae7512d6a74 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:18.455117 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-29e7800b-77df-4eeb-a3bd-3ae7512d6a74 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2285042 Dec 22 13:05:18.462654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50020) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:18.505318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4382406c-a87d-4bfb-a27b-3301ccdac7b1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.585371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b27e6575-c1fb-4b00-9f48-6956c38d241b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.660331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b27e6575-c1fb-4b00-9f48-6956c38d241b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.708798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4382406c-a87d-4bfb-a27b-3301ccdac7b1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.728354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-29f41137-e665-43c9-8add-5499644a7fb9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:18.732750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.742804 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Allocated IP 172.20.0.2 (3e057c44-23a2-4249-9a0e-ba393161cc2a/359b7ef2-3b69-42ab-ae58-e3d408af0731/d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:18.762496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b27e6575-c1fb-4b00-9f48-6956c38d241b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.779275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382406c-a87d-4bfb-a27b-3301ccdac7b1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a661bb-78e1-497a-8af4-f38c05ce4336,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:18.796361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4382406c-a87d-4bfb-a27b-3301ccdac7b1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:18.799713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-82f7480a-3da2-4b1a-a827-9a9c41d95d48 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:18.823149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e6575-c1fb-4b00-9f48-6956c38d241b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ada2ce0c-e48b-4078-a229-1947c0c663a1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:18.828144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b27e6575-c1fb-4b00-9f48-6956c38d241b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:18.835305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.857421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 8e633899-0551-4249-b123-2a6e62a1e559, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8e633899-0551-4249-b123-2a6e62a1e559,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:18.865791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.869678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-00bd245d-b8b8-4e4d-8f37-3f2af7dfd3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:18.871737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4382406c-a87d-4bfb-a27b-3301ccdac7b1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.880004 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4382406c-a87d-4bfb-a27b-3301ccdac7b1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/e5a661bb-78e1-497a-8af4-f38c05ce4336 HTTP/1.1" status: 204 len: 168 time: 1.0220413 Dec 22 13:05:18.882340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b27e6575-c1fb-4b00-9f48-6956c38d241b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.883586 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b27e6575-c1fb-4b00-9f48-6956c38d241b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/ada2ce0c-e48b-4078-a229-1947c0c663a1 HTTP/1.1" status: 204 len: 168 time: 0.4196842 Dec 22 13:05:18.884703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object a036b264-7d69-486a-b130-f784fbf036ab will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:18.885844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50026) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:18.886171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50028) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:18.919259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d210a553-9665-425f-9440-1e24f0e56df7 None None] Network 9ca87518-a039-4b24-baaa-54c112cce2e5 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:18.930810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:18.969661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.055460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.090647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-86a64077-9834-4b17-a899-a647261fb602 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:19.111414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port 515a9cd7-ea1b-4711-8b3c-a6572a285464 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:19.111656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.131299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Allocated IP 172.26.4.78 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/89f65a12-d451-4b0b-b188-c67613b1b112) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:19.172816 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-86a64077-9834-4b17-a899-a647261fb602 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:19.177535 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-86a64077-9834-4b17-a899-a647261fb602 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2854695 Dec 22 13:05:19.177535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50034) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:19.186564 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-788995f5-b69b-4f4d-a1df-617461d5e189 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': 'bf7dd71a-5dd1-4699-ad36-0f3dbebd035d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:19.186800 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=8e633899-0551-4249-b123-2a6e62a1e559,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:19.193247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.200519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:19.225800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-788995f5-b69b-4f4d-a1df-617461d5e189 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:19.241516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0b74fcbd-96c6-4999-8ffe-214fa48386d8 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:19.281989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.296749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Transition to ACTIVE for port object d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:19.306867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-788995f5-b69b-4f4d-a1df-617461d5e189 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:19.318073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.320594 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Transition to ACTIVE for port object d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:19.330318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.344464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4de6095b-14b5-437b-b14a-31a404c875be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:19.361898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.376534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4662776c-093e-493e-aec9-6008392a6fc5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:19.388012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Network 3e057c44-23a2-4249-9a0e-ba393161cc2a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:19.394030 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:19.404471 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f90b8e-0052-4baf-873f-9e02a46d048d None None] DHCP port deletion for 9ca87518-a039-4b24-baaa-54c112cce2e5 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:05:19.415555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:19.417993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c6f90b8e-0052-4baf-873f-9e02a46d048d None None] Deleting port 515a9cd7-ea1b-4711-8b3c-a6572a285464 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:19.417993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c6f90b8e-0052-4baf-873f-9e02a46d048d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.419903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:19.425084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:19.436649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:19.466690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event updated for resources: {'Port': ['ID=89f65a12-d451-4b0b-b188-c67613b1b112,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:19.470465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:19.475394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:19.476877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:19.479661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:19.528029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=a036b264-7d69-486a-b130-f784fbf036ab,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:19.538257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-788995f5-b69b-4f4d-a1df-617461d5e189 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.568570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] For port 515a9cd7-ea1b-4711-8b3c-a6572a285464, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=515a9cd7-ea1b-4711-8b3c-a6572a285464,segment=NetworkSegment(fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88),segment_id=fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:19.568930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.579707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:19.732803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for 515a9cd7-ea1b-4711-8b3c-a6572a285464 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:19.753374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Pushing event updated for resources: {'Port': ['ID=d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:19.759210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Attempting to bind port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:19.759582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Attempting to bind port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e057c44-23a2-4249-9a0e-ba393161cc2a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:19.759966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Attempting to bind port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 on network 3e057c44-23a2-4249-9a0e-ba393161cc2a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:19.766378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c6f90b8e-0052-4baf-873f-9e02a46d048d None None] For port 515a9cd7-ea1b-4711-8b3c-a6572a285464, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=515a9cd7-ea1b-4711-8b3c-a6572a285464,segment=NetworkSegment(fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88),segment_id=fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:19.766779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c6f90b8e-0052-4baf-873f-9e02a46d048d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.767956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:19.768586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.774613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:19.775497 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:19.775903 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Checking segment: {'id': '3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e057c44-23a2-4249-9a0e-ba393161cc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:19.776305 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.776699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Bound using segment: {'id': '3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e057c44-23a2-4249-9a0e-ba393161cc2a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:19.777175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Bound port: d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3e057c44-23a2-4249-9a0e-ba393161cc2a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:19.778108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.829217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-788995f5-b69b-4f4d-a1df-617461d5e189 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.839005 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5932446 Dec 22 13:05:19.856865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4fe4b232-b1d6-4908-ab46-f0997ddf410f None None] Provisioning complete for port 8e633899-0551-4249-b123-2a6e62a1e559 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:19.857243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b232-b1d6-4908-ab46-f0997ddf410f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.876161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50038) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:19.879647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-788995f5-b69b-4f4d-a1df-617461d5e189 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.890012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:19.946555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:19.982450 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c6f90b8e-0052-4baf-873f-9e02a46d048d None None] Calling delete_port for 515a9cd7-ea1b-4711-8b3c-a6572a285464 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:20.020526 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8e633899-0551-4249-b123-2a6e62a1e559 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:20.023345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=515a9cd7-ea1b-4711-8b3c-a6572a285464,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:20.025754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No DVR routers for this DVR port 515a9cd7-ea1b-4711-8b3c-a6572a285464 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:05:20.036839 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:20.037111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.041490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f29e55d-80ee-4dd7-98bf-00ed0027d720 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:20.087776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-788995f5-b69b-4f4d-a1df-617461d5e189 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.091756 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-788995f5-b69b-4f4d-a1df-617461d5e189 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9113293 Dec 22 13:05:20.092937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50042) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:20.109544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788995f5-b69b-4f4d-a1df-617461d5e189 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4861ce0-0aed-41f7-8915-62d0858854e9,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:20.134800 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-046fb1b0-d68f-4f50-b8c9-0ff814daee7f tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules/f4861ce0-0aed-41f7-8915-62d0858854e9 HTTP/1.1" status: 200 len: 763 time: 0.0383117 Dec 22 13:05:20.135048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50046) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:20.241863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] For port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:20.252824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-c6f90b8e-0052-4baf-873f-9e02a46d048d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:05:20.253327 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-c6f90b8e-0052-4baf-873f-9e02a46d048d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:05:20.265576 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] For port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4,segment=NetworkSegment(3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02),segment_id=3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:20.267017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-83b45ba9-1061-414a-b2cb-85a68d475458 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:20.270386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 8e633899-0551-4249-b123-2a6e62a1e559 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:20.270948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.302869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.314191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:20.320379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-788995f5-b69b-4f4d-a1df-617461d5e189 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:20.349074 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.358218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-83b45ba9-1061-414a-b2cb-85a68d475458 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:20.359651 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-83b45ba9-1061-414a-b2cb-85a68d475458 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2236121 Dec 22 13:05:20.366562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50050) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:20.392162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca87518-a039-4b24-baaa-54c112cce2e5']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:20.407917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe4ffd2-1725-4c19-b831-11fc28226138 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:20.414431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe4ffd2-1725-4c19-b831-11fc28226138 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:20.415359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cbe4ffd2-1725-4c19-b831-11fc28226138 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:20.437754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:20.438200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0a17bc-ab7a-49e9-abfa-e65b6e59fe88') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:20.461545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.470333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cab619d8-d3c3-41ad-a4af-4522b5760579 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.476280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ce3858a7-2f79-4728-967e-199b503df364 None None] Provisioning for port a036b264-7d69-486a-b130-f784fbf036ab completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:20.480791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Pushing event updated for resources: {'Port': ['ID=d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:20.485094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:20.487313 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ce3858a7-2f79-4728-967e-199b503df364 None None] Provisioning complete for port a036b264-7d69-486a-b130-f784fbf036ab triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:20.492195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cab619d8-d3c3-41ad-a4af-4522b5760579 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.502190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ce3858a7-2f79-4728-967e-199b503df364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.531538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cbe4ffd2-1725-4c19-b831-11fc28226138 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:20.540072 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cbe4ffd2-1725-4c19-b831-11fc28226138 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6615953 Dec 22 13:05:20.541727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50056) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:20.545483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.595552 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:05:20.596020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.612686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ce3858a7-2f79-4728-967e-199b503df364 None None] Port a036b264-7d69-486a-b130-f784fbf036ab cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:05:20.612909 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:05:20.642350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.685408 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 515a9cd7-ea1b-4711-8b3c-a6572a285464 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:20.719150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cab619d8-d3c3-41ad-a4af-4522b5760579 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.729165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 515a9cd7-ea1b-4711-8b3c-a6572a285464 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:05:20.729523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 515a9cd7-ea1b-4711-8b3c-a6572a285464 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:05:20.733331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:20.747008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.753892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.756658 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c6f90b8e-0052-4baf-873f-9e02a46d048d None None] Deleting port 515a9cd7-ea1b-4711-8b3c-a6572a285464 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:20.757146 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c6f90b8e-0052-4baf-873f-9e02a46d048d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.760398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-075312e4-ecb6-4e2b-9ff3-b8c6763ebcf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port a036b264-7d69-486a-b130-f784fbf036ab {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:20.760914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-075312e4-ecb6-4e2b-9ff3-b8c6763ebcf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.841819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab619d8-d3c3-41ad-a4af-4522b5760579 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4861ce0-0aed-41f7-8915-62d0858854e9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:20.844547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cab619d8-d3c3-41ad-a4af-4522b5760579 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:20.861146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f3b9b665-c6c6-4ef1-9bc3-b7df774a38d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:20.878717 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c6f90b8e-0052-4baf-873f-9e02a46d048d None None] The port '515a9cd7-ea1b-4711-8b3c-a6572a285464' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:05:20.892202 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/networks/9ca87518-a039-4b24-baaa-54c112cce2e5 HTTP/1.1" status: 204 len: 168 time: 2.0048170 Dec 22 13:05:20.895777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50060) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:20.913069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1285081391'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:20.918885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Network': ['ID=9ca87518-a039-4b24-baaa-54c112cce2e5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:20.919499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:20.922966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cab619d8-d3c3-41ad-a4af-4522b5760579 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:20.924291 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cab619d8-d3c3-41ad-a4af-4522b5760579 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f4861ce0-0aed-41f7-8915-62d0858854e9 HTTP/1.1" status: 204 len: 168 time: 0.5491066 Dec 22 13:05:20.926865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:network and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:20.930191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50064) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:20.932594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:20.957095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:20.957274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:20.974145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Router f3bbef89-c0c4-4551-9f8f-b547547a1b20 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:05:20.986967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:20.990398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.066450 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9222506c-08c4-451f-a336-92189e9cfa3c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1348801 Dec 22 13:05:21.069352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50068) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:21.077230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': 'bf7dd71a-5dd1-4699-ad36-0f3dbebd035d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:21.086817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:21.095036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:21.103820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:21.109776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:05:21.115888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:21.152216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-075312e4-ecb6-4e2b-9ff3-b8c6763ebcf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.159690 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Project c93c3708974e4676b89d4e8da6f17024 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:05:21.186744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.187059 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Added segment 392251a6-7bc9-4ec4-9cff-bb746e429fda of type vlan for network 209285f2-3aa4-4508-90d2-07f02bbe044a Dec 22 13:05:21.218738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.224387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:05:21.226909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.235050 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0fe182-08f4-41f9-9d95-759a530def4d None None] Sync routers for ids ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:05:21.247185 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0fe182-08f4-41f9-9d95-759a530def4d None None] Routers {'f3bbef89-c0c4-4551-9f8f-b547547a1b20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:21.248545 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4e0fe182-08f4-41f9-9d95-759a530def4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:21.278535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.279819 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.3782988 Dec 22 13:05:21.281103 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.286598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:21.287176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.290763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50072) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:21.291470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-99fdb855-75b2-4bf8-99f2-a445f5d0ad58 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:21.299630 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-075312e4-ecb6-4e2b-9ff3-b8c6763ebcf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for a036b264-7d69-486a-b130-f784fbf036ab owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:21.321690 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4e0fe182-08f4-41f9-9d95-759a530def4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:21.332992 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0fe182-08f4-41f9-9d95-759a530def4d None None] Routers {'f3bbef89-c0c4-4551-9f8f-b547547a1b20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:21.333879 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4e0fe182-08f4-41f9-9d95-759a530def4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:21.417620 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4e0fe182-08f4-41f9-9d95-759a530def4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:21.418063 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0fe182-08f4-41f9-9d95-759a530def4d None None] The sync data for ids ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:05:21.451872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.458744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.475652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:21.480475 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5836043 Dec 22 13:05:21.485379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50076) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:21.486502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Network': ['ID=209285f2-3aa4-4508-90d2-07f02bbe044a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:21.492672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:21.498208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '209285f2-3aa4-4508-90d2-07f02bbe044a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:21.501766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 209285f2-3aa4-4508-90d2-07f02bbe044a details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:05:21.517419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.518815 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4484720 Dec 22 13:05:21.535005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352552c7-2959-4937-9350-ebb42badaa6d,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:21.545763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:21.548864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50080) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:21.587099 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a1a589e3-a8e7-4127-8c8f-98b95fcc7f5e tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules/352552c7-2959-4937-9350-ebb42badaa6d HTTP/1.1" status: 200 len: 769 time: 0.0362728 Dec 22 13:05:21.623393 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50084) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:21.711904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9faabdc-ddbf-46b1-ba0e-9509d4c41d0d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:21.716222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-075312e4-ecb6-4e2b-9ff3-b8c6763ebcf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.723006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-37ffc1bc-238c-4bf6-b99e-8f93459e2bc4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:21.771426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075312e4-ecb6-4e2b-9ff3-b8c6763ebcf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=a036b264-7d69-486a-b130-f784fbf036ab,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:21.773547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:21.775292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-075312e4-ecb6-4e2b-9ff3-b8c6763ebcf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:21.776930 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645eb682-47e7-49e6-b661-c338aa43f1cb None None] Network 3e057c44-23a2-4249-9a0e-ba393161cc2a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:21.792069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:21.797961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:21.807030 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:21.850876 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d9faabdc-ddbf-46b1-ba0e-9509d4c41d0d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:21.854567 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d9faabdc-ddbf-46b1-ba0e-9509d4c41d0d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2272625 Dec 22 13:05:21.857725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50088) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:21.906556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:21.920477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.949946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8eb26a7-4ded-4c15-a5a1-e15b5731dfa0 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.966418 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8eb26a7-4ded-4c15-a5a1-e15b5731dfa0 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:21.998067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-075312e4-ecb6-4e2b-9ff3-b8c6763ebcf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.004483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8eb26a7-4ded-4c15-a5a1-e15b5731dfa0 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.008058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:22.016923 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-075312e4-ecb6-4e2b-9ff3-b8c6763ebcf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/a036b264-7d69-486a-b130-f784fbf036ab HTTP/1.1" status: 204 len: 168 time: 1.4683387 Dec 22 13:05:22.022289 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8eb26a7-4ded-4c15-a5a1-e15b5731dfa0 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.026185 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a8eb26a7-4ded-4c15-a5a1-e15b5731dfa0 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/352552c7-2959-4937-9350-ebb42badaa6d HTTP/1.1" status: 204 len: 168 time: 0.1647325 Dec 22 13:05:22.026185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50092) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:22.026185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50094) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:22.033674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb26a7-4ded-4c15-a5a1-e15b5731dfa0 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=352552c7-2959-4937-9350-ebb42badaa6d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:22.043735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d2d303f3-0cd0-4918-8018-cbba3b8ad393 None None] Provisioning for port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:22.055365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:22.099498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a8eb26a7-4ded-4c15-a5a1-e15b5731dfa0 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:22.140814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4df79639-6f1d-47c1-aa8f-ecab9f56d32a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:22.160878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:22.164118 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8f2cbf-fa6e-432c-9b29-a7b84115a244 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:22.165729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8f2cbf-fa6e-432c-9b29-a7b84115a244 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:22.167255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8f2cbf-fa6e-432c-9b29-a7b84115a244 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:22.168085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2f8f2cbf-fa6e-432c-9b29-a7b84115a244 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:22.169401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:22.169782 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.179514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4df79639-6f1d-47c1-aa8f-ecab9f56d32a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:22.180806 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4df79639-6f1d-47c1-aa8f-ecab9f56d32a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1499960 Dec 22 13:05:22.184937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50100) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:22.201031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2f8f2cbf-fa6e-432c-9b29-a7b84115a244 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:22.201274 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2f8f2cbf-fa6e-432c-9b29-a7b84115a244 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1724150 Dec 22 13:05:22.204516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50104) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:22.303647 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.305315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4edd153e-2624-4ad6-aa0d-9c5a84261c64 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 54b13224-14e1-4041-a024-2a1ea0fad83e {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:22.313975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4edd153e-2624-4ad6-aa0d-9c5a84261c64 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.341843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4,segment=NetworkSegment(3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02),segment_id=3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:22.346964 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.349104 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-90c84f90-11df-4b67-9ce2-effc3b3cb0ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:22.369296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4899a8b0-3cda-42ac-8498-feeaba6cf899 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.406800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4edd153e-2624-4ad6-aa0d-9c5a84261c64 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.424326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:22.440824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:22.441356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4899a8b0-3cda-42ac-8498-feeaba6cf899 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.525784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4899a8b0-3cda-42ac-8498-feeaba6cf899 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.532499 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4d04664d-f842-4b32-b904-e20b608a7770 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:22.568622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0305633a-8dc8-4905-9307-c9d8188707d5 None None] Provisioning complete for port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:22.570973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0305633a-8dc8-4905-9307-c9d8188707d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.623180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.631961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-82cf78de-1efa-4463-be04-cf005fb30d0e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:22.669867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4edd153e-2624-4ad6-aa0d-9c5a84261c64 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.707530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899a8b0-3cda-42ac-8498-feeaba6cf899 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7dd71a-5dd1-4699-ad36-0f3dbebd035d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:22.726733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4899a8b0-3cda-42ac-8498-feeaba6cf899 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:22.737282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4899a8b0-3cda-42ac-8498-feeaba6cf899 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.741174 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4899a8b0-3cda-42ac-8498-feeaba6cf899 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-groups/bf7dd71a-5dd1-4699-ad36-0f3dbebd035d HTTP/1.1" status: 204 len: 168 time: 0.5551395 Dec 22 13:05:22.741713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50108) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:22.758167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Subnet': ['ID=21d7ab39-e8c1-43ba-aa2d-ed5c4914a51c,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:22.761641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:22.786689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Checking segment: {'id': '392251a6-7bc9-4ec4-9cff-bb746e429fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209285f2-3aa4-4508-90d2-07f02bbe044a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:22.787417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network hostable DHCP agents. Network: 209285f2-3aa4-4508-90d2-07f02bbe044a, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:05:22.796816 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4edd153e-2624-4ad6-aa0d-9c5a84261c64 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.799199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.803943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-afb39687-a216-44b6-95ad-7ef888c9fee8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:22.844263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-96222f90-7225-4033-8d7b-180f27b213eb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:22.848280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd153e-2624-4ad6-aa0d-9c5a84261c64 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=54b13224-14e1-4041-a024-2a1ea0fad83e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:22.853700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4edd153e-2624-4ad6-aa0d-9c5a84261c64 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.859107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4edd153e-2624-4ad6-aa0d-9c5a84261c64 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:22.860959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a441100-c67a-428b-bab5-522aec521872 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:22.874232 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4edd153e-2624-4ad6-aa0d-9c5a84261c64 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/54b13224-14e1-4041-a024-2a1ea0fad83e HTTP/1.1" status: 204 len: 168 time: 0.6687939 Dec 22 13:05:22.875520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-96222f90-7225-4033-8d7b-180f27b213eb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:22.882368 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-96222f90-7225-4033-8d7b-180f27b213eb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1353834 Dec 22 13:05:22.882549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50112) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:22.882674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:22.888197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964914020'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:22.892908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:22.903860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:22.915667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.938040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:22.942274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:22.945177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:22.949614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 209285f2-3aa4-4508-90d2-07f02bbe044a is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:05:22.951138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:22.979206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 209285f2-3aa4-4508-90d2-07f02bbe044a) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:22.984313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:22.985880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:22.989831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02886b25-3417-45ee-8ae5-bff14c6d861c None None] Network 209285f2-3aa4-4508-90d2-07f02bbe044a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:23.035071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.040380 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.044834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2f3cd95e-bc86-4d69-ab71-788fd0e02a53 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:23.085670 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cffb5d-11f7-49d1-80b3-c31b07c45bb9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:23.091073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-635cb5bd-0af2-44fd-94b3-426b62d9593e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet f2ef50c6-6e59-422a-b81c-297ce23b61e5 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:23.091268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:23.096755 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6081693 Dec 22 13:05:23.097916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-635cb5bd-0af2-44fd-94b3-426b62d9593e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.100022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50122) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:23.105991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d3c32007-0b16-4dc7-a685-eedc333916d7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-916110547', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:23.113498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d3c32007-0b16-4dc7-a685-eedc333916d7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:23.115935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.119653 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2343473 Dec 22 13:05:23.120546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50126) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:23.122630 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3c32007-0b16-4dc7-a685-eedc333916d7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:router and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:23.127993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Request body: {'security_group_rule': {'security_group_id': 'e8cffb5d-11f7-49d1-80b3-c31b07c45bb9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:23.132248 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3c32007-0b16-4dc7-a685-eedc333916d7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:23.138886 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:23.141266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d3c32007-0b16-4dc7-a685-eedc333916d7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:23.145758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Usage tracker for resource:security_group_rule and tenant:c93c3708974e4676b89d4e8da6f17024 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:23.149954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:23.157588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:23.163648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3c32007-0b16-4dc7-a685-eedc333916d7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.164685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3c32007-0b16-4dc7-a685-eedc333916d7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.186343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.200538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-635cb5bd-0af2-44fd-94b3-426b62d9593e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.201317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3c32007-0b16-4dc7-a685-eedc333916d7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.248673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3c32007-0b16-4dc7-a685-eedc333916d7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.273614 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.281264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.284452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:23.300056 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d3c32007-0b16-4dc7-a685-eedc333916d7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.304946 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d3c32007-0b16-4dc7-a685-eedc333916d7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2028444 Dec 22 13:05:23.305686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50130) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:23.308716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-209285f2-3aa4-4508-90d2-07f02bbe044a', 'network_id': '209285f2-3aa4-4508-90d2-07f02bbe044a', 'tenant_id': '73a75db273074ed8a14803906185c58d', 'fixed_ips': [{'subnet_id': '21d7ab39-e8c1-43ba-aa2d-ed5c4914a51c'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:23.312019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.321522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6b525c-4ce8-4b99-bc81-9b8a05d262d4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:23.326907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'network_id': '209285f2-3aa4-4508-90d2-07f02bbe044a', 'name': 'tempest-PortsIpV6TestJSON-1177423476'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:23.342303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:23.396830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.400472 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2771208 Dec 22 13:05:23.405556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50134) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:23.432916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-635cb5bd-0af2-44fd-94b3-426b62d9593e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.476403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:23.481589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:port and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:23.484679 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:23.490620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:23.504590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:23.512282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.527010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Allocated IP 172.20.0.1 (3e057c44-23a2-4249-9a0e-ba393161cc2a/359b7ef2-3b69-42ab-ae58-e3d408af0731/56f316af-45e4-4557-ac82-51e8e66bb771) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:23.548188 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Allocated IP 2001:db8::2 (209285f2-3aa4-4508-90d2-07f02bbe044a/21d7ab39-e8c1-43ba-aa2d-ed5c4914a51c/d980d7c5-53da-47f8-95d5-23c499d96326) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:23.553513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port 8e4a761e-badb-4086-be95-bb4ebda3bd0a yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:23.597236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-635cb5bd-0af2-44fd-94b3-426b62d9593e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.607690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-42da8058-e8fb-4a4f-8d3f-d7adb48aa5b4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:23.688036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2eba39ec-c5d6-41b4-af8c-08a813ffea84 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.709650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-635cb5bd-0af2-44fd-94b3-426b62d9593e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.712402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cb5bd-0af2-44fd-94b3-426b62d9593e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ef50c6-6e59-422a-b81c-297ce23b61e5,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:23.715395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-635cb5bd-0af2-44fd-94b3-426b62d9593e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:23.767542 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-635cb5bd-0af2-44fd-94b3-426b62d9593e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/f2ef50c6-6e59-422a-b81c-297ce23b61e5 HTTP/1.1" status: 204 len: 168 time: 0.8797836 Dec 22 13:05:23.769445 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2eba39ec-c5d6-41b4-af8c-08a813ffea84 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.770403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50138) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:23.807527 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.819427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Transition to ACTIVE for port object d980d7c5-53da-47f8-95d5-23c499d96326 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:23.839769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Transition to ACTIVE for port object d980d7c5-53da-47f8-95d5-23c499d96326 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:23.849998 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.853152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.861994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:23.891456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Transition to ACTIVE for port object 56f316af-45e4-4557-ac82-51e8e66bb771 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:23.895503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2eba39ec-c5d6-41b4-af8c-08a813ffea84 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:23.895778 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-67708c43-af22-4cd6-bdb0-04240cb01e40 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1240733 Dec 22 13:05:23.900943 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50142) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:23.903248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-71133526-bfe9-42c0-8cfc-a46aedddd617 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:23.957394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Network 209285f2-3aa4-4508-90d2-07f02bbe044a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:23.960406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:23.965569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:23.966933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8::6f (209285f2-3aa4-4508-90d2-07f02bbe044a/21d7ab39-e8c1-43ba-aa2d-ed5c4914a51c/8e4a761e-badb-4086-be95-bb4ebda3bd0a) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:24.008492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba39ec-c5d6-41b4-af8c-08a813ffea84 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cffb5d-11f7-49d1-80b3-c31b07c45bb9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:24.015499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2eba39ec-c5d6-41b4-af8c-08a813ffea84 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:24.022918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:24.031388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2eba39ec-c5d6-41b4-af8c-08a813ffea84 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.035873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50146) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:24.036910 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2eba39ec-c5d6-41b4-af8c-08a813ffea84 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-groups/e8cffb5d-11f7-49d1-80b3-c31b07c45bb9 HTTP/1.1" status: 204 len: 168 time: 0.6299236 Dec 22 13:05:24.047249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Pushing event updated for resources: {'Port': ['ID=d980d7c5-53da-47f8-95d5-23c499d96326,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:24.075112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7acec7-9066-42b1-9e8f-dabfc590e1ad tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:24.076463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:24.077158 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6c7acec7-9066-42b1-9e8f-dabfc590e1ad tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1643174 Dec 22 13:05:24.079295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.090960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50150) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:24.093317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-43a0e240-5c82-43a7-b835-318d08016735 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:24.144065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Network 3e057c44-23a2-4249-9a0e-ba393161cc2a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:24.149122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Attempting to bind port d980d7c5-53da-47f8-95d5-23c499d96326 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:24.150895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Attempting to bind port d980d7c5-53da-47f8-95d5-23c499d96326 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '392251a6-7bc9-4ec4-9cff-bb746e429fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209285f2-3aa4-4508-90d2-07f02bbe044a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:24.150895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Attempting to bind port d980d7c5-53da-47f8-95d5-23c499d96326 on network 209285f2-3aa4-4508-90d2-07f02bbe044a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:24.151159 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:24.151805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:24.152187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.164610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:24.192818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:24.193203 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Checking segment: {'id': '392251a6-7bc9-4ec4-9cff-bb746e429fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209285f2-3aa4-4508-90d2-07f02bbe044a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:24.193614 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.194015 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Bound using segment: {'id': '392251a6-7bc9-4ec4-9cff-bb746e429fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209285f2-3aa4-4508-90d2-07f02bbe044a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:24.194491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Bound port: d980d7c5-53da-47f8-95d5-23c499d96326, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392251a6-7bc9-4ec4-9cff-bb746e429fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '209285f2-3aa4-4508-90d2-07f02bbe044a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:24.194868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.233528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b7a1ce-7a7a-4be9-bc6d-a54f4aaaa0f7 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:24.252652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event updated for resources: {'Port': ['ID=56f316af-45e4-4557-ac82-51e8e66bb771,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:24.256656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:24.272060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.323455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e789ed95-bcaf-4cd0-bf21-1cb33c0b0509 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:24.347007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dfe357-cb43-4385-b971-5f135e61f490 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:24.348628 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d2dfe357-cb43-4385-b971-5f135e61f490 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:24.374190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-710a19e6-8eea-46ae-a990-715dae80980f None None] Provisioning complete for port 8e633899-0551-4249-b123-2a6e62a1e559 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:24.374664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-710a19e6-8eea-46ae-a990-715dae80980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.393316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.401680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d2dfe357-cb43-4385-b971-5f135e61f490 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:24.402929 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d2dfe357-cb43-4385-b971-5f135e61f490 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3053801 Dec 22 13:05:24.403564 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e789ed95-bcaf-4cd0-bf21-1cb33c0b0509 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:24.407441 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e789ed95-bcaf-4cd0-bf21-1cb33c0b0509 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3703697 Dec 22 13:05:24.408119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50154) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:24.408516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50156) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:24.512004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Transition to ACTIVE for port object 8e4a761e-badb-4086-be95-bb4ebda3bd0a will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:24.514536 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-442b9174-b693-4f6b-8939-686db6804e64 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022158 Dec 22 13:05:24.520653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50162) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:24.528211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-530a19a9-1be3-4e0c-a0cf-6c208c4c822a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:24.550401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c233f24c-bc5a-47c5-a050-f262d494af55 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Synchronizing usage tracker for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:24.575517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c233f24c-bc5a-47c5-a050-f262d494af55 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Unset dirty status for tenant:c93c3708974e4676b89d4e8da6f17024 on resource:security_group_rule {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:24.580119 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c233f24c-bc5a-47c5-a050-f262d494af55 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1663418 Dec 22 13:05:24.580726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50166) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:24.598707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.606038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:24.638024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] For port d980d7c5-53da-47f8-95d5-23c499d96326, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:24.653476 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-b9fe571f-04cd-4cf4-af39-94aa01d603ca tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] delete failed (client error): The resource could not be found. Dec 22 13:05:24.658638 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b9fe571f-04cd-4cf4-af39-94aa01d603ca tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "DELETE /v2.0/security-groups/e8cffb5d-11f7-49d1-80b3-c31b07c45bb9 HTTP/1.1" status: 404 len: 347 time: 0.0769241 Dec 22 13:05:24.659196 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50170) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:24.663294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] For port d980d7c5-53da-47f8-95d5-23c499d96326, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d980d7c5-53da-47f8-95d5-23c499d96326,segment=NetworkSegment(392251a6-7bc9-4ec4-9cff-bb746e429fda),segment_id=392251a6-7bc9-4ec4-9cff-bb746e429fda)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:24.709145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-530a19a9-1be3-4e0c-a0cf-6c208c4c822a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:24.713288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.719266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.723877 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f0a238c2-3310-489e-8fc9-167146ccca1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:24.728556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 209285f2-3aa4-4508-90d2-07f02bbe044a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:24.732357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-530a19a9-1be3-4e0c-a0cf-6c208c4c822a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:24.740133 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-aee7535c-b563-4999-9cc4-b0ea69b36370 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0729482 Dec 22 13:05:24.744338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:24.748373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:24.753970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:24.754594 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.762918 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=8e4a761e-badb-4086-be95-bb4ebda3bd0a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:24.770006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:24.790179 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4737413 Dec 22 13:05:24.792838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50176) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:24.805654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530a19a9-1be3-4e0c-a0cf-6c208c4c822a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:24.810627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530a19a9-1be3-4e0c-a0cf-6c208c4c822a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:24.812368 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-530a19a9-1be3-4e0c-a0cf-6c208c4c822a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:05:24.812915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530a19a9-1be3-4e0c-a0cf-6c208c4c822a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:05:24.867090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Pushing event updated for resources: {'Port': ['ID=d980d7c5-53da-47f8-95d5-23c499d96326,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:24.871019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:24.923691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a657d419-3eb9-4266-9c43-b80ed4116b84 None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:05:24.929165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a657d419-3eb9-4266-9c43-b80ed4116b84 None None] Deleting port 8e633899-0551-4249-b123-2a6e62a1e559 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:24.929165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a657d419-3eb9-4266-9c43-b80ed4116b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:25.197670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a657d419-3eb9-4266-9c43-b80ed4116b84 None None] For port 8e633899-0551-4249-b123-2a6e62a1e559, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8e633899-0551-4249-b123-2a6e62a1e559,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:25.198273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a657d419-3eb9-4266-9c43-b80ed4116b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:25.231577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50182) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:25.242242 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-530a19a9-1be3-4e0c-a0cf-6c208c4c822a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7220182 Dec 22 13:05:25.251147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50186) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:25.262341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-56b8cf39-71f4-4449-8f2a-005a7f6edc16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:25.347676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a657d419-3eb9-4266-9c43-b80ed4116b84 None None] Calling delete_port for 8e633899-0551-4249-b123-2a6e62a1e559 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:25.399034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:25.412984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:25.452866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-37186f63-4a30-4ac4-b67a-4883d3a740f7 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:25.502372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3b4584d5-f2ee-4a2e-b131-b144b0b4126d None None] Provisioning for port 56f316af-45e4-4557-ac82-51e8e66bb771 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:25.508253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3b4584d5-f2ee-4a2e-b131-b144b0b4126d None None] Provisioning complete for port 56f316af-45e4-4557-ac82-51e8e66bb771 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:25.509005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b4584d5-f2ee-4a2e-b131-b144b0b4126d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:25.560593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-56b8cf39-71f4-4449-8f2a-005a7f6edc16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:25.588386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a657d419-3eb9-4266-9c43-b80ed4116b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:25.596559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event updated for resources: {'Port': ['ID=56f316af-45e4-4557-ac82-51e8e66bb771,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:25.604328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:25.605898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:25.607180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:25.619505 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-56b8cf39-71f4-4449-8f2a-005a7f6edc16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:25.637208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3b4584d5-f2ee-4a2e-b131-b144b0b4126d None None] Port 56f316af-45e4-4557-ac82-51e8e66bb771 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:25.645143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a657d419-3eb9-4266-9c43-b80ed4116b84 None None] No DVR routers for this DVR port 8e633899-0551-4249-b123-2a6e62a1e559 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:05:25.653656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657d419-3eb9-4266-9c43-b80ed4116b84 None None] Pushing event deleted for resources: {'Port': ['ID=8e633899-0551-4249-b123-2a6e62a1e559,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:25.655739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a657d419-3eb9-4266-9c43-b80ed4116b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:25.677426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b8cf39-71f4-4449-8f2a-005a7f6edc16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:25.680868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56b8cf39-71f4-4449-8f2a-005a7f6edc16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:25.682677 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b8cf39-71f4-4449-8f2a-005a7f6edc16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:05:25.683095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b8cf39-71f4-4449-8f2a-005a7f6edc16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:05:25.702740 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d23afbe4-e11f-4228-8de3-b8b8de78178b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c93c3708974e4676b89d4e8da6f17024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652314 Dec 22 13:05:25.705707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50192) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:25.771086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:25.771352 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-56b8cf39-71f4-4449-8f2a-005a7f6edc16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5133197 Dec 22 13:05:25.771352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50196) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:25.777067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-aba39a2b-da85-436b-8329-64ed71b8e9af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:25.936400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-aba39a2b-da85-436b-8329-64ed71b8e9af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:25.944269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Network 3e057c44-23a2-4249-9a0e-ba393161cc2a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:25.946527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:25.989477 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d980d7c5-53da-47f8-95d5-23c499d96326 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:26.055536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f66c1cf3-8521-45a3-802e-481f69208ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.064743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-aba39a2b-da85-436b-8329-64ed71b8e9af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:26.124533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port d980d7c5-53da-47f8-95d5-23c499d96326 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:26.162625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f66c1cf3-8521-45a3-802e-481f69208ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.189599 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba39a2b-da85-436b-8329-64ed71b8e9af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:26.193866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aba39a2b-da85-436b-8329-64ed71b8e9af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.195962 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba39a2b-da85-436b-8329-64ed71b8e9af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:05:26.195962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba39a2b-da85-436b-8329-64ed71b8e9af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:05:26.200568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8e633899-0551-4249-b123-2a6e62a1e559 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:26.241756 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-aba39a2b-da85-436b-8329-64ed71b8e9af tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4692214 Dec 22 13:05:26.244567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50200) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:26.253882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-530f6d4f-70e4-4c85-95d6-f50670133c3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:26.271197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 8e633899-0551-4249-b123-2a6e62a1e559 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:05:26.271707 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8e633899-0551-4249-b123-2a6e62a1e559 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:05:26.287110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.289174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f66c1cf3-8521-45a3-802e-481f69208ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.293049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-36cb341b-2c5b-43cf-a71e-b162891a8af6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:26.305065 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.315393 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c1cf3-8521-45a3-802e-481f69208ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd140f-3177-4cbf-b419-097e4f6f18fa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:26.319258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f66c1cf3-8521-45a3-802e-481f69208ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:26.319813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cc3de7-53ee-4290-9d4e-432843390543 None None] Network 209285f2-3aa4-4508-90d2-07f02bbe044a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:26.321276 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0a042f6a-46aa-4d6c-b756-c03cd120a179 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:26.422849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-26cc8338-7131-40d2-a680-8d514fb91986 None None] Provisioning complete for port 56f316af-45e4-4557-ac82-51e8e66bb771 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:26.423318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-26cc8338-7131-40d2-a680-8d514fb91986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.439799 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f66c1cf3-8521-45a3-802e-481f69208ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.443639 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f66c1cf3-8521-45a3-802e-481f69208ba0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17dd140f-3177-4cbf-b419-097e4f6f18fa HTTP/1.1" status: 204 len: 168 time: 0.7341416 Dec 22 13:05:26.485031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=8e4a761e-badb-4086-be95-bb4ebda3bd0a,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:26.492854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:26.513778 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-26cc8338-7131-40d2-a680-8d514fb91986 None None] Port 56f316af-45e4-4557-ac82-51e8e66bb771 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:26.537063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Router f3bbef89-c0c4-4551-9f8f-b547547a1b20 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:05:26.564206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-26cc8338-7131-40d2-a680-8d514fb91986 None None] Provisioning for port d980d7c5-53da-47f8-95d5-23c499d96326 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:26.574931 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-26cc8338-7131-40d2-a680-8d514fb91986 None None] Provisioning complete for port d980d7c5-53da-47f8-95d5-23c499d96326 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:26.575563 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-26cc8338-7131-40d2-a680-8d514fb91986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.652548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.664157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-530f6d4f-70e4-4c85-95d6-f50670133c3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:26.700178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-530f6d4f-70e4-4c85-95d6-f50670133c3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:26.787200 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-26cc8338-7131-40d2-a680-8d514fb91986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.793320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.819486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530f6d4f-70e4-4c85-95d6-f50670133c3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:26.828655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530f6d4f-70e4-4c85-95d6-f50670133c3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.828796 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-26cc8338-7131-40d2-a680-8d514fb91986 None None] For port d980d7c5-53da-47f8-95d5-23c499d96326, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d980d7c5-53da-47f8-95d5-23c499d96326,segment=NetworkSegment(392251a6-7bc9-4ec4-9cff-bb746e429fda),segment_id=392251a6-7bc9-4ec4-9cff-bb746e429fda)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:26.830872 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-530f6d4f-70e4-4c85-95d6-f50670133c3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:05:26.835897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530f6d4f-70e4-4c85-95d6-f50670133c3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:05:26.836929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-26cc8338-7131-40d2-a680-8d514fb91986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:26.840439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:26.891564 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-530f6d4f-70e4-4c85-95d6-f50670133c3e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6458349 Dec 22 13:05:26.899534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50214) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:26.912833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b5d7fadc-f6ab-45b7-acef-6b1493f81f8b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:26.940341 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc8338-7131-40d2-a680-8d514fb91986 None None] Pushing event updated for resources: {'Port': ['ID=d980d7c5-53da-47f8-95d5-23c499d96326,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:26.949892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:05:26.952792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-26cc8338-7131-40d2-a680-8d514fb91986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:26.960106 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "PUT /v2.0/routers/f3bbef89-c0c4-4551-9f8f-b547547a1b20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6510878 Dec 22 13:05:26.966406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db2d1d-a88c-4e2d-a432-36537075b8ed None None] Sync routers for ids ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:05:26.978231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db2d1d-a88c-4e2d-a432-36537075b8ed None None] Routers {'f3bbef89-c0c4-4551-9f8f-b547547a1b20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:26.978910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c4db2d1d-a88c-4e2d-a432-36537075b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:27.006756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50220) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:27.018154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Request body: {'port': {'network_id': '3e057c44-23a2-4249-9a0e-ba393161cc2a', 'name': 'tempest-FloatingIPAdminTestJSON-1703113869'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:27.056181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c4db2d1d-a88c-4e2d-a432-36537075b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:27.069557 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db2d1d-a88c-4e2d-a432-36537075b8ed None None] Routers {'f3bbef89-c0c4-4551-9f8f-b547547a1b20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:27.070682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c4db2d1d-a88c-4e2d-a432-36537075b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:27.158737 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c4db2d1d-a88c-4e2d-a432-36537075b8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:27.159199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db2d1d-a88c-4e2d-a432-36537075b8ed None None] The sync data for ids ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:05:27.171187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b5d7fadc-f6ab-45b7-acef-6b1493f81f8b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:27.179726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-33ec8662-be74-4f3f-bb76-4c70851d8c2b None None] Provisioning for port 8e4a761e-badb-4086-be95-bb4ebda3bd0a completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:27.188207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b5d7fadc-f6ab-45b7-acef-6b1493f81f8b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:27.190209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-33ec8662-be74-4f3f-bb76-4c70851d8c2b None None] Provisioning complete for port 8e4a761e-badb-4086-be95-bb4ebda3bd0a triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:27.190627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-33ec8662-be74-4f3f-bb76-4c70851d8c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.230466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d7fadc-f6ab-45b7-acef-6b1493f81f8b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:27.234414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5d7fadc-f6ab-45b7-acef-6b1493f81f8b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.235853 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d7fadc-f6ab-45b7-acef-6b1493f81f8b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:05:27.236291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d7fadc-f6ab-45b7-acef-6b1493f81f8b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:05:27.262852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:27.269695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-33ec8662-be74-4f3f-bb76-4c70851d8c2b None None] Port 8e4a761e-badb-4086-be95-bb4ebda3bd0a cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:27.272465 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b5d7fadc-f6ab-45b7-acef-6b1493f81f8b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3714204 Dec 22 13:05:27.273879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Usage tracker for resource:port and tenant:d115b55c6c7b48ce93638bcf2b5f415e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:27.282801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50230) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:27.289099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:27.291137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-33ec8662-be74-4f3f-bb76-4c70851d8c2b None None] Provisioning complete for port d980d7c5-53da-47f8-95d5-23c499d96326 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:27.291516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-33ec8662-be74-4f3f-bb76-4c70851d8c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.296894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-faa10da1-d378-44f0-b597-34152a2ceb10 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:27.331776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:27.431257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Made reservation on behalf of d115b55c6c7b48ce93638bcf2b5f415e for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:27.439561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.471572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50236) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:27.497603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-faa10da1-d378-44f0-b597-34152a2ceb10 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:27.498679 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-78837849-6f40-4140-9ea0-b0ee1dd3ecd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.513810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] device_id is not set on port 0d51d771-7b0d-41ff-b189-ed9d3755f491 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:27.556306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-faa10da1-d378-44f0-b597-34152a2ceb10 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:27.582003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa10da1-d378-44f0-b597-34152a2ceb10 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:27.585199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-faa10da1-d378-44f0-b597-34152a2ceb10 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.586579 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa10da1-d378-44f0-b597-34152a2ceb10 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:05:27.587042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa10da1-d378-44f0-b597-34152a2ceb10 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:05:27.601270 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e6a9cb77-3344-46bf-9e42-677d12cf38fd None None] Provisioning complete for port 8e4a761e-badb-4086-be95-bb4ebda3bd0a triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:27.601917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cb77-3344-46bf-9e42-677d12cf38fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.642985 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-faa10da1-d378-44f0-b597-34152a2ceb10 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3568051 Dec 22 13:05:27.648857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1293223974-network', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:27.650396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50242) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:27.682819 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:27.688788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9cb77-3344-46bf-9e42-677d12cf38fd None None] Port 8e4a761e-badb-4086-be95-bb4ebda3bd0a cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:27.696669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Usage tracker for resource:network and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:27.701488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:27.711367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:27.726746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-03c9af2f-e7e4-4921-ae3c-ea6bb5421202 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:27.731021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.734043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Allocated IP 172.20.0.12 (3e057c44-23a2-4249-9a0e-ba393161cc2a/359b7ef2-3b69-42ab-ae58-e3d408af0731/0d51d771-7b0d-41ff-b189-ed9d3755f491) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:27.736024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Made reservation on behalf of b87cc29f20d24977a4b407ef6c3edb6e for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:27.738354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.741336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.742157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.747929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:27.757262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.778713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:27.793395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Usage tracker for resource:security_group_rule and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:27.798575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:27.809472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-86dcf5f4-f106-4fb3-86a6-0fa9c0ec6fb7 None None] Provisioning complete for port 8e4a761e-badb-4086-be95-bb4ebda3bd0a triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:27.809991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86dcf5f4-f106-4fb3-86a6-0fa9c0ec6fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:27.813367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:27.821584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-03c9af2f-e7e4-4921-ae3c-ea6bb5421202 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:27.825123 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-03c9af2f-e7e4-4921-ae3c-ea6bb5421202 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1713710 Dec 22 13:05:27.827793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50246) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:27.869796 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-86dcf5f4-f106-4fb3-86a6-0fa9c0ec6fb7 None None] Port 8e4a761e-badb-4086-be95-bb4ebda3bd0a cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:27.900830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=8e4a761e-badb-4086-be95-bb4ebda3bd0a,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:27.904240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:27.937094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d980d7c5-53da-47f8-95d5-23c499d96326 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:27.957934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 209285f2-3aa4-4508-90d2-07f02bbe044a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:27.959148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:28.011722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74efd66-76e2-4098-aed0-b3a330ca3453 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:28.012416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a74efd66-76e2-4098-aed0-b3a330ca3453 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:28.024216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port d980d7c5-53da-47f8-95d5-23c499d96326 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:28.024768 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.058470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a74efd66-76e2-4098-aed0-b3a330ca3453 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:28.059662 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a74efd66-76e2-4098-aed0-b3a330ca3453 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2278504 Dec 22 13:05:28.074722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50250) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:28.176710 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b16668c8-6465-46f4-852f-c41ba08b9186 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970278 Dec 22 13:05:28.177533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50254) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:28.189120 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:28.189972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.199257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.209302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.213817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9806464c-dffe-4b1d-8789-d79ff7a0d1cd tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:28.222844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Transition to ACTIVE for port object 0d51d771-7b0d-41ff-b189-ed9d3755f491 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:28.251455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:05:28.258780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98e8642-66dc-4087-b59a-8f0d538ce27c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:28.264278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:28.270084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.270401 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Added segment 8c5ebd96-7f08-4b2c-8825-425f4903b0eb of type vlan for network b0719164-23d6-44e6-b356-e808281f7730 Dec 22 13:05:28.271538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Router 6361268e-f2e2-4d46-9bae-89a35d0e76b1 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:05:28.300767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.301013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f3393f8e-8fca-4273-b4ae-c73a6441c538 None None] Provisioning complete for port 8e4a761e-badb-4086-be95-bb4ebda3bd0a triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:28.301624 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3393f8e-8fca-4273-b4ae-c73a6441c538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.305933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.312535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5f8b8d9c-b8f6-4e6e-b1da-292fc9d3d566 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:28.361837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f3393f8e-8fca-4273-b4ae-c73a6441c538 None None] Port 8e4a761e-badb-4086-be95-bb4ebda3bd0a cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:28.395640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Network 3e057c44-23a2-4249-9a0e-ba393161cc2a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:28.400457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:28.408530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:28.437096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event updated for resources: {'Port': ['ID=0d51d771-7b0d-41ff-b189-ed9d3755f491,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:28.444889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:28.451930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.452514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:28.452911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:28.453498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.461262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:28.470105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:28.489391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:05:28.496208 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "PUT /v2.0/routers/6361268e-f2e2-4d46-9bae-89a35d0e76b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6996799 Dec 22 13:05:28.497536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:28.501921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.505976 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568935e-847d-4549-bd81-e59ff11a0077 None None] Sync routers for ids ['6361268e-f2e2-4d46-9bae-89a35d0e76b1'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:05:28.518406 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568935e-847d-4549-bd81-e59ff11a0077 None None] Routers {'6361268e-f2e2-4d46-9bae-89a35d0e76b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:28.519914 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7568935e-847d-4549-bd81-e59ff11a0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6361268e-f2e2-4d46-9bae-89a35d0e76b1'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:28.539777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50258) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:28.629612 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7568935e-847d-4549-bd81-e59ff11a0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:28.641647 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7568935e-847d-4549-bd81-e59ff11a0077 None None] Routers {'6361268e-f2e2-4d46-9bae-89a35d0e76b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:28.642768 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7568935e-847d-4549-bd81-e59ff11a0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6361268e-f2e2-4d46-9bae-89a35d0e76b1'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:28.647040 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:28.647731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.658146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Pushing event updated for resources: {'Network': ['ID=b0719164-23d6-44e6-b356-e808281f7730,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:28.670706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:28.671406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network b0719164-23d6-44e6-b356-e808281f7730 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:05:28.674093 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2014439 Dec 22 13:05:28.678316 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50262) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:28.687022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Request body: {'subnet': {'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1293223974-subnet', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'ip_version': 4}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:28.709503 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7568935e-847d-4549-bd81-e59ff11a0077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:28.710134 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568935e-847d-4549-bd81-e59ff11a0077 None None] The sync data for ids ['6361268e-f2e2-4d46-9bae-89a35d0e76b1'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:05:28.832810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:28.839072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Usage tracker for resource:subnet and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:28.842943 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:28.848258 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8401029 Dec 22 13:05:28.851478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50266) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:28.852172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:28.854499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-16bea632-eb29-4de8-934d-8751cf4c1fdc None None] Provisioning for port 0d51d771-7b0d-41ff-b189-ed9d3755f491 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:28.862827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-16bea632-eb29-4de8-934d-8751cf4c1fdc None None] Provisioning complete for port 0d51d771-7b0d-41ff-b189-ed9d3755f491 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:28.863827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-16bea632-eb29-4de8-934d-8751cf4c1fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.872758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ffc55e-c3ce-4d5c-ad30-aaaa30e6e406 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:28.873484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-73ffc55e-c3ce-4d5c-ad30-aaaa30e6e406 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:28.878047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Made reservation on behalf of b87cc29f20d24977a4b407ef6c3edb6e for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:28.880335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.921166 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-16bea632-eb29-4de8-934d-8751cf4c1fdc None None] Port 0d51d771-7b0d-41ff-b189-ed9d3755f491 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:28.930129 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.objects.ports [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:05:28.931242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:28.935815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-94ac4e7c-ea2f-42c5-b110-2264327f46cc tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:28.952686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-73ffc55e-c3ce-4d5c-ad30-aaaa30e6e406 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:28.953860 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-73ffc55e-c3ce-4d5c-ad30-aaaa30e6e406 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports?device_id=6361268e-f2e2-4d46-9bae-89a35d0e76b1 HTTP/1.1" status: 200 len: 988 time: 0.4054723 Dec 22 13:05:28.957116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50272) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:28.993098 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:28.996214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'project_id': 'd115b55c6c7b48ce93638bcf2b5f415e', 'port_id': '0d51d771-7b0d-41ff-b189-ed9d3755f491'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:29.001404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:29.004880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:29.005449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.011745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8853ae4-8bd4-457c-a1c2-9abbb5104623 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:29.022595 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:29.031355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Usage tracker for resource:floatingip and tenant:d115b55c6c7b48ce93638bcf2b5f415e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:29.038217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:29.050234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:29.053483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=9e287025-5302-475f-8187-1f9aabc2356c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:29.059375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:29.067865 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8830163 Dec 22 13:05:29.068117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50276) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:29.074155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:ae:9b:2f', 'name': 'tempest-NetworksTestDHCPv6-939789823'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:29.088300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.234349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': '9e287025-5302-475f-8187-1f9aabc2356c'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:29.235469 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.394963 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Allocated IP 2001:db8::f816:3eff:fe1d:dc48 (cc430aa9-1eda-495d-9373-01b5d372ccd0/9e287025-5302-475f-8187-1f9aabc2356c/92a95a68-6857-4101-86df-a2e1da985c99) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:29.424699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:29.435176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.438373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:29.439543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ce794422-5eb3-4a37-8cab-f59396cbe83e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:29.463562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:29.554813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.564409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aabca6b9-9296-4dfa-98f4-1e0c0e827675,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:29.569783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:29.576346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Checking segment: {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:29.576704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Network hostable DHCP agents. Network: b0719164-23d6-44e6-b356-e808281f7730, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:05:29.604857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Network b0719164-23d6-44e6-b356-e808281f7730 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:05:29.623236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.636227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Transition to ACTIVE for port object 92a95a68-6857-4101-86df-a2e1da985c99 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:29.657034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, b0719164-23d6-44e6-b356-e808281f7730) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:29.657421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.664797 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Transition to ACTIVE for port object 92a95a68-6857-4101-86df-a2e1da985c99 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:29.665518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:29.665644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.672576 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1add7d67-063d-4799-b987-7315d18c8bb7 None None] Network b0719164-23d6-44e6-b356-e808281f7730 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:29.691451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.731501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 2d01b9db-aa3f-4ee6-9f13-04f6dc3bf42b yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:29.746866 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0640297 Dec 22 13:05:29.752812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.763481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:29.765048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50280) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:29.775142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:29.795306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:29.810664 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Usage tracker for resource:router and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:29.816641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Allocated IP 172.26.4.64 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/19b480cb-4e6f-4c4c-b099-f00283741bb5) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:29.818993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:29.838755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:29.844570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:29.853092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:29.856083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:29.872837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Pushing event updated for resources: {'Port': ['ID=92a95a68-6857-4101-86df-a2e1da985c99,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:29.875931 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:29.908928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-59eaf2ef-f5d8-446b-b6b1-b92d98d80f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.967518 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.968638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:29.980377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port 8e4a761e-badb-4086-be95-bb4ebda3bd0a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:29.981266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.018074 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::f816:3eff:feae:9b2f (cc430aa9-1eda-495d-9373-01b5d372ccd0/9e287025-5302-475f-8187-1f9aabc2356c/2d01b9db-aa3f-4ee6-9f13-04f6dc3bf42b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:30.021695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Attempting to bind port 92a95a68-6857-4101-86df-a2e1da985c99 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:30.022106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Attempting to bind port 92a95a68-6857-4101-86df-a2e1da985c99 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:30.022463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Attempting to bind port 92a95a68-6857-4101-86df-a2e1da985c99 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:30.029560 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.032658 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:30.033037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:30.033438 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.033835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:30.034316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Bound port: 92a95a68-6857-4101-86df-a2e1da985c99, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:30.034688 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.136508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-b0719164-23d6-44e6-b356-e808281f7730', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:30.137592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.184788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.224080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] For port 92a95a68-6857-4101-86df-a2e1da985c99, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:30.227186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.243771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] For port 92a95a68-6857-4101-86df-a2e1da985c99, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=92a95a68-6857-4101-86df-a2e1da985c99,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:30.251353 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.258015 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-26cc8338-7131-40d2-a680-8d514fb91986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:30.395427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Pushing event updated for resources: {'Port': ['ID=92a95a68-6857-4101-86df-a2e1da985c99,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:30.398664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:30.408983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Allocated IP 172.20.0.2 (b0719164-23d6-44e6-b356-e808281f7730/aabca6b9-9296-4dfa-98f4-1e0c0e827675/c0e7d913-2650-4a39-8cf0-a4aafe04b25c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:30.450912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for 8e4a761e-badb-4086-be95-bb4ebda3bd0a owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:30.485676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.554257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.561968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:30.692824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.707373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:30.723648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.724377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:30.730113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-93b91162-6275-45d3-ad33-74f0b7509500 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:30.739440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:30.778565 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Pushing event updated for resources: {'Port': ['ID=19b480cb-4e6f-4c4c-b099-f00283741bb5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:30.781253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=8e4a761e-badb-4086-be95-bb4ebda3bd0a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:30.802262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 2d01b9db-aa3f-4ee6-9f13-04f6dc3bf42b will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:30.804623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:30.811966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.826596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.840061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Transition to ACTIVE for port object c0e7d913-2650-4a39-8cf0-a4aafe04b25c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:30.844480 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:30.871705 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Transition to ACTIVE for port object c0e7d913-2650-4a39-8cf0-a4aafe04b25c will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:30.884888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.896959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:30.985371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Network b0719164-23d6-44e6-b356-e808281f7730 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:30.987160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:30.988997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:30.994980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:30.999626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Pushing event updated for resources: {'Port': ['ID=c0e7d913-2650-4a39-8cf0-a4aafe04b25c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:31.001888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:31.004924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:31.119960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Attempting to bind port c0e7d913-2650-4a39-8cf0-a4aafe04b25c on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:31.120349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Attempting to bind port c0e7d913-2650-4a39-8cf0-a4aafe04b25c by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:31.120723 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Attempting to bind port c0e7d913-2650-4a39-8cf0-a4aafe04b25c on network b0719164-23d6-44e6-b356-e808281f7730 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:31.126655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:31.127055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Checking segment: {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:31.127453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:31.127880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Bound using segment: {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:31.128458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Bound port: c0e7d913-2650-4a39-8cf0-a4aafe04b25c, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:31.128755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:31.163268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:31.174139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:31.221941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] For port c0e7d913-2650-4a39-8cf0-a4aafe04b25c, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:31.225464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] For port c0e7d913-2650-4a39-8cf0-a4aafe04b25c, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c0e7d913-2650-4a39-8cf0-a4aafe04b25c,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:31.233319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:31.239479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:31.259520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=2d01b9db-aa3f-4ee6-9f13-04f6dc3bf42b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:31.278110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:31.290301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Router 6361268e-f2e2-4d46-9bae-89a35d0e76b1 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:05:31.402453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Pushing event updated for resources: {'Port': ['ID=c0e7d913-2650-4a39-8cf0-a4aafe04b25c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:31.406526 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:31.476530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:05:31.487170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9613448-f313-4458-aa94-6bab2ae85d40 None None] Sync routers for ids ['6361268e-f2e2-4d46-9bae-89a35d0e76b1'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:05:31.501386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9613448-f313-4458-aa94-6bab2ae85d40 None None] Routers {'6361268e-f2e2-4d46-9bae-89a35d0e76b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:31.502604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c9613448-f313-4458-aa94-6bab2ae85d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6361268e-f2e2-4d46-9bae-89a35d0e76b1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:31.502744 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "PUT /v2.0/routers/6361268e-f2e2-4d46-9bae-89a35d0e76b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5444236 Dec 22 13:05:31.508620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50284) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:31.559071 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50d2b5b-c7c1-47a7-b103-b68c0abf1700 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:05:31.559713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e50d2b5b-c7c1-47a7-b103-b68c0abf1700 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:31.559844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:31.565754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:31.574765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:31.581047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:31.581242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e50d2b5b-c7c1-47a7-b103-b68c0abf1700 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:31.581975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:31.583646 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e50d2b5b-c7c1-47a7-b103-b68c0abf1700 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/8e4a761e-badb-4086-be95-bb4ebda3bd0a HTTP/1.1" status: 404 len: 333 time: 0.0732975 Dec 22 13:05:31.590032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50288) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:31.645668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c9613448-f313-4458-aa94-6bab2ae85d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:31.655546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9613448-f313-4458-aa94-6bab2ae85d40 None None] Routers {'6361268e-f2e2-4d46-9bae-89a35d0e76b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:31.656154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c9613448-f313-4458-aa94-6bab2ae85d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6361268e-f2e2-4d46-9bae-89a35d0e76b1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:31.729649 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c9613448-f313-4458-aa94-6bab2ae85d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:31.730385 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9613448-f313-4458-aa94-6bab2ae85d40 None None] The sync data for ids ['6361268e-f2e2-4d46-9bae-89a35d0e76b1'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:05:31.880336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-19bb820a-21b6-4054-aea6-bd771993c534 None None] Provisioning for port 92a95a68-6857-4101-86df-a2e1da985c99 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:31.899646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18aa3e53-75b5-4760-bdef-648deea59257 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:31.994220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 92a95a68-6857-4101-86df-a2e1da985c99 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:32.030444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.066401 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9972618 Dec 22 13:05:32.069451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50292) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:32.073524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 92a95a68-6857-4101-86df-a2e1da985c99 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:32.078062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.079901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 92a95a68-6857-4101-86df-a2e1da985c99 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:32.080389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.143739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-22b747d1-985d-4a68-a877-35ea7684f7e3 None None] Provisioning for port 2d01b9db-aa3f-4ee6-9f13-04f6dc3bf42b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:32.151672 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-22b747d1-985d-4a68-a877-35ea7684f7e3 None None] Provisioning complete for port 2d01b9db-aa3f-4ee6-9f13-04f6dc3bf42b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:32.152184 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22b747d1-985d-4a68-a877-35ea7684f7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.154634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49639cc-0559-492d-a9ce-a45f004223d1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:32.160391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49639cc-0559-492d-a9ce-a45f004223d1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:32.162320 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c49639cc-0559-492d-a9ce-a45f004223d1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0918052 Dec 22 13:05:32.165114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50296) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:32.237974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-80fe3d18-51ea-45ba-8b3e-f366e3df6609 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 2d01b9db-aa3f-4ee6-9f13-04f6dc3bf42b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:32.238597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80fe3d18-51ea-45ba-8b3e-f366e3df6609 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.260706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-22b747d1-985d-4a68-a877-35ea7684f7e3 None None] Port 2d01b9db-aa3f-4ee6-9f13-04f6dc3bf42b cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:32.281758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.292712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.317771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 92a95a68-6857-4101-86df-a2e1da985c99, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=92a95a68-6857-4101-86df-a2e1da985c99,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:32.324869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.325792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c0e7d913-2650-4a39-8cf0-a4aafe04b25c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:32.353325 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cad26738-4fcd-42e6-9ff3-bdcbd8736a04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:32.360979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18aa3e53-75b5-4760-bdef-648deea59257 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.364160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18aa3e53-75b5-4760-bdef-648deea59257 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.424359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18aa3e53-75b5-4760-bdef-648deea59257 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.424868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aa3e53-75b5-4760-bdef-648deea59257 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Fanout notify agent at l3_agent the message router_deleted on router 6361268e-f2e2-4d46-9bae-89a35d0e76b1 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:05:32.456715 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=92a95a68-6857-4101-86df-a2e1da985c99,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:32.460524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:32.472731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port c0e7d913-2650-4a39-8cf0-a4aafe04b25c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:32.547045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80fe3d18-51ea-45ba-8b3e-f366e3df6609 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.637000 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351c4f9f-4b10-4a3d-be2b-72c674a36013 None None] Network b0719164-23d6-44e6-b356-e808281f7730 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:32.696685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18aa3e53-75b5-4760-bdef-648deea59257 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.700697 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-18aa3e53-75b5-4760-bdef-648deea59257 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/routers/6361268e-f2e2-4d46-9bae-89a35d0e76b1 HTTP/1.1" status: 204 len: 168 time: 1.0789094 Dec 22 13:05:32.702584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50300) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:32.734284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6e520508-3421-4f9d-b698-7ba42ed7e8a9 None None] Provisioning for port c0e7d913-2650-4a39-8cf0-a4aafe04b25c completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:32.752048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6e520508-3421-4f9d-b698-7ba42ed7e8a9 None None] Provisioning complete for port c0e7d913-2650-4a39-8cf0-a4aafe04b25c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:32.752417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e520508-3421-4f9d-b698-7ba42ed7e8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.775818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Allocated IP 172.26.4.97 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/f759731a-bfc9-4169-a154-d9111739c2d1) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:32.809030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc416244-330c-4953-a83a-2c8fecea1248 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting subnet 21d7ab39-e8c1-43ba-aa2d-ed5c4914a51c {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:32.819682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-80fe3d18-51ea-45ba-8b3e-f366e3df6609 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 2d01b9db-aa3f-4ee6-9f13-04f6dc3bf42b owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:32.829465 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc416244-330c-4953-a83a-2c8fecea1248 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.944801 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.965202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc416244-330c-4953-a83a-2c8fecea1248 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.967597 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e520508-3421-4f9d-b698-7ba42ed7e8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.971310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80fe3d18-51ea-45ba-8b3e-f366e3df6609 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:32.977838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f593a734-9a2e-4cf1-9b86-a3303eaada42 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:33.011026 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6e520508-3421-4f9d-b698-7ba42ed7e8a9 None None] For port c0e7d913-2650-4a39-8cf0-a4aafe04b25c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c0e7d913-2650-4a39-8cf0-a4aafe04b25c,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:33.016663 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e520508-3421-4f9d-b698-7ba42ed7e8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.018250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fafda47a-af6e-4152-8c29-95ab1e4e7f2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:33.032014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe3d18-51ea-45ba-8b3e-f366e3df6609 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=2d01b9db-aa3f-4ee6-9f13-04f6dc3bf42b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:33.036507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-80fe3d18-51ea-45ba-8b3e-f366e3df6609 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:33.078486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-80fe3d18-51ea-45ba-8b3e-f366e3df6609 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.088450 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-80fe3d18-51ea-45ba-8b3e-f366e3df6609 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/2d01b9db-aa3f-4ee6-9f13-04f6dc3bf42b HTTP/1.1" status: 204 len: 168 time: 0.9218726 Dec 22 13:05:33.090782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50304) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:33.098022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e520508-3421-4f9d-b698-7ba42ed7e8a9 None None] Pushing event updated for resources: {'Port': ['ID=c0e7d913-2650-4a39-8cf0-a4aafe04b25c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:33.106132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6e520508-3421-4f9d-b698-7ba42ed7e8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:33.130755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.153318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.165726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a57867-a38d-4f1d-ac54-7727916fe05d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:33.167352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a57867-a38d-4f1d-ac54-7727916fe05d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:33.168931 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e4a57867-a38d-4f1d-ac54-7727916fe05d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0771706 Dec 22 13:05:33.172228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50308) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:33.235627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc416244-330c-4953-a83a-2c8fecea1248 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.241760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1f1881-e3d1-4a54-bf74-371d9db183f5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 9e287025-5302-475f-8187-1f9aabc2356c {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:33.246802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1881-e3d1-4a54-bf74-371d9db183f5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.312498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1881-e3d1-4a54-bf74-371d9db183f5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.372314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.382010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-af5d97f5-2a27-4665-9a2d-08f81f3aec5b None None] Provisioning complete for port c0e7d913-2650-4a39-8cf0-a4aafe04b25c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:33.382395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af5d97f5-2a27-4665-9a2d-08f81f3aec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.384798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b9fb20b8-2109-4300-8412-7522329408aa tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:33.409958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1881-e3d1-4a54-bf74-371d9db183f5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.458582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:33.463771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:33.470163 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:33.491134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1881-e3d1-4a54-bf74-371d9db183f5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.496661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b6f06a8b-d12c-49a5-84c5-7e8df4bb8fa4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:33.513916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc416244-330c-4953-a83a-2c8fecea1248 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.539141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f1881-e3d1-4a54-bf74-371d9db183f5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=9e287025-5302-475f-8187-1f9aabc2356c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:33.539406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Pushing event updated for resources: {'Port': ['ID=f759731a-bfc9-4169-a154-d9111739c2d1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:33.540930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1881-e3d1-4a54-bf74-371d9db183f5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.549484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:33.550173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d9fa4fa7-9c2a-4de5-8285-e76ddff354e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:33.550735 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6f1f1881-e3d1-4a54-bf74-371d9db183f5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/9e287025-5302-475f-8187-1f9aabc2356c HTTP/1.1" status: 204 len: 168 time: 0.3773799 Dec 22 13:05:33.551769 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6f1f1881-e3d1-4a54-bf74-371d9db183f5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:33.553121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50312) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:33.562542 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca7c29-b805-4721-b74c-f6784346819c None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:33.589726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa036296-7393-4a29-9c21-c15760375e20 None None] Network 209285f2-3aa4-4508-90d2-07f02bbe044a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:33.595591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cc416244-330c-4953-a83a-2c8fecea1248 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.603943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc416244-330c-4953-a83a-2c8fecea1248 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Subnet': ['ID=21d7ab39-e8c1-43ba-aa2d-ed5c4914a51c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:33.610541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cc416244-330c-4953-a83a-2c8fecea1248 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:33.621644 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cc416244-330c-4953-a83a-2c8fecea1248 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/21d7ab39-e8c1-43ba-aa2d-ed5c4914a51c HTTP/1.1" status: 204 len: 168 time: 0.9163947 Dec 22 13:05:33.623526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50316) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:33.629092 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7e4ce4f9-110c-435b-8cbb-a497600c9189 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721352 Dec 22 13:05:33.644999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50320) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:33.653315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:33.810733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.819549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.829051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:33.843403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.854832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:33.861196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:33.864216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:33.869893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port d980d7c5-53da-47f8-95d5-23c499d96326 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:33.870274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.898996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:33.932808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:33.936424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:33.979168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 92a95a68-6857-4101-86df-a2e1da985c99 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:34.049297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Pushing event updated for resources: {'Port': ['ID=19b480cb-4e6f-4c4c-b099-f00283741bb5,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:34.053931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:34.063721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 92a95a68-6857-4101-86df-a2e1da985c99 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:34.064173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:34.067313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:34.131404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfcafd1-654c-43aa-a1e2-9ef7bf4c3a38 None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:05:34.136617 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2cfcafd1-654c-43aa-a1e2-9ef7bf4c3a38 None None] Deleting port 92a95a68-6857-4101-86df-a2e1da985c99 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:34.137012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2cfcafd1-654c-43aa-a1e2-9ef7bf4c3a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:34.167276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d7236d-c955-487f-a8f6-f6cdaba993b8 None None] DHCP port deletion for 209285f2-3aa4-4508-90d2-07f02bbe044a request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:05:34.186921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-99d7236d-c955-487f-a8f6-f6cdaba993b8 None None] Deleting port d980d7c5-53da-47f8-95d5-23c499d96326 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:34.187444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99d7236d-c955-487f-a8f6-f6cdaba993b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:34.246073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] For port d980d7c5-53da-47f8-95d5-23c499d96326, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d980d7c5-53da-47f8-95d5-23c499d96326,segment=NetworkSegment(392251a6-7bc9-4ec4-9cff-bb746e429fda),segment_id=392251a6-7bc9-4ec4-9cff-bb746e429fda)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:34.246777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:34.402431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c0e7d913-2650-4a39-8cf0-a4aafe04b25c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:34.463413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:34.505899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for d980d7c5-53da-47f8-95d5-23c499d96326 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:34.539531 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Floating IP 8c1e056d-f08b-4a56-ac44-71c249260ddf associated. External IP: 172.26.4.64, port: 0d51d771-7b0d-41ff-b189-ed9d3755f491. Dec 22 13:05:34.651678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-99d7236d-c955-487f-a8f6-f6cdaba993b8 None None] For port d980d7c5-53da-47f8-95d5-23c499d96326, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d980d7c5-53da-47f8-95d5-23c499d96326,segment=NetworkSegment(392251a6-7bc9-4ec4-9cff-bb746e429fda),segment_id=392251a6-7bc9-4ec4-9cff-bb746e429fda)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:34.652324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99d7236d-c955-487f-a8f6-f6cdaba993b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:34.656834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:34.662243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-2cfcafd1-654c-43aa-a1e2-9ef7bf4c3a38 None None] For port 92a95a68-6857-4101-86df-a2e1da985c99, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=92a95a68-6857-4101-86df-a2e1da985c99,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:34.662243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2cfcafd1-654c-43aa-a1e2-9ef7bf4c3a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:34.664333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:34.722966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No DVR routers for this DVR port d980d7c5-53da-47f8-95d5-23c499d96326 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:05:34.724869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=d980d7c5-53da-47f8-95d5-23c499d96326,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:34.756591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:34.838823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-99d7236d-c955-487f-a8f6-f6cdaba993b8 None None] Calling delete_port for d980d7c5-53da-47f8-95d5-23c499d96326 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:34.900428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:34.926190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2cfcafd1-654c-43aa-a1e2-9ef7bf4c3a38 None None] Calling delete_port for 92a95a68-6857-4101-86df-a2e1da985c99 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:34.985710 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209285f2-3aa4-4508-90d2-07f02bbe044a']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:35.001179 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port c0e7d913-2650-4a39-8cf0-a4aafe04b25c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:35.001873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.011650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392251a6-7bc9-4ec4-9cff-bb746e429fda') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:35.012121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392251a6-7bc9-4ec4-9cff-bb746e429fda') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:35.034246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.047691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.objects.ports [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87569) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:05:35.096476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.100825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-99d7236d-c955-487f-a8f6-f6cdaba993b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:05:35.101196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-99d7236d-c955-487f-a8f6-f6cdaba993b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:05:35.103222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2cfcafd1-654c-43aa-a1e2-9ef7bf4c3a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.111780 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:35.115325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:05:35.115811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:05:35.130770 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:05:35.208485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.213977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcafd1-654c-43aa-a1e2-9ef7bf4c3a38 None None] Pushing event deleted for resources: {'Port': ['ID=92a95a68-6857-4101-86df-a2e1da985c99,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:35.219274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfcafd1-654c-43aa-a1e2-9ef7bf4c3a38 None None] No DVR routers for this DVR port 92a95a68-6857-4101-86df-a2e1da985c99 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:05:35.220267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2cfcafd1-654c-43aa-a1e2-9ef7bf4c3a38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:35.237824 dv-neutron-822668-1-hyperv neutron-server[87569]: WARNING neutron.services.revisions.revision_plugin [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Could not find related port for resource to bump revision. Dec 22 13:05:35.245195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_pluggable_backend [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Port 92a95a68-6857-4101-86df-a2e1da985c99 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87569) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 13:05:35.245768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_pluggable_backend [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1d:dc48 {{(pid=87569) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 22 13:05:35.248148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.252546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7b26ef6d-c2dd-446c-9ce7-9ded0b70f1f1 tempest-QuotasNegativeTest-585800324 tempest-QuotasNegativeTest-585800324-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:35.270330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_pluggable_backend [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1d:dc48 {{(pid=87569) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 22 13:05:35.271773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.280375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.286413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Network': ['ID=209285f2-3aa4-4508-90d2-07f02bbe044a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:35.294694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:35.303290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e7dc9323-d29a-4091-b5cc-cfb0405dcb89 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:35.319792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Router f3bbef89-c0c4-4551-9f8f-b547547a1b20 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:05:35.372200 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/networks/209285f2-3aa4-4508-90d2-07f02bbe044a HTTP/1.1" status: 204 len: 168 time: 1.7444451 Dec 22 13:05:35.377987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50324) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:35.384504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:35.388574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:35.394469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:35.395078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.398532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e2148b-22a8-42ed-92d7-93081787e9b3 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:35.414984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=8f61a70e-77ba-4319-b6c3-d15341d15e68,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:35.418284 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7721968 Dec 22 13:05:35.419217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:35.420925 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50328) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:35.426553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:63:6f:ef', 'name': 'tempest-NetworksTestDHCPv6-290435720'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:35.566247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a37fb5-81d1-4ff5-9887-b94b24cd7465 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:35.566797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-88a37fb5-81d1-4ff5-9887-b94b24cd7465 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:35.583232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:35.587807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:35.591655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:35.598387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:35.610567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:35.615108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-99d7236d-c955-487f-a8f6-f6cdaba993b8 None None] Deleting port d980d7c5-53da-47f8-95d5-23c499d96326 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:35.615956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99d7236d-c955-487f-a8f6-f6cdaba993b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.687472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': '8f61a70e-77ba-4319-b6c3-d15341d15e68'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:35.688377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.704809 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-99d7236d-c955-487f-a8f6-f6cdaba993b8 None None] The port 'd980d7c5-53da-47f8-95d5-23c499d96326' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:05:35.754714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.782052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 3c8e402b-fd54-46fb-bcb9-0a8be5b27273 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:35.852189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-88a37fb5-81d1-4ff5-9887-b94b24cd7465 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:35.853264 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-88a37fb5-81d1-4ff5-9887-b94b24cd7465 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 HTTP/1.1" status: 200 len: 844 time: 0.4742355 Dec 22 13:05:35.857198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50332) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:35.861690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Allocated IP 2001:db8::f816:3eff:fec3:c7df (cc430aa9-1eda-495d-9373-01b5d372ccd0/8f61a70e-77ba-4319-b6c3-d15341d15e68/86528798-5be5-4e2c-80cf-5205f9620527) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:35.869615 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:05:35.881375 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e5ccd-f3b3-4a54-a195-4320b692b4c9 None None] Sync routers for ids ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:05:35.893389 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:05:35.898346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:35.912211 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e5ccd-f3b3-4a54-a195-4320b692b4c9 None None] Routers {'f3bbef89-c0c4-4551-9f8f-b547547a1b20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:35.914999 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2e7e5ccd-f3b3-4a54-a195-4320b692b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:35.955429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6c5da13d-0583-4c12-9708-c7df6ecf6c51 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:35.981657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6c5da13d-0583-4c12-9708-c7df6ecf6c51 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:35.983697 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6c5da13d-0583-4c12-9708-c7df6ecf6c51 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/cf5a5a33-77d7-43dd-b3c5-6e8f599d2009?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1248138 Dec 22 13:05:35.987086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50336) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:35.992969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:35.993370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 92a95a68-6857-4101-86df-a2e1da985c99 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:35.999129 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2e7e5ccd-f3b3-4a54-a195-4320b692b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:36.009097 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e5ccd-f3b3-4a54-a195-4320b692b4c9 None None] Routers {'f3bbef89-c0c4-4551-9f8f-b547547a1b20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:36.009719 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2e7e5ccd-f3b3-4a54-a195-4320b692b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:36.040669 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.1855359 Dec 22 13:05:36.047840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50340) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:36.071924 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2e7e5ccd-f3b3-4a54-a195-4320b692b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:36.072337 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e5ccd-f3b3-4a54-a195-4320b692b4c9 None None] The sync data for ids ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:05:36.107176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 92a95a68-6857-4101-86df-a2e1da985c99 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:05:36.107641 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 92a95a68-6857-4101-86df-a2e1da985c99 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:05:36.109707 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d980d7c5-53da-47f8-95d5-23c499d96326 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:36.118668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:36.122813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:36.125800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:36.131574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:36.141704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:36.145890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:36.154388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: d980d7c5-53da-47f8-95d5-23c499d96326 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:05:36.154817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d980d7c5-53da-47f8-95d5-23c499d96326 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:05:36.218643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:36.230607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Transition to ACTIVE for port object 86528798-5be5-4e2c-80cf-5205f9620527 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:36.233412 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8830a136-11ce-42e6-ab05-ab560ce24e67 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] 10.222.0.24 "GET /v2.0/floatingips/8c1e056d-f08b-4a56-ac44-71c249260ddf HTTP/1.1" status: 200 len: 983 time: 0.1885688 Dec 22 13:05:36.235906 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50344) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:36.253150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Transition to ACTIVE for port object 86528798-5be5-4e2c-80cf-5205f9620527 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:36.258790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:36.264059 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-837b9568-0d1a-4641-8a58-409e3af32a11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:36.290091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:05:36.307429 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22558c04-a555-4f77-8931-85637075da23 None None] Sync routers for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:05:36.337422 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:36.342793 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:36.348722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:36.348945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:36.350210 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5841997 Dec 22 13:05:36.353343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50348) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:36.354019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22558c04-a555-4f77-8931-85637075da23 None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:36.354755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-22558c04-a555-4f77-8931-85637075da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:36.407154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Pushing event updated for resources: {'Port': ['ID=86528798-5be5-4e2c-80cf-5205f9620527,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:36.425176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:36.437059 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-37dc4418-bc9a-4140-aba1-485eaaa42917 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.1973066 Dec 22 13:05:36.443018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50352) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:36.524167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Attempting to bind port 86528798-5be5-4e2c-80cf-5205f9620527 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:36.524736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Attempting to bind port 86528798-5be5-4e2c-80cf-5205f9620527 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:36.525212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Attempting to bind port 86528798-5be5-4e2c-80cf-5205f9620527 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:36.597110 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:36.597680 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:36.598188 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:36.598688 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:36.599274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Bound port: 86528798-5be5-4e2c-80cf-5205f9620527, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:36.599796 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:36.605860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::f816:3eff:fe63:6fef (cc430aa9-1eda-495d-9373-01b5d372ccd0/8f61a70e-77ba-4319-b6c3-d15341d15e68/3c8e402b-fd54-46fb-bcb9-0a8be5b27273) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:36.685011 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-22558c04-a555-4f77-8931-85637075da23 None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:05:36.826240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Deleting port 19b480cb-4e6f-4c4c-b099-f00283741bb5 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:36.826861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:36.883207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:36.927656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] For port 86528798-5be5-4e2c-80cf-5205f9620527, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:36.941063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3de3f676-83b3-43c6-a6a1-206f907011c2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:36.941258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] For port 86528798-5be5-4e2c-80cf-5205f9620527, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=86528798-5be5-4e2c-80cf-5205f9620527,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:36.949789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:36.956516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:37.023269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 817140a7-9b73-42c6-9743-5537fbc8a564 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:37.042259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:37.055689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:37.056266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.081956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.084863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73be16f-289b-490c-9598-a68a978c59b8 None None] Network 817140a7-9b73-42c6-9743-5537fbc8a564 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:37.123850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Subnet': ['ID=37b29728-9017-490e-93cf-3336de3769ea,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:37.151262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:37.174523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Pushing event updated for resources: {'Port': ['ID=86528798-5be5-4e2c-80cf-5205f9620527,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:37.175983 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1876125 Dec 22 13:05:37.180008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50356) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:37.186077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:37.202571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'security_group': {'name': 'tempest-secgroup-1579577984'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:37.227135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:37.234080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.243453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:security_group and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:37.249022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:37.266851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:37.275466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.275844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.292016 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-22558c04-a555-4f77-8931-85637075da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 3, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:37.300607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22558c04-a555-4f77-8931-85637075da23 None None] Checking router: 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:05:37.301049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22558c04-a555-4f77-8931-85637075da23 None None] Updating router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c port f759731a-bfc9-4169-a154-d9111739c2d1 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:05:37.341905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 3c8e402b-fd54-46fb-bcb9-0a8be5b27273 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:37.422898 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22558c04-a555-4f77-8931-85637075da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.434395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Calling delete_port for 19b480cb-4e6f-4c4c-b099-f00283741bb5 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:37.477706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.538362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:37.546040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Allocated IP 172.20.0.1 (b0719164-23d6-44e6-b356-e808281f7730/aabca6b9-9296-4dfa-98f4-1e0c0e827675/e6a3e848-63ff-41f0-914b-98e58e357406) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:37.555713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:security_group_rule and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:37.560764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:37.598806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:37.637024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.649587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-48d57d22-9a00-4283-9c15-74c24e0c3d79 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:37.734481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:37.739257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:37.747005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:37.750358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.752570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:37.753199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.754325 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-817140a7-9b73-42c6-9743-5537fbc8a564', 'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'tenant_id': '73a75db273074ed8a14803906185c58d', 'fixed_ips': [{'subnet_id': '37b29728-9017-490e-93cf-3336de3769ea'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:37.755160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.764673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=3c8e402b-fd54-46fb-bcb9-0a8be5b27273,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:37.779092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Transition to ACTIVE for port object e6a3e848-63ff-41f0-914b-98e58e357406 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:37.794585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22558c04-a555-4f77-8931-85637075da23 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.807757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:37.816511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.822470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2ab5c45a-3b58-432c-bd1a-6cd04063f2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:37.864793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.870172 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4481685 Dec 22 13:05:37.872774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.876658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50360) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:37.877776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8325e72a-23b1-42e9-bc22-7c9d3c9b4e5b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:37.891452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-22558c04-a555-4f77-8931-85637075da23 None None] Transition to ACTIVE for port object f759731a-bfc9-4169-a154-d9111739c2d1 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:37.909347 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22558c04-a555-4f77-8931-85637075da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.910709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Network b0719164-23d6-44e6-b356-e808281f7730 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:37.914553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:37.915775 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-619fa938-af77-43c1-8ce0-2eb1435563dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:37.918522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:37.931249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.964144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a3e848-63ff-41f0-914b-98e58e357406,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:37.966545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:37.967806 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7850530 Dec 22 13:05:37.973958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4169f83-2696-4aea-a96f-66159350bcd8,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:37.978888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:37.979212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50364) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:37.998731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'security_group': {'name': 'tempest-secgroup-306483296'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:38.007868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:38.017660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:security_group and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:38.022566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:38.022566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-332c9a41-e787-49ec-8c63-5308dbbd80a2 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:38.022876 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:38.030821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:38.047107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.078707 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8ad46-5951-4a41-85df-5ed230636932 None None] Pushing event updated for resources: {'Port': ['ID=f759731a-bfc9-4169-a154-d9111739c2d1,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:38.086386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:38.094085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-aaf8ad46-5951-4a41-85df-5ed230636932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:38.094872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-22558c04-a555-4f77-8931-85637075da23 None None] Attempting to bind port f759731a-bfc9-4169-a154-d9111739c2d1 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:38.095254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-22558c04-a555-4f77-8931-85637075da23 None None] Attempting to bind port f759731a-bfc9-4169-a154-d9111739c2d1 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:38.095678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22558c04-a555-4f77-8931-85637075da23 None None] Attempting to bind port f759731a-bfc9-4169-a154-d9111739c2d1 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:38.096727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:security_group_rule and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:38.099632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.114713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22558c04-a555-4f77-8931-85637075da23 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:38.115096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22558c04-a555-4f77-8931-85637075da23 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:38.115744 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22558c04-a555-4f77-8931-85637075da23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.115905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:38.116460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22558c04-a555-4f77-8931-85637075da23 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:38.117108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-22558c04-a555-4f77-8931-85637075da23 None None] Bound port: f759731a-bfc9-4169-a154-d9111739c2d1, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:38.117673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22558c04-a555-4f77-8931-85637075da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.129683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:38.135692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event deleted for resources: {'Port': ['ID=19b480cb-4e6f-4c4c-b099-f00283741bb5,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:38.145975 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:38.179504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.179891 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Floating IP 8c1e056d-f08b-4a56-ac44-71c249260ddf disassociated (deleted). External IP: 172.26.4.64, port: 0d51d771-7b0d-41ff-b189-ed9d3755f491. Dec 22 13:05:38.207316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 86528798-5be5-4e2c-80cf-5205f9620527 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:38.296206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Allocated IP 2001:db8::2 (817140a7-9b73-42c6-9743-5537fbc8a564/37b29728-9017-490e-93cf-3336de3769ea/f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:38.318486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.328323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.333731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8fa4b2ee-b1f9-41e2-9df3-13bbf47d7e39 tempest-RoutersAdminNegativeTest-1259015678 tempest-RoutersAdminNegativeTest-1259015678-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:38.420087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd20746-a202-471e-9add-bf8f63055c90 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:38.425989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd20746-a202-471e-9add-bf8f63055c90 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:38.427009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8cd20746-a202-471e-9add-bf8f63055c90 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:38.431082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d812d9f4-b020-4255-a748-7667b42eda15,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:38.438710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:38.443689 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.486275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4b223251-8879-450d-9e62-1f24e2d10ba9 None None] Provisioning for port e6a3e848-63ff-41f0-914b-98e58e357406 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:38.504223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4b223251-8879-450d-9e62-1f24e2d10ba9 None None] Provisioning complete for port e6a3e848-63ff-41f0-914b-98e58e357406 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:38.505294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4b223251-8879-450d-9e62-1f24e2d10ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.519188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8cd20746-a202-471e-9add-bf8f63055c90 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:38.520938 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8cd20746-a202-471e-9add-bf8f63055c90 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6347909 Dec 22 13:05:38.528754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.530244 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5500712 Dec 22 13:05:38.532790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50368) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:38.533470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50370) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:38.545775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-396749574', 'security_groups': ['d812d9f4-b020-4255-a748-7667b42eda15'], 'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '37b29728-9017-490e-93cf-3336de3769ea'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:38.613757 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-22558c04-a555-4f77-8931-85637075da23 None None] For port f759731a-bfc9-4169-a154-d9111739c2d1, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:38.685983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 86528798-5be5-4e2c-80cf-5205f9620527 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:38.694977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-22558c04-a555-4f77-8931-85637075da23 None None] For port f759731a-bfc9-4169-a154-d9111739c2d1, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f759731a-bfc9-4169-a154-d9111739c2d1,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:38.702285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4b223251-8879-450d-9e62-1f24e2d10ba9 None None] Port e6a3e848-63ff-41f0-914b-98e58e357406 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:38.707823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-22558c04-a555-4f77-8931-85637075da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.718894 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e80bcd4f-3088-4aff-8f50-25e8dc88bbf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:38.790017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3d082896-6f0d-4ace-8435-b0e431c671d3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 3c8e402b-fd54-46fb-bcb9-0a8be5b27273 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:38.790339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d082896-6f0d-4ace-8435-b0e431c671d3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.812345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8ad46-5951-4a41-85df-5ed230636932 None None] Pushing event updated for resources: {'Port': ['ID=f759731a-bfc9-4169-a154-d9111739c2d1,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:38.817013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-aaf8ad46-5951-4a41-85df-5ed230636932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:38.846213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.849793 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22558c04-a555-4f77-8931-85637075da23 None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:38.850055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-22558c04-a555-4f77-8931-85637075da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:38.868545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:38.874021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:port and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:38.878205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:38.885897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:38.914628 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.917864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:38.940093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:38.973933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:38.984682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-240eaa25-26ab-4647-9aa2-7b7724b5d6ac None None] Provisioning for port 86528798-5be5-4e2c-80cf-5205f9620527 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:39.007562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Transition to ACTIVE for port object f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:39.015666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-240eaa25-26ab-4647-9aa2-7b7724b5d6ac None None] Provisioning complete for port 86528798-5be5-4e2c-80cf-5205f9620527 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:39.016502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-240eaa25-26ab-4647-9aa2-7b7724b5d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.030430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Router f3bbef89-c0c4-4551-9f8f-b547547a1b20 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:05:39.116715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a3e848-63ff-41f0-914b-98e58e357406,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:39.122328 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:39.129768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.143816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Transition to ACTIVE for port object f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:39.162497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d082896-6f0d-4ace-8435-b0e431c671d3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.175167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.182583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2cfcafd1-654c-43aa-a1e2-9ef7bf4c3a38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:39.235132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.271492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port c2c63c4d-4a5d-40be-8283-809c8be2b901 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:39.289157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Network 817140a7-9b73-42c6-9743-5537fbc8a564 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:39.292880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-22558c04-a555-4f77-8931-85637075da23 None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:05:39.350966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3d082896-6f0d-4ace-8435-b0e431c671d3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 3c8e402b-fd54-46fb-bcb9-0a8be5b27273 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:39.355208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:39.357717 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:39.371530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Network b0719164-23d6-44e6-b356-e808281f7730 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:39.375335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:39.382783 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Pushing event updated for resources: {'Port': ['ID=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:39.385727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:39.429633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:05:39.435584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.445280 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1830a-4241-4837-96f0-02dc136a3369 None None] Sync routers for ids ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:05:39.455878 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1830a-4241-4837-96f0-02dc136a3369 None None] Routers {'f3bbef89-c0c4-4551-9f8f-b547547a1b20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:39.456763 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-66e1830a-4241-4837-96f0-02dc136a3369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:39.538876 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-66e1830a-4241-4837-96f0-02dc136a3369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:39.551949 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e1830a-4241-4837-96f0-02dc136a3369 None None] Routers {'f3bbef89-c0c4-4551-9f8f-b547547a1b20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:39.552574 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-66e1830a-4241-4837-96f0-02dc136a3369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:39.621134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-240eaa25-26ab-4647-9aa2-7b7724b5d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.630465 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-66e1830a-4241-4837-96f0-02dc136a3369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:39.631106 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e1830a-4241-4837-96f0-02dc136a3369 None None] The sync data for ids ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:05:39.645719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d082896-6f0d-4ace-8435-b0e431c671d3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.648863 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "DELETE /v2.0/floatingips/8c1e056d-f08b-4a56-ac44-71c249260ddf HTTP/1.1" status: 204 len: 168 time: 3.2049599 Dec 22 13:05:39.662041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-20cf9008-6c2f-45fd-8724-84aaec7255fc tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:39.716480 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50376) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:39.719410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d082896-6f0d-4ace-8435-b0e431c671d3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=3c8e402b-fd54-46fb-bcb9-0a8be5b27273,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:39.724089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:39.725049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Attempting to bind port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:39.725437 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Attempting to bind port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '8cfb0da4-5030-49f6-8555-31756103d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:39.725812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Attempting to bind port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b on network 817140a7-9b73-42c6-9743-5537fbc8a564 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:39.729036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:39.745587 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-240eaa25-26ab-4647-9aa2-7b7724b5d6ac None None] For port 86528798-5be5-4e2c-80cf-5205f9620527, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=86528798-5be5-4e2c-80cf-5205f9620527,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:39.746784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:39.747174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Checking segment: {'id': '8cfb0da4-5030-49f6-8555-31756103d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:39.747542 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.747978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Bound using segment: {'id': '8cfb0da4-5030-49f6-8555-31756103d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:39.748586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Bound port: f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cfb0da4-5030-49f6-8555-31756103d55d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:39.748881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.765834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3d082896-6f0d-4ace-8435-b0e431c671d3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:39.766612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Usage tracker for resource:floatingip and tenant:75ad643c24ac4867af5945d98c2b07b9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:39.766843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-240eaa25-26ab-4647-9aa2-7b7724b5d6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.774887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-926c703f-c7ee-4994-8781-ba5767d461af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:39.775050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:39.787421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:39.789830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d082896-6f0d-4ace-8435-b0e431c671d3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.811700 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3d082896-6f0d-4ace-8435-b0e431c671d3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/3c8e402b-fd54-46fb-bcb9-0a8be5b27273 HTTP/1.1" status: 204 len: 168 time: 1.2745705 Dec 22 13:05:39.811929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50380) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:39.852246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:39.946660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8::14d (817140a7-9b73-42c6-9743-5537fbc8a564/37b29728-9017-490e-93cf-3336de3769ea/c2c63c4d-4a5d-40be-8283-809c8be2b901) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:39.963941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:05:39.986494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6dad512a-3e4d-4da5-82d5-6db5f07cb631 None None] Provisioning complete for port e6a3e848-63ff-41f0-914b-98e58e357406 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:39.986890 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6dad512a-3e4d-4da5-82d5-6db5f07cb631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:40.013721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240eaa25-26ab-4647-9aa2-7b7724b5d6ac None None] Pushing event updated for resources: {'Port': ['ID=86528798-5be5-4e2c-80cf-5205f9620527,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:40.028546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-240eaa25-26ab-4647-9aa2-7b7724b5d6ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:40.058920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] For port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:40.077048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6dad512a-3e4d-4da5-82d5-6db5f07cb631 None None] Port e6a3e848-63ff-41f0-914b-98e58e357406 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:40.081746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] For port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,segment=NetworkSegment(8cfb0da4-5030-49f6-8555-31756103d55d),segment_id=8cfb0da4-5030-49f6-8555-31756103d55d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:40.083827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6dad512a-3e4d-4da5-82d5-6db5f07cb631 None None] Could not find standard attr ID for object 3c8e402b-fd54-46fb-bcb9-0a8be5b27273. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:05:40.096626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:40.101887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-79f9b742-5f39-4947-a11f-34782e20124a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:40.135750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2922f8-1378-49e2-a074-dea4a942566a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:40.137236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2922f8-1378-49e2-a074-dea4a942566a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:40.138010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-be2922f8-1378-49e2-a074-dea4a942566a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:40.165465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-be2922f8-1378-49e2-a074-dea4a942566a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:40.169869 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-be2922f8-1378-49e2-a074-dea4a942566a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3543270 Dec 22 13:05:40.175764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50384) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:40.191457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-22558c04-a555-4f77-8931-85637075da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 2, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:40.197518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22558c04-a555-4f77-8931-85637075da23 None None] The sync data for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv is: [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 2, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:05:40.200023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Pushing event updated for resources: {'Port': ['ID=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:40.202033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:40.275700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9ecd13-7dbc-49d0-b9a8-b5ab70d72dcb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 8f61a70e-77ba-4319-b6c3-d15341d15e68 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:40.281451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecd13-7dbc-49d0-b9a8-b5ab70d72dcb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:40.289903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:05:40.328954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:40.337328 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] 10.222.0.24 "PUT /v2.0/routers/8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9833591 Dec 22 13:05:40.347847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:40.375465 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Transition to ACTIVE for port object c2c63c4d-4a5d-40be-8283-809c8be2b901 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:40.381407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecd13-7dbc-49d0-b9a8-b5ab70d72dcb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:40.405540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:40.411984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:40.414424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ac97bf1-dfe5-4534-9d9b-7439546798dd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:40.514684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecd13-7dbc-49d0-b9a8-b5ab70d72dcb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:40.543779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 817140a7-9b73-42c6-9743-5537fbc8a564 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:40.545507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:40.558621 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:40.564580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:40.565708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:40.598945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=c2c63c4d-4a5d-40be-8283-809c8be2b901,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:40.605464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:40.623117 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0881860 Dec 22 13:05:40.624596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50390) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:40.625872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecd13-7dbc-49d0-b9a8-b5ab70d72dcb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:40.633712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-75f70e05-1a22-4e66-a617-2c29aab5acf6 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:40.642295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c949c112-d766-48ba-be75-951a5a711c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:40.716065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ecd13-7dbc-49d0-b9a8-b5ab70d72dcb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=8f61a70e-77ba-4319-b6c3-d15341d15e68,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:40.725967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3c9ecd13-7dbc-49d0-b9a8-b5ab70d72dcb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:40.742551 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2702281-c33a-4be0-873b-499fe92465e2 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:40.794929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c9ecd13-7dbc-49d0-b9a8-b5ab70d72dcb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:40.847376 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3c9ecd13-7dbc-49d0-b9a8-b5ab70d72dcb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/8f61a70e-77ba-4319-b6c3-d15341d15e68 HTTP/1.1" status: 204 len: 168 time: 0.6688049 Dec 22 13:05:40.851845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50398) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:40.859777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Allocated IP 172.26.4.235 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/c859cb5e-776c-4a76-b679-b9713264cdb5) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:40.944247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c949c112-d766-48ba-be75-951a5a711c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:40.948710 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fe676778-e13f-4449-b550-242b1524ebfa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954323 Dec 22 13:05:40.957509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50406) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:40.958722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c949c112-d766-48ba-be75-951a5a711c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:40.964032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c949c112-d766-48ba-be75-951a5a711c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:41.030443 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c949c112-d766-48ba-be75-951a5a711c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:41.060126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c949c112-d766-48ba-be75-951a5a711c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:41.068019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c949c112-d766-48ba-be75-951a5a711c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:41.110010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:41.140541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4739aef6-6ecd-44ad-9fdb-d8ba0891e991 None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:05:41.145475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4739aef6-6ecd-44ad-9fdb-d8ba0891e991 None None] Deleting port 86528798-5be5-4e2c-80cf-5205f9620527 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:41.146185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4739aef6-6ecd-44ad-9fdb-d8ba0891e991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:41.172882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:41.178177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d02f83e3-c026-460f-822d-15182696299a tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:41.281444 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.ipam_backend_mixin [None req-c949c112-d766-48ba-be75-951a5a711c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37b29728-9017-490e-93cf-3336de3769ea (CIDR: 2001:db8::/64) Dec 22 13:05:41.299363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b2af93-82bd-4803-8d5a-c212fad5302a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:41.300113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b3b2af93-82bd-4803-8d5a-c212fad5302a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:41.305235 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c949c112-d766-48ba-be75-951a5a711c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:05:41.305672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c949c112-d766-48ba-be75-951a5a711c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:05:41.310529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50414) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:41.329549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Pushing event updated for resources: {'Port': ['ID=c859cb5e-776c-4a76-b679-b9713264cdb5,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:41.334919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:41.336431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:41.337819 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:41.338278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-653872285-network', 'tenant_id': '7d682dec49ec441388d0352fe87914d8'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:41.346528 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:41.349938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:41.362772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Usage tracker for resource:network and tenant:7d682dec49ec441388d0352fe87914d8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:41.368360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:41.370993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b3b2af93-82bd-4803-8d5a-c212fad5302a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:41.372197 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b3b2af93-82bd-4803-8d5a-c212fad5302a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4101231 Dec 22 13:05:41.373584 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c949c112-d766-48ba-be75-951a5a711c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7452054 Dec 22 13:05:41.377023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50418) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:41.377300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50420) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:41.381358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:41.448412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:41.473007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:41.574003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:41.634813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4739aef6-6ecd-44ad-9fdb-d8ba0891e991 None None] For port 86528798-5be5-4e2c-80cf-5205f9620527, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=86528798-5be5-4e2c-80cf-5205f9620527,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:41.635933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4739aef6-6ecd-44ad-9fdb-d8ba0891e991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:41.641137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Made reservation on behalf of 7d682dec49ec441388d0352fe87914d8 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:41.645239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:41.687713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:41.700418 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e61da4-8b01-4e3c-853a-7df36e162417 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:41.706984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3e61da4-8b01-4e3c-853a-7df36e162417 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:41.741487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d3e61da4-8b01-4e3c-853a-7df36e162417 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:41.745487 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d3e61da4-8b01-4e3c-853a-7df36e162417 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3646688 Dec 22 13:05:41.758242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:41.763639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50426) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:41.799121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4739aef6-6ecd-44ad-9fdb-d8ba0891e991 None None] Calling delete_port for 86528798-5be5-4e2c-80cf-5205f9620527 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:41.826217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:41.830981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:41.834874 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:41.842181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:41.870046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:41.880357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:41.886172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7405d808-053c-44b6-9528-cefbb258832c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:41.930170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4739aef6-6ecd-44ad-9fdb-d8ba0891e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:41.945728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a657d419-3eb9-4266-9c43-b80ed4116b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:41.958180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Usage tracker for resource:security_group_rule and tenant:7d682dec49ec441388d0352fe87914d8 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:41.974235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:41.996823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:42.000440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.005405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4739aef6-6ecd-44ad-9fdb-d8ba0891e991 None None] No DVR routers for this DVR port 86528798-5be5-4e2c-80cf-5205f9620527 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:05:42.025608 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739aef6-6ecd-44ad-9fdb-d8ba0891e991 None None] Pushing event deleted for resources: {'Port': ['ID=86528798-5be5-4e2c-80cf-5205f9620527,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:42.029785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4739aef6-6ecd-44ad-9fdb-d8ba0891e991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:42.051259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:42.051547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a7190710-59c7-4e59-8074-9fe34e8e6ade None None] Provisioning complete for port cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:42.051547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7190710-59c7-4e59-8074-9fe34e8e6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.057333 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-57e0703b-9024-42bb-ae75-06170bc4f6f8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2890174 Dec 22 13:05:42.060209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50430) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:42.083504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:42.112129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Pushing event updated for resources: {'Port': ['ID=c859cb5e-776c-4a76-b679-b9713264cdb5,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:42.121409 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f759731a-bfc9-4169-a154-d9111739c2d1 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:42.214452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:42.231632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a7190710-59c7-4e59-8074-9fe34e8e6ade None None] Port cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:42.247423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.249601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a7190710-59c7-4e59-8074-9fe34e8e6ade None None] Provisioning for port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:42.277219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port f759731a-bfc9-4169-a154-d9111739c2d1 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:42.288873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f759731a-bfc9-4169-a154-d9111739c2d1 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:42.289443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.304053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:42.318060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:42.328488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.333907 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6160445 Dec 22 13:05:42.335053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50434) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:42.339025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:42.342690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.462795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.469713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ef5a5396-da42-474c-8d52-abb14ffc44da None None] Provisioning for port c2c63c4d-4a5d-40be-8283-809c8be2b901 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:42.481082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ef5a5396-da42-474c-8d52-abb14ffc44da None None] Provisioning complete for port c2c63c4d-4a5d-40be-8283-809c8be2b901 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:42.481459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef5a5396-da42-474c-8d52-abb14ffc44da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.519145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port f759731a-bfc9-4169-a154-d9111739c2d1, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f759731a-bfc9-4169-a154-d9111739c2d1,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:42.529321 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.530175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:42.537206 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.561583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-240eaa25-26ab-4647-9aa2-7b7724b5d6ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:42.611350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.621283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-68c2bad0-b112-4761-a7b3-5678dd5bdacb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:42.644480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ef5a5396-da42-474c-8d52-abb14ffc44da None None] Port c2c63c4d-4a5d-40be-8283-809c8be2b901 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:42.665899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=f759731a-bfc9-4169-a154-d9111739c2d1,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:42.669182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:42.681690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:42.688061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:42.688701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.699538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a974725-6a54-46af-8a3d-c7d8fa9d2cf8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:42.706618 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:42.717903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:05:42.725983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:42.731240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.731584 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Added segment 2052acaa-11b7-42af-89bd-253d6aa15613 of type vlan for network f87525b0-b9d3-4852-b60c-9568a2b49f3e Dec 22 13:05:42.792915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.806109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.811459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fe34e0a3-39b2-4332-8a1f-c0cdf06aa726 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:42.863897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.882187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:42.892563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 817140a7-9b73-42c6-9743-5537fbc8a564 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:42.899241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.900433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Usage tracker for resource:floatingip and tenant:169be720d2754452a9983d65a0cee30c is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:42.900563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:42.901049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.904752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Subnet': ['ID=22897105-d46f-4272-a41f-b8069c3c0915,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:42.906900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:42.908723 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,segment=NetworkSegment(8cfb0da4-5030-49f6-8555-31756103d55d),segment_id=8cfb0da4-5030-49f6-8555-31756103d55d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:42.908877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:42.911068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e87f67ab-3e9f-4268-a772-258ff117a99d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:42.914890 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.919122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:42.923922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:42.933260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:42.933904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:42.934651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:42.958415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b65a6a8-6f67-475b-8f3c-3effb3151a30 None None] Network 817140a7-9b73-42c6-9743-5537fbc8a564 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:42.997619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.objects.ports [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87569) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:05:43.000360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:43.016602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:43.023087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 86528798-5be5-4e2c-80cf-5205f9620527 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:43.024862 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d23349b5-8cc6-4fc1-b45e-5561f0880a66 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:43.040287 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6605666 Dec 22 13:05:43.046204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50440) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:43.054516 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7411325 Dec 22 13:05:43.056317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-62317320', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '22897105-d46f-4272-a41f-b8069c3c0915'}], 'security_groups': ['e4169f83-2696-4aea-a96f-66159350bcd8']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:43.083756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50444) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:43.097730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Request body: {'subnet': {'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-653872285-subnet', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'ip_version': 4}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:43.109352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:43.122862 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:43.169699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Usage tracker for resource:subnet and tenant:7d682dec49ec441388d0352fe87914d8 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:43.178669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:43.182777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 86528798-5be5-4e2c-80cf-5205f9620527 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:05:43.183394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 86528798-5be5-4e2c-80cf-5205f9620527 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:05:43.190450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:43.197890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:43.198754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:43.201336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Pushing event updated for resources: {'Network': ['ID=f87525b0-b9d3-4852-b60c-9568a2b49f3e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:43.207546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:43.223951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:43.229141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:43.230967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:43.236070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4384de4f-cecd-4058-b2dc-0be8fdaffb35 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:43.236919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=e42009d2-b4d3-4f34-867e-0c6515db4b8d,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:43.249992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:43.253529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:43.270950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network f87525b0-b9d3-4852-b60c-9568a2b49f3e details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:05:43.290079 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2264588 Dec 22 13:05:43.292178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50448) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:43.303884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:ad:2e:7f', 'name': 'tempest-NetworksTestDHCPv6-1100856328'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:43.324627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Made reservation on behalf of 7d682dec49ec441388d0352fe87914d8 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:43.327279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:43.486676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Sync routers for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:05:43.591459 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:43.593570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:43.621250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:43.622217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:43.673694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:43.717529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:43.733313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Delete allocated IP 2001:db8::14d (817140a7-9b73-42c6-9743-5537fbc8a564/37b29728-9017-490e-93cf-3336de3769ea) {{(pid=87568) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 13:05:43.744299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8:0:1::1bd (817140a7-9b73-42c6-9743-5537fbc8a564/22897105-d46f-4272-a41f-b8069c3c0915/c2c63c4d-4a5d-40be-8283-809c8be2b901) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:43.905103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': 'e42009d2-b4d3-4f34-867e-0c6515db4b8d'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:43.906073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:43.912656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:43.928847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-11ddde5f-ad62-46e5-b4c5-6cfd1cffafac tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:43.968813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:43.987242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Transition to ACTIVE for port object c2c63c4d-4a5d-40be-8283-809c8be2b901 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:43.993307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:43.999834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-61586b18-793f-4c5c-9801-bc9474faff24 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:44.005954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f759731a-bfc9-4169-a154-d9111739c2d1 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:44.025593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d7d1c48-19fd-40e7-8847-3b88aaf54b02,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:44.031480 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Allocated IP 172.26.4.232 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/5b494091-d9c5-4990-80d7-789084f0bb68) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:44.033786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:44.042644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.077995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=c2c63c4d-4a5d-40be-8283-809c8be2b901,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:44.083583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:44.099919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:05:44.127366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] In _notify_port_updated(), no bound segment for port c2c63c4d-4a5d-40be-8283-809c8be2b901 on network 817140a7-9b73-42c6-9743-5537fbc8a564 {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:05:44.134084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:44.134846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.139139 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "PUT /v2.0/ports/c2c63c4d-4a5d-40be-8283-809c8be2b901 HTTP/1.1" status: 200 len: 929 time: 1.0892565 Dec 22 13:05:44.139585 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50452) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:44.169458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 1a9d2b20-9b60-49f1-8716-8a1f29c28c8b yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:44.204282 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Checking segment: {'id': '2052acaa-11b7-42af-89bd-253d6aa15613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:44.204547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Network hostable DHCP agents. Network: f87525b0-b9d3-4852-b60c-9568a2b49f3e, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:05:44.216544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9d097741-c831-4b72-9c56-2fed60ad028c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port c2c63c4d-4a5d-40be-8283-809c8be2b901 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:44.217067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d097741-c831-4b72-9c56-2fed60ad028c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.289832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Network f87525b0-b9d3-4852-b60c-9568a2b49f3e is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:05:44.319843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, f87525b0-b9d3-4852-b60c-9568a2b49f3e) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:44.326275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:44.327088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.338639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.338978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f777b9-089e-48b1-b0f0-444540a3a15d None None] Network f87525b0-b9d3-4852-b60c-9568a2b49f3e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:44.385993 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2948687 Dec 22 13:05:44.387234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50456) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:44.394687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-653872285-router', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:44.402006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:44.408145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Usage tracker for resource:router and tenant:7d682dec49ec441388d0352fe87914d8 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:44.413217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:44.422728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:44.433371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.440149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-df87f967-3e10-471a-828f-968cf64c8d04 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:44.450893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Allocated IP 2001:db8::f816:3eff:fe70:ded1 (cc430aa9-1eda-495d-9373-01b5d372ccd0/e42009d2-b4d3-4f34-867e-0c6515db4b8d/d8dc4a78-976d-4a36-b483-4d6906d7f6dc) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:44.476500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d097741-c831-4b72-9c56-2fed60ad028c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.498665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.499880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.534585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:44.541643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:44.544764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:44.545076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f759731a-bfc9-4169-a154-d9111739c2d1 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:44.545496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.590301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Pushing event updated for resources: {'Port': ['ID=5b494091-d9c5-4990-80d7-789084f0bb68,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:44.593941 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:44.600958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.612321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9d097741-c831-4b72-9c56-2fed60ad028c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for c2c63c4d-4a5d-40be-8283-809c8be2b901 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:44.724142 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:05:44.767820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d097741-c831-4b72-9c56-2fed60ad028c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.774048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4c1700b5-8f37-4902-aebf-20a465d5ccfd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:44.783922 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512785ef-713b-453a-81f5-516e809afe8a None None] Update dhcp port {'port': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'fixed_ips': [{'subnet_id': '37b29728-9017-490e-93cf-3336de3769ea', 'ip_address': '2001:db8::2'}, {'subnet_id': '22897105-d46f-4272-a41f-b8069c3c0915'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': 'f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:05:44.825940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d097741-c831-4b72-9c56-2fed60ad028c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=c2c63c4d-4a5d-40be-8283-809c8be2b901,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:44.829742 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9d097741-c831-4b72-9c56-2fed60ad028c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:44.869549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9d097741-c831-4b72-9c56-2fed60ad028c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:44.881754 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9d097741-c831-4b72-9c56-2fed60ad028c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/c2c63c4d-4a5d-40be-8283-809c8be2b901 HTTP/1.1" status: 204 len: 168 time: 0.7384522 Dec 22 13:05:44.882062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50460) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:44.924405 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5f4f74-d347-42c7-8631-4ca337cc35f4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:05:44.925594 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9c5f4f74-d347-42c7-8631-4ca337cc35f4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:44.941114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9c5f4f74-d347-42c7-8631-4ca337cc35f4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:44.945389 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9c5f4f74-d347-42c7-8631-4ca337cc35f4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/c2c63c4d-4a5d-40be-8283-809c8be2b901 HTTP/1.1" status: 404 len: 333 time: 0.0597339 Dec 22 13:05:44.945672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50464) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:45.013662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51942643-82db-4fb7-bf89-99a5b56e299b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.016153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-512785ef-713b-453a-81f5-516e809afe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.041350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51942643-82db-4fb7-bf89-99a5b56e299b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.063021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.065974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.090394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51942643-82db-4fb7-bf89-99a5b56e299b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.094299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4485e2b3-89fe-40e3-a11a-65a2d892ba7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:45.107088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51942643-82db-4fb7-bf89-99a5b56e299b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d812d9f4-b020-4255-a748-7667b42eda15,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:45.111425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-51942643-82db-4fb7-bf89-99a5b56e299b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:45.115015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51942643-82db-4fb7-bf89-99a5b56e299b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.118889 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-51942643-82db-4fb7-bf89-99a5b56e299b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/security-groups/d812d9f4-b020-4255-a748-7667b42eda15 HTTP/1.1" status: 204 len: 168 time: 0.1695759 Dec 22 13:05:45.118889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50468) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:45.190889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2f31cad-eb96-45a4-bc8a-2651eb7afdff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.206975 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.222570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2f31cad-eb96-45a4-bc8a-2651eb7afdff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.278596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2f31cad-eb96-45a4-bc8a-2651eb7afdff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.280563 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:45.285928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4899a8b0-3cda-42ac-8498-feeaba6cf899 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:45.317288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-f87525b0-b9d3-4852-b60c-9568a2b49f3e', 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'fixed_ips': [{'subnet_id': '2d7d1c48-19fd-40e7-8847-3b88aaf54b02'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:45.318137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.372903 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.444063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f31cad-eb96-45a4-bc8a-2651eb7afdff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4169f83-2696-4aea-a96f-66159350bcd8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:45.449900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a2f31cad-eb96-45a4-bc8a-2651eb7afdff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:45.452037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a2f31cad-eb96-45a4-bc8a-2651eb7afdff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.455652 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a2f31cad-eb96-45a4-bc8a-2651eb7afdff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/security-groups/e4169f83-2696-4aea-a96f-66159350bcd8 HTTP/1.1" status: 204 len: 168 time: 0.3333776 Dec 22 13:05:45.455871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50472) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:45.492055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Transition to ACTIVE for port object d8dc4a78-976d-4a36-b483-4d6906d7f6dc will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:45.544894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5924a84-a074-4ca8-a494-e241aaf7add0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting subnet 37b29728-9017-490e-93cf-3336de3769ea {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:45.547279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 2, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:45.549243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d5924a84-a074-4ca8-a494-e241aaf7add0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.564019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Transition to ACTIVE for port object d8dc4a78-976d-4a36-b483-4d6906d7f6dc will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:45.573420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Checking router: 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:05:45.573896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Updating router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c port e6a3e848-63ff-41f0-914b-98e58e357406 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:05:45.611079 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.623143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6e520508-3421-4f9d-b698-7ba42ed7e8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:45.662412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d5924a84-a074-4ca8-a494-e241aaf7add0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.688511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.709919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.717723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::f816:3eff:fead:2e7f (cc430aa9-1eda-495d-9373-01b5d372ccd0/e42009d2-b4d3-4f34-867e-0c6515db4b8d/1a9d2b20-9b60-49f1-8716-8a1f29c28c8b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:45.720188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-836b3d56-b636-4de5-8f44-e0b9e9fb79ce tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:45.751650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:45.751650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.759492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d5924a84-a074-4ca8-a494-e241aaf7add0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.782561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:45.784933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.806809 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Pushing event updated for resources: {'Port': ['ID=d8dc4a78-976d-4a36-b483-4d6906d7f6dc,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:45.809835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:45.822104 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:45.830067 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:45.834365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.838432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d5924a84-a074-4ca8-a494-e241aaf7add0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.843588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ff56a9ad-8bf4-43af-ab3c-2ea22aea0476 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:45.844149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Allocated IP 172.20.0.2 (f87525b0-b9d3-4852-b60c-9568a2b49f3e/2d7d1c48-19fd-40e7-8847-3b88aaf54b02/ad6566c3-3d62-4104-b791-f05c19b9415f) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:45.882010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5924a84-a074-4ca8-a494-e241aaf7add0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Subnet': ['ID=37b29728-9017-490e-93cf-3336de3769ea,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:45.885076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d5924a84-a074-4ca8-a494-e241aaf7add0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:45.886034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d5924a84-a074-4ca8-a494-e241aaf7add0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.897222 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d5924a84-a074-4ca8-a494-e241aaf7add0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/37b29728-9017-490e-93cf-3336de3769ea HTTP/1.1" status: 204 len: 168 time: 0.4353907 Dec 22 13:05:45.897450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:45.897550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:45.901958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server [None req-512785ef-713b-453a-81f5-516e809afe8a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37b29728-9017-490e-93cf-3336de3769ea: This subnet is being modified by another concurrent operation. Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1700, in update_port Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1491, in update_port Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37b29728-9017-490e-93cf-3336de3769ea: This subnet is being modified by another concurrent operation. Dec 22 13:05:45.914984 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server Dec 22 13:05:45.959798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Pushing event updated for resources: {'Port': ['ID=5b494091-d9c5-4990-80d7-789084f0bb68,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:45.963587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:46.003784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.058490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:46.062275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:46.065114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:46.070860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:46.080632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c8a834-a990-451f-97b6-fadc68d72791 None None] Network 817140a7-9b73-42c6-9743-5537fbc8a564 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:46.081208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:46.084932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.172403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.175308 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8376865 Dec 22 13:05:46.187133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50480) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:46.229041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Attempting to bind port d8dc4a78-976d-4a36-b483-4d6906d7f6dc on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:46.229383 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Attempting to bind port d8dc4a78-976d-4a36-b483-4d6906d7f6dc by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:46.229752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Attempting to bind port d8dc4a78-976d-4a36-b483-4d6906d7f6dc on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:46.289456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:46.289882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:46.290286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.290689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:46.291171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Bound port: d8dc4a78-976d-4a36-b483-4d6906d7f6dc, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:46.291521 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.315248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0f8f0b3d-8bac-45a9-b04b-dc0170d79784 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Synchronizing usage tracker for tenant:75ad643c24ac4867af5945d98c2b07b9 on resource:floatingip {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:46.318129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Allocated IP 172.26.4.193 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/66b53c56-533e-43fc-9430-fa54e3db43dd) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:46.373650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.378413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.382280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ad4befb2-1493-404d-aff0-f2e9a6bfe984 tempest-RoutersNegativeIpV6Test-661829979 tempest-RoutersNegativeIpV6Test-661829979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:46.389037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-48dea60f-aa25-4e5a-b4cf-a23a8a26ec7d None None] Provisioning complete for port cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:46.389398 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-48dea60f-aa25-4e5a-b4cf-a23a8a26ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.440261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 817140a7-9b73-42c6-9743-5537fbc8a564 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:46.443681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:46.448210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:46.448825 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.468657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Subnet': ['ID=1bd34cd5-9ceb-49f1-8645-d5c4162056e4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:46.473968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:46.485776 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5845935 Dec 22 13:05:46.485776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50484) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:46.490597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'security_group': {'name': 'tempest-secgroup-740216881'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:46.498013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:46.502505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:security_group and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:46.505661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:46.512235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:46.528555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.551548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:46.557213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:security_group_rule and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:46.567319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:46.580437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:46.622937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0f8f0b3d-8bac-45a9-b04b-dc0170d79784 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Unset dirty status for tenant:75ad643c24ac4867af5945d98c2b07b9 on resource:floatingip {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:46.624348 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0f8f0b3d-8bac-45a9-b04b-dc0170d79784 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.4361684 Dec 22 13:05:46.625939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 1a9d2b20-9b60-49f1-8716-8a1f29c28c8b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:46.637611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50488) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:46.657650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-48dea60f-aa25-4e5a-b4cf-a23a8a26ec7d None None] Port cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:46.710628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:46.727254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.732708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.741003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:46.753737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-32eca938-b5d5-468f-b6b4-5ef2eb128052 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Synchronizing usage tracker for tenant:d115b55c6c7b48ce93638bcf2b5f415e on resource:floatingip {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:46.795237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.796984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-32eca938-b5d5-468f-b6b4-5ef2eb128052 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Unset dirty status for tenant:d115b55c6c7b48ce93638bcf2b5f415e on resource:floatingip {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:46.798423 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-32eca938-b5d5-468f-b6b4-5ef2eb128052 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1574697 Dec 22 13:05:46.801021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.805219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50492) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:46.807484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:46.812785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:46.819000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:46.824128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:46.830302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:46.830966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.857515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=1a9d2b20-9b60-49f1-8716-8a1f29c28c8b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:46.862802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:46.871330 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5753405 Dec 22 13:05:46.874977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50496) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:46.882737 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] For port d8dc4a78-976d-4a36-b483-4d6906d7f6dc, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:46.926195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.930895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:46.935653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] For port d8dc4a78-976d-4a36-b483-4d6906d7f6dc, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d8dc4a78-976d-4a36-b483-4d6906d7f6dc,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:46.941368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.945315 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4567997 Dec 22 13:05:46.957524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-48dea60f-aa25-4e5a-b4cf-a23a8a26ec7d None None] Provisioning complete for port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:46.958169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-48dea60f-aa25-4e5a-b4cf-a23a8a26ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:46.961732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50500) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:46.995389 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97675823-3a21-4ad2-a166-64f46e0928fb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:46.998602 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:47.009539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.009795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'security_group': {'name': 'tempest-secgroup-1553823669'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:47.014444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.025154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:47.030375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4739aef6-6ecd-44ad-9fdb-d8ba0891e991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:47.031627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1546adc6-bc29-4276-8b8b-cce475fb7968 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Deleting port 5b494091-d9c5-4990-80d7-789084f0bb68 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:47.032142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1546adc6-bc29-4276-8b8b-cce475fb7968 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.034363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:47.035409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:security_group and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:47.040520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:47.043286 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:47.051182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:47.076986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:47.081741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Pushing event updated for resources: {'Port': ['ID=66b53c56-533e-43fc-9430-fa54e3db43dd,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:47.096233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:47.114463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.126424 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Transition to ACTIVE for port object ad6566c3-3d62-4104-b791-f05c19b9415f will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:47.201044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fce9a67-865a-4e7f-8370-d3ed22d8b4d2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:47.206827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fce9a67-865a-4e7f-8370-d3ed22d8b4d2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:47.207661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1fce9a67-865a-4e7f-8370-d3ed22d8b4d2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:47.218187 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1546adc6-bc29-4276-8b8b-cce475fb7968 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.218421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1546adc6-bc29-4276-8b8b-cce475fb7968 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.263966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Transition to ACTIVE for port object ad6566c3-3d62-4104-b791-f05c19b9415f will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:47.275436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:47.282991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Pushing event updated for resources: {'Port': ['ID=d8dc4a78-976d-4a36-b483-4d6906d7f6dc,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:47.320941 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:security_group_rule and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:47.332104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:47.342716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:47.344119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.346826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1fce9a67-865a-4e7f-8370-d3ed22d8b4d2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:47.348014 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1fce9a67-865a-4e7f-8370-d3ed22d8b4d2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4720771 Dec 22 13:05:47.350979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:47.353217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:47.354455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50504) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:47.358021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1546adc6-bc29-4276-8b8b-cce475fb7968 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Calling delete_port for 5b494091-d9c5-4990-80d7-789084f0bb68 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:47.436072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.516005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b4e8627c-dcdb-4bd0-9162-fb624fff43f9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 1a9d2b20-9b60-49f1-8716-8a1f29c28c8b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:47.516894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4e8627c-dcdb-4bd0-9162-fb624fff43f9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.517021 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Network f87525b0-b9d3-4852-b60c-9568a2b49f3e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:47.535317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:47.547597 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:47.551436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Pushing event updated for resources: {'Port': ['ID=ad6566c3-3d62-4104-b791-f05c19b9415f,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:47.561392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.568156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:47.598319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-48dea60f-aa25-4e5a-b4cf-a23a8a26ec7d None None] Could not find standard attr ID for object c2c63c4d-4a5d-40be-8283-809c8be2b901. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:05:47.669844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,segment=NetworkSegment(8cfb0da4-5030-49f6-8555-31756103d55d),segment_id=8cfb0da4-5030-49f6-8555-31756103d55d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:47.721572 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.733759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:47.759811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1546adc6-bc29-4276-8b8b-cce475fb7968 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.764904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8c7befcc-4d11-4ad0-a863-c066304d2116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:47.766451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Transition to ACTIVE for port object e6a3e848-63ff-41f0-914b-98e58e357406 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:47.810692 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.811778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546adc6-bc29-4276-8b8b-cce475fb7968 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Pushing event deleted for resources: {'Port': ['ID=5b494091-d9c5-4990-80d7-789084f0bb68,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:47.814437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1546adc6-bc29-4276-8b8b-cce475fb7968 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:47.816382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.829318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Attempting to bind port ad6566c3-3d62-4104-b791-f05c19b9415f on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:47.829860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Attempting to bind port ad6566c3-3d62-4104-b791-f05c19b9415f by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '2052acaa-11b7-42af-89bd-253d6aa15613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:47.830342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Attempting to bind port ad6566c3-3d62-4104-b791-f05c19b9415f on network f87525b0-b9d3-4852-b60c-9568a2b49f3e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:47.839109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.847493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:47.857887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:47.858713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Checking segment: {'id': '2052acaa-11b7-42af-89bd-253d6aa15613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:47.859412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.860286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Bound using segment: {'id': '2052acaa-11b7-42af-89bd-253d6aa15613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:47.861045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.861564 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Bound port: ad6566c3-3d62-4104-b791-f05c19b9415f, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2052acaa-11b7-42af-89bd-253d6aa15613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:47.862186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.935499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d857df-ec66-4772-875e-ffeea606418f None None] Update dhcp port {'port': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'fixed_ips': [{'subnet_id': '1bd34cd5-9ceb-49f1-8645-d5c4162056e4'}, {'subnet_id': '22897105-d46f-4272-a41f-b8069c3c0915'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': 'f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:05:47.936116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1546adc6-bc29-4276-8b8b-cce475fb7968 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.951664 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1546adc6-bc29-4276-8b8b-cce475fb7968 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:47.952905 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1546adc6-bc29-4276-8b8b-cce475fb7968 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] 10.222.0.24 "DELETE /v2.0/floatingips/6426d4be-7b32-4ac5-97e5-8800290e1935 HTTP/1.1" status: 204 len: 168 time: 1.1364694 Dec 22 13:05:47.955482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50508) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:48.017251 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:48.046386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:48.048612 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-aaf8ad46-5951-4a41-85df-5ed230636932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:48.152894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b7506a5c-9d36-4e49-ba3f-fc187bae81b5 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Deleting port c859cb5e-776c-4a76-b679-b9713264cdb5 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:48.153232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b7506a5c-9d36-4e49-ba3f-fc187bae81b5 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:48.153875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8d857df-ec66-4772-875e-ffeea606418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:48.252624 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefdeb0-91a8-4f6b-b69d-f99a572665b6 None None] Pushing event updated for resources: {'Port': ['ID=e6a3e848-63ff-41f0-914b-98e58e357406,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:48.278126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-daefdeb0-91a8-4f6b-b69d-f99a572665b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:48.298346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Attempting to bind port e6a3e848-63ff-41f0-914b-98e58e357406 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:48.298720 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Attempting to bind port e6a3e848-63ff-41f0-914b-98e58e357406 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:48.299093 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Attempting to bind port e6a3e848-63ff-41f0-914b-98e58e357406 on network b0719164-23d6-44e6-b356-e808281f7730 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:48.326481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] For port ad6566c3-3d62-4104-b791-f05c19b9415f, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:48.328909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:48.329294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Checking segment: {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:48.329710 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:48.330116 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Bound using segment: {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:48.330604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Bound port: e6a3e848-63ff-41f0-914b-98e58e357406, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:48.330991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:48.347141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b7506a5c-9d36-4e49-ba3f-fc187bae81b5 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:48.347463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b7506a5c-9d36-4e49-ba3f-fc187bae81b5 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:48.369052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:48.370273 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3894131 Dec 22 13:05:48.372320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4e8627c-dcdb-4bd0-9162-fb624fff43f9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:48.389531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50512) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:48.403395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] For port ad6566c3-3d62-4104-b791-f05c19b9415f, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ad6566c3-3d62-4104-b791-f05c19b9415f,segment=NetworkSegment(2052acaa-11b7-42af-89bd-253d6aa15613),segment_id=2052acaa-11b7-42af-89bd-253d6aa15613)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:48.490485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-b7506a5c-9d36-4e49-ba3f-fc187bae81b5 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Calling delete_port for c859cb5e-776c-4a76-b679-b9713264cdb5 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:48.509267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] For port e6a3e848-63ff-41f0-914b-98e58e357406, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:48.513557 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] For port e6a3e848-63ff-41f0-914b-98e58e357406, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e6a3e848-63ff-41f0-914b-98e58e357406,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:48.515625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:48.531577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-987d7fb4-f78b-4f7a-949b-0691d472f815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:48.630650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Pushing event updated for resources: {'Port': ['ID=ad6566c3-3d62-4104-b791-f05c19b9415f,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:48.633872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:48.639929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'security_group': {'name': 'tempest-secgroup-1122322695'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:48.646080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:48.649559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:48.650074 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:48.652267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:security_group and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:48.655593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:48.662430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:48.671853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb1bbce-a9d0-4b7b-be58-1021d64bd922,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:48.678715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:48.723574 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b7506a5c-9d36-4e49-ba3f-fc187bae81b5 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:48.728540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-075312e4-ecb6-4e2b-9ff3-b8c6763ebcf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:48.744362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:48.790509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daefdeb0-91a8-4f6b-b69d-f99a572665b6 None None] Pushing event updated for resources: {'Port': ['ID=e6a3e848-63ff-41f0-914b-98e58e357406,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:48.799743 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-daefdeb0-91a8-4f6b-b69d-f99a572665b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:48.818845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:48.819884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:48.822165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b4e8627c-dcdb-4bd0-9162-fb624fff43f9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 1a9d2b20-9b60-49f1-8716-8a1f29c28c8b owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:48.900142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7506a5c-9d36-4e49-ba3f-fc187bae81b5 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Pushing event deleted for resources: {'Port': ['ID=c859cb5e-776c-4a76-b679-b9713264cdb5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:48.925839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d8dc4a78-976d-4a36-b483-4d6906d7f6dc up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:48.928547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b7506a5c-9d36-4e49-ba3f-fc187bae81b5 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:48.936197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:48.953637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:security_group_rule and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:48.962613 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:48.969702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:48.995354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b7506a5c-9d36-4e49-ba3f-fc187bae81b5 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:49.015793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b7506a5c-9d36-4e49-ba3f-fc187bae81b5 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:49.023342 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b7506a5c-9d36-4e49-ba3f-fc187bae81b5 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/3c93ccbf-9458-45b8-b328-82d57a2b80cc HTTP/1.1" status: 204 len: 168 time: 1.0653436 Dec 22 13:05:49.023342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50516) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:49.026661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:49.118734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f620de2a-1d63-4ad4-aabd-c4ea39a1f6b4 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Deleting port 0d51d771-7b0d-41ff-b189-ed9d3755f491 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:49.119115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f620de2a-1d63-4ad4-aabd-c4ea39a1f6b4 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:49.346240 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b2ba301e-c977-4c16-af67-4107b9364fad None None] Provisioning for port d8dc4a78-976d-4a36-b483-4d6906d7f6dc completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:49.424626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:49.432521 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:49.434977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:05:49.457320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1bee1a77-5edf-4d60-a137-21d985e23284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:49.465932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4e8627c-dcdb-4bd0-9162-fb624fff43f9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:49.487108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:49.488649 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0980928 Dec 22 13:05:49.494928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50520) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:49.503653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1338755682', 'security_groups': ['2ffa9441-4d16-4775-8464-9e51c1c41053'], 'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1bd34cd5-9ceb-49f1-8645-d5c4162056e4'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:49.518092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port d8dc4a78-976d-4a36-b483-4d6906d7f6dc completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:49.528559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffa9441-4d16-4775-8464-9e51c1c41053,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:49.531849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a8d857df-ec66-4772-875e-ffeea606418f None None] Allocated IP 2001:db8::2 (817140a7-9b73-42c6-9743-5537fbc8a564/1bd34cd5-9ceb-49f1-8645-d5c4162056e4/f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:49.535950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f620de2a-1d63-4ad4-aabd-c4ea39a1f6b4 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:49.545935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:49.587579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:49.600138 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port d8dc4a78-976d-4a36-b483-4d6906d7f6dc triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:49.600523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:49.645600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8627c-dcdb-4bd0-9162-fb624fff43f9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=1a9d2b20-9b60-49f1-8716-8a1f29c28c8b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:49.648481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-a8d857df-ec66-4772-875e-ffeea606418f None None] Allocated IP 2001:db8:0:1::2 (817140a7-9b73-42c6-9743-5537fbc8a564/22897105-d46f-4272-a41f-b8069c3c0915/f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:49.650186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b4e8627c-dcdb-4bd0-9162-fb624fff43f9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:49.666874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4e8627c-dcdb-4bd0-9162-fb624fff43f9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:49.671564 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b4e8627c-dcdb-4bd0-9162-fb624fff43f9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/1a9d2b20-9b60-49f1-8716-8a1f29c28c8b HTTP/1.1" status: 204 len: 168 time: 2.3132296 Dec 22 13:05:49.671564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50524) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:49.755753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Router 4a658dc5-78a6-4763-9a4e-d5472e269fc4 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:05:49.775884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aaf1d2-c9ab-401b-903f-853b5daeb257 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:49.777432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aaf1d2-c9ab-401b-903f-853b5daeb257 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:49.778578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d1aaf1d2-c9ab-401b-903f-853b5daeb257 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:49.850442 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-981adbef-3e40-4a95-a033-1e6a4207e8ca None None] Could not find standard attr ID for object 1a9d2b20-9b60-49f1-8716-8a1f29c28c8b. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:05:49.883187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d1aaf1d2-c9ab-401b-903f-853b5daeb257 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:49.885038 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d1aaf1d2-c9ab-401b-903f-853b5daeb257 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2121830 Dec 22 13:05:49.894696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50528) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:49.979527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f620de2a-1d63-4ad4-aabd-c4ea39a1f6b4 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Calling delete_port for 0d51d771-7b0d-41ff-b189-ed9d3755f491 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:49.998676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a8d857df-ec66-4772-875e-ffeea606418f None None] For port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,segment=NetworkSegment(8cfb0da4-5030-49f6-8555-31756103d55d),segment_id=8cfb0da4-5030-49f6-8555-31756103d55d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:50.029607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.068373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e412ae-e8a5-486c-bbfb-c93340bcd604 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet e42009d2-b4d3-4f34-867e-0c6515db4b8d {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:50.075041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3e412ae-e8a5-486c-bbfb-c93340bcd604 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.095228 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port d8dc4a78-976d-4a36-b483-4d6906d7f6dc, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d8dc4a78-976d-4a36-b483-4d6906d7f6dc,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:50.098109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8d857df-ec66-4772-875e-ffeea606418f None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.113633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.123838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-1374173f-3751-4c45-9fb0-6d088ed1b318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:50.133327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:05:50.158614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3e412ae-e8a5-486c-bbfb-c93340bcd604 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.159206 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Sync routers for ids ['4a658dc5-78a6-4763-9a4e-d5472e269fc4'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:05:50.167923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a8d857df-ec66-4772-875e-ffeea606418f None None] Transition to ACTIVE for port object f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:50.173793 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Routers {'4a658dc5-78a6-4763-9a4e-d5472e269fc4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:50.174423 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4a658dc5-78a6-4763-9a4e-d5472e269fc4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:50.186210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:50.196278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.197114 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8089113 Dec 22 13:05:50.203730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50532) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:50.250098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=d8dc4a78-976d-4a36-b483-4d6906d7f6dc,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:50.257866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:50.259046 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8d857df-ec66-4772-875e-ffeea606418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.269131 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-aaf8ad46-5951-4a41-85df-5ed230636932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:50.277342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:50.279139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3e412ae-e8a5-486c-bbfb-c93340bcd604 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.318223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:50.319067 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a9694a-b694-4c8e-afcd-7ee73d5fdef0 None None] Network f87525b0-b9d3-4852-b60c-9568a2b49f3e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:50.407988 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Set router 4a658dc5-78a6-4763-9a4e-d5472e269fc4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:05:50.423968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3e412ae-e8a5-486c-bbfb-c93340bcd604 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.429854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6a02d116-62b6-4a56-bc4f-e60e584de7b7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:50.456078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f620de2a-1d63-4ad4-aabd-c4ea39a1f6b4 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.485766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e412ae-e8a5-486c-bbfb-c93340bcd604 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=e42009d2-b4d3-4f34-867e-0c6515db4b8d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:50.488009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:50.488490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3e412ae-e8a5-486c-bbfb-c93340bcd604 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.503989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b3e412ae-e8a5-486c-bbfb-c93340bcd604 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:50.512977 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b3e412ae-e8a5-486c-bbfb-c93340bcd604 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/e42009d2-b4d3-4f34-867e-0c6515db4b8d HTTP/1.1" status: 204 len: 168 time: 0.6145279 Dec 22 13:05:50.517445 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50536) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:50.555391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620de2a-1d63-4ad4-aabd-c4ea39a1f6b4 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event deleted for resources: {'Port': ['ID=0d51d771-7b0d-41ff-b189-ed9d3755f491,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:50.587323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f620de2a-1d63-4ad4-aabd-c4ea39a1f6b4 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:50.589435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3d08b9-cdc4-4fff-a81b-2f7cd791b974 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:50.728158 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b6474390-53df-427c-9ca0-ad1b5f22503c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2089491 Dec 22 13:05:50.734458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50540) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:50.745584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:50.816095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:48Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:50.864741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d857df-ec66-4772-875e-ffeea606418f None None] Pushing event updated for resources: {'Port': ['ID=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:50.879472 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'name': 'tempest-TestVolumeBootPattern-653872285-router', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:47Z', 'revision_number': 3, 'project_id': '7d682dec49ec441388d0352fe87914d8', 'gw_port': {'id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:45Z', 'updated_at': '2021-12-22T13:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:50.891175 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Checking router: 4a658dc5-78a6-4763-9a4e-d5472e269fc4 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:05:50.892010 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Updating router 4a658dc5-78a6-4763-9a4e-d5472e269fc4 port 66b53c56-533e-43fc-9430-fa54e3db43dd binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:05:50.896832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:50.900303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:50.903312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:50.909686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:50.927354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:50.931851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.932712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:50.962767 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:51.031324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f620de2a-1d63-4ad4-aabd-c4ea39a1f6b4 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:51.036033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a8d857df-ec66-4772-875e-ffeea606418f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:51.061701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] device_id is not set on port 2e91d206-fe2d-4110-8254-9026ed9de948 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:51.076297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d8dc4a78-976d-4a36-b483-4d6906d7f6dc up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:51.100338 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f620de2a-1d63-4ad4-aabd-c4ea39a1f6b4 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "DELETE /v2.0/ports/0d51d771-7b0d-41ff-b189-ed9d3755f491 HTTP/1.1" status: 204 len: 168 time: 2.0736849 Dec 22 13:05:51.106674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50544) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:51.139891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-956d9414-dc25-4d33-9b48-9be1b0aa208a None None] Provisioning for port ad6566c3-3d62-4104-b791-f05c19b9415f completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:51.156702 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d413d66e-4550-4886-8848-f89abd63c7d3 None None] The sync data for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv is: [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:48Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:05:51.236933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port d8dc4a78-976d-4a36-b483-4d6906d7f6dc triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:51.237602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:51.531362 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:51.569501 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:05:51.577591 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ad6566c3-3d62-4104-b791-f05c19b9415f up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:51.599161 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Transition to ACTIVE for port object 66b53c56-533e-43fc-9430-fa54e3db43dd will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:51.621688 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:51.630856 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:51.718073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Deleting port d8dc4a78-976d-4a36-b483-4d6906d7f6dc {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:51.719396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:51.769996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.objects.ports [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87569) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:05:51.806769 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Attempting to bind port 66b53c56-533e-43fc-9430-fa54e3db43dd on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:51.807161 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Attempting to bind port 66b53c56-533e-43fc-9430-fa54e3db43dd by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:51.807555 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Attempting to bind port 66b53c56-533e-43fc-9430-fa54e3db43dd on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:51.829346 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:51.830026 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:51.830587 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:51.831145 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:51.831969 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Bound port: 66b53c56-533e-43fc-9430-fa54e3db43dd, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:51.832551 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:51.844001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3748b5-977f-4421-b450-ae8000c4e136 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:51.851089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-df3748b5-977f-4421-b450-ae8000c4e136 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Synchronizing usage tracker for tenant:d115b55c6c7b48ce93638bcf2b5f415e on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:51.909113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port ad6566c3-3d62-4104-b791-f05c19b9415f completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:51.949312 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Pushing event updated for resources: {'Port': ['ID=66b53c56-533e-43fc-9430-fa54e3db43dd,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:51.957518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ad6566c3-3d62-4104-b791-f05c19b9415f triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:51.957888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:51.988995 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:51.989202 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:51.989748 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:51.990195 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:51.990623 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:51.991059 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:51.991481 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:51.992066 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:51.992346 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:51.992766 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:51.993181 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:51.993592 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.011637 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:52.023334 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] For port 66b53c56-533e-43fc-9430-fa54e3db43dd, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:52.026770 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] For port 66b53c56-533e-43fc-9430-fa54e3db43dd, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=66b53c56-533e-43fc-9430-fa54e3db43dd,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:52.033526 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.037377 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:52.041624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.117523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-37d198f4-0439-45f8-9d55-1555af21714c None None] Provisioning complete for port ad6566c3-3d62-4104-b791-f05c19b9415f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:52.117899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-37d198f4-0439-45f8-9d55-1555af21714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.215450 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Routers {'4a658dc5-78a6-4763-9a4e-d5472e269fc4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:52.221044 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4a658dc5-78a6-4763-9a4e-d5472e269fc4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:52.250318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] For port d8dc4a78-976d-4a36-b483-4d6906d7f6dc, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d8dc4a78-976d-4a36-b483-4d6906d7f6dc,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:52.250643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.345660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] For port d8dc4a78-976d-4a36-b483-4d6906d7f6dc, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d8dc4a78-976d-4a36-b483-4d6906d7f6dc,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:52.381178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-df3748b5-977f-4421-b450-ae8000c4e136 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Unset dirty status for tenant:d115b55c6c7b48ce93638bcf2b5f415e on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:52.384863 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-df3748b5-977f-4421-b450-ae8000c4e136 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3bbef89-c0c4-4551-9f8f-b547547a1b20 HTTP/1.1" status: 200 len: 913 time: 1.2747340 Dec 22 13:05:52.384863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8::41 (817140a7-9b73-42c6-9743-5537fbc8a564/1bd34cd5-9ceb-49f1-8645-d5c4162056e4/2e91d206-fe2d-4110-8254-9026ed9de948) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:52.389526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50548) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:52.405155 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Pushing event updated for resources: {'Port': ['ID=66b53c56-533e-43fc-9430-fa54e3db43dd,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:52.410548 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.413065 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:52.417601 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.418654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.438319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6dd1684c-41d8-47e6-9a3f-f9f61d224158 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:52.485534 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Calling delete_port for d8dc4a78-976d-4a36-b483-4d6906d7f6dc owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:52.528432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:52.536304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:52.541395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:52.542383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.555276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc5851-2eda-466f-81ba-02dd1a16d730 None None] Network 817140a7-9b73-42c6-9743-5537fbc8a564 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:52.574751 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] Set router 4a658dc5-78a6-4763-9a4e-d5472e269fc4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:05:52.576063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=d8dc4a78-976d-4a36-b483-4d6906d7f6dc,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:52.584473 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8489749 Dec 22 13:05:52.585883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.586273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.586644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.587008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.587373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.587759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.588467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.588823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.589181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.589535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.589891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.590288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:52.593702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50552) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:52.596578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:52.597192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d8f87d9b-8dfa-402e-97f9-0c4b61aca28f tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:52.626482 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:2e:64:52', 'name': 'tempest-NetworksTestDHCPv6-1176888428'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:52.689518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.703076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-37d198f4-0439-45f8-9d55-1555af21714c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.742179 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=d6c72cce-5b75-4662-8aad-e8129ecf5a7f,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:52.746549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:52.793771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:52.804286 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:52.815421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:52.835354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:05:52.835961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:05:52.859678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port ad6566c3-3d62-4104-b791-f05c19b9415f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ad6566c3-3d62-4104-b791-f05c19b9415f,segment=NetworkSegment(2052acaa-11b7-42af-89bd-253d6aa15613),segment_id=2052acaa-11b7-42af-89bd-253d6aa15613)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:52.869465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.870506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e6a3e848-63ff-41f0-914b-98e58e357406 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:52.870951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.908023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c7d462a8-553c-48a1-9b7c-dc62c50cfc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:52.959942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:52.990134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 1aa00bd1-2f61-440a-9c5a-64e8a51ad7cf yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:05:53.011079 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'name': 'tempest-TestVolumeBootPattern-653872285-router', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:47Z', 'revision_number': 3, 'project_id': '7d682dec49ec441388d0352fe87914d8', 'gw_port': {'id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:45Z', 'updated_at': '2021-12-22T13:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:53.016652 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb271a-f068-4d42-97d3-1482eb9d29f7 None None] The sync data for ids ['4a658dc5-78a6-4763-9a4e-d5472e269fc4'] in dv-neutron-822668-1-hyperv is: [{'id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'name': 'tempest-TestVolumeBootPattern-653872285-router', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:47Z', 'revision_number': 3, 'project_id': '7d682dec49ec441388d0352fe87914d8', 'gw_port': {'id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:45Z', 'updated_at': '2021-12-22T13:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:05:53.167039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::f816:3eff:fe2e:6452 (cc430aa9-1eda-495d-9373-01b5d372ccd0/d6c72cce-5b75-4662-8aad-e8129ecf5a7f/1aa00bd1-2f61-440a-9c5a-64e8a51ad7cf) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:53.167735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-37d198f4-0439-45f8-9d55-1555af21714c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:05:53.167735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-37d198f4-0439-45f8-9d55-1555af21714c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:05:53.182527 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=ad6566c3-3d62-4104-b791-f05c19b9415f,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:53.188637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:53.198650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port e6a3e848-63ff-41f0-914b-98e58e357406 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:53.207891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port e6a3e848-63ff-41f0-914b-98e58e357406 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:53.208269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:53.253733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:53.266419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Allocated IP 172.20.0.1 (f87525b0-b9d3-4852-b60c-9568a2b49f3e/2d7d1c48-19fd-40e7-8847-3b88aaf54b02/4e0de562-f2fe-4bd9-9936-5299219b3b64) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:53.306759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Transition to ACTIVE for port object 2e91d206-fe2d-4110-8254-9026ed9de948 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:53.370256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Deleting port d8dc4a78-976d-4a36-b483-4d6906d7f6dc {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:53.370822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:53.415590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:53.491055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:53.510205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 1aa00bd1-2f61-440a-9c5a-64e8a51ad7cf will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:53.528571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port e6a3e848-63ff-41f0-914b-98e58e357406, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e6a3e848-63ff-41f0-914b-98e58e357406,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:53.541368 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:53.547175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-daefdeb0-91a8-4f6b-b69d-f99a572665b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:53.553033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:53.564518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:53.579879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a44d7f7f-3677-4aa2-82e7-c795856b0607 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:53.643800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b65d25cc-7b46-4e21-a075-d90e4e479303 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:53.740902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:53.750976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:53.763246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:53.776633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:53.777499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:53.812673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=1aa00bd1-2f61-440a-9c5a-64e8a51ad7cf,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:53.816596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 817140a7-9b73-42c6-9743-5537fbc8a564 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:53.822664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:53.835272 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:53.843890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:53.853208 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2555709 Dec 22 13:05:53.853208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50556) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:53.861546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:53.862097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:53.902891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=e6a3e848-63ff-41f0-914b-98e58e357406,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:53.907667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:53.919305 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:53.937217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:53.957033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Transition to ACTIVE for port object 4e0de562-f2fe-4bd9-9936-5299219b3b64 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:54.004399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5ae967-4cf8-4113-963f-96cfe81b2840 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:54.011157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5ae967-4cf8-4113-963f-96cfe81b2840 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:54.012990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8d5ae967-4cf8-4113-963f-96cfe81b2840 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:54.032752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:54.042476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=2e91d206-fe2d-4110-8254-9026ed9de948,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:54.043687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8d5ae967-4cf8-4113-963f-96cfe81b2840 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:54.044907 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8d5ae967-4cf8-4113-963f-96cfe81b2840 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1906874 Dec 22 13:05:54.049954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50560) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:54.068480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] For port d8dc4a78-976d-4a36-b483-4d6906d7f6dc, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d8dc4a78-976d-4a36-b483-4d6906d7f6dc,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:54.069143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:54.112094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:54.112487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:54.112863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:54.113247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:54.113611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:54.113970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:54.114580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:54.114946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:54.115304 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:54.115678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:54.116034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:54.116386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:05:54.125687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:54.130217 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6341405 Dec 22 13:05:54.130981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6f758ac6-ba7c-49c0-87ce-dab32cec18d9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:54.156941 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-102fb8d2-e94e-404d-a8ca-55c8315902e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 1aa00bd1-2f61-440a-9c5a-64e8a51ad7cf {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:54.157381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-102fb8d2-e94e-404d-a8ca-55c8315902e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:54.187155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50564) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:54.193655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f8043f2b-0c93-4cb4-af34-20be47876c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:54.218002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Network f87525b0-b9d3-4852-b60c-9568a2b49f3e is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:54.225742 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:54.253261 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Calling delete_port for d8dc4a78-976d-4a36-b483-4d6906d7f6dc owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:54.261090 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:54.321280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ad6566c3-3d62-4104-b791-f05c19b9415f up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:54.365651 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4e0de562-f2fe-4bd9-9936-5299219b3b64,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:54.384511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:54.402023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] Provisioning complete for port cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:54.402923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:54.426040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:54.521249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] Port cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:54.594487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f8043f2b-0c93-4cb4-af34-20be47876c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:54.611550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:54.612961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f8043f2b-0c93-4cb4-af34-20be47876c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:54.618218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f8043f2b-0c93-4cb4-af34-20be47876c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:54.632369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f8043f2b-0c93-4cb4-af34-20be47876c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:54.641493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ad6566c3-3d62-4104-b791-f05c19b9415f triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:54.642618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:54.680165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] Provisioning for port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:54.688035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8043f2b-0c93-4cb4-af34-20be47876c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:54.691752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f8043f2b-0c93-4cb4-af34-20be47876c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:54.704071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] Provisioning complete for port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:54.704455 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:54.780243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:54.787515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:54.871750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Pushing event deleted for resources: {'Port': ['ID=d8dc4a78-976d-4a36-b483-4d6906d7f6dc,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:54.880317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:54.932697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] No DVR routers for this DVR port d8dc4a78-976d-4a36-b483-4d6906d7f6dc on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:05:54.957084 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.ipam_backend_mixin [None req-f8043f2b-0c93-4cb4-af34-20be47876c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bd34cd5-9ceb-49f1-8645-d5c4162056e4 (CIDR: 2001:db8::/64) Dec 22 13:05:54.965225 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8043f2b-0c93-4cb4-af34-20be47876c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:05:54.966165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8043f2b-0c93-4cb4-af34-20be47876c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:05:54.996403 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f8043f2b-0c93-4cb4-af34-20be47876c08 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8081706 Dec 22 13:05:54.999773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50568) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:55.007178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a19f330-2373-4cb4-b91f-f729b7d87d29 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:55.008886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d09b4dce-9a74-4f8e-816e-b2d4bc32d643 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:55.030285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-102fb8d2-e94e-404d-a8ca-55c8315902e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.111627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.123805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 66b53c56-533e-43fc-9430-fa54e3db43dd up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:55.163886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.225804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-102fb8d2-e94e-404d-a8ca-55c8315902e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 1aa00bd1-2f61-440a-9c5a-64e8a51ad7cf owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:55.297758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] For port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,segment=NetworkSegment(8cfb0da4-5030-49f6-8555-31756103d55d),segment_id=8cfb0da4-5030-49f6-8555-31756103d55d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:55.332268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.338754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:55.344306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d09b4dce-9a74-4f8e-816e-b2d4bc32d643 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:55.348672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d09b4dce-9a74-4f8e-816e-b2d4bc32d643 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:55.353254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d09b4dce-9a74-4f8e-816e-b2d4bc32d643 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:55.386646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Deleting port 56f316af-45e4-4557-ac82-51e8e66bb771 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:55.386890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.390417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] Could not find standard attr ID for object c2c63c4d-4a5d-40be-8283-809c8be2b901. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:05:55.390686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d09b4dce-9a74-4f8e-816e-b2d4bc32d643 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:55.411592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 66b53c56-533e-43fc-9430-fa54e3db43dd completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:55.414595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09b4dce-9a74-4f8e-816e-b2d4bc32d643 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:55.418525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d09b4dce-9a74-4f8e-816e-b2d4bc32d643 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.420171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 66b53c56-533e-43fc-9430-fa54e3db43dd triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:55.420380 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.509149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] Pushing event updated for resources: {'Port': ['ID=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:55.515758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-102fb8d2-e94e-404d-a8ca-55c8315902e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.516777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:55.525395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-89675f24-ab2e-4cf5-a2a9-26693a42d9e1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:55.555064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-62e26cca-5ed1-4fa4-b213-b85c21cecf06 None None] Provisioning for port 2e91d206-fe2d-4110-8254-9026ed9de948 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:55.576614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fb8d2-e94e-404d-a8ca-55c8315902e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=1aa00bd1-2f61-440a-9c5a-64e8a51ad7cf,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:55.579567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-102fb8d2-e94e-404d-a8ca-55c8315902e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:55.580390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.resource_extend [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:05:55.604055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.611830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.622996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-62e26cca-5ed1-4fa4-b213-b85c21cecf06 None None] Provisioning complete for port 2e91d206-fe2d-4110-8254-9026ed9de948 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:55.624186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-62e26cca-5ed1-4fa4-b213-b85c21cecf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.645720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a5b7f6d3-8d2f-4a7e-9fab-35dc6aac5f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:55.645929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-102fb8d2-e94e-404d-a8ca-55c8315902e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.673379 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-102fb8d2-e94e-404d-a8ca-55c8315902e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/1aa00bd1-2f61-440a-9c5a-64e8a51ad7cf HTTP/1.1" status: 204 len: 168 time: 1.6223619 Dec 22 13:05:55.675681 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.ipam_backend_mixin [None req-d09b4dce-9a74-4f8e-816e-b2d4bc32d643 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 22897105-d46f-4272-a41f-b8069c3c0915 (CIDR: 2001:db8:0:1::/64) Dec 22 13:05:55.676340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50572) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:55.709901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': 'd6c72cce-5b75-4662-8aad-e8129ecf5a7f'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:05:55.710832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.714999 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09b4dce-9a74-4f8e-816e-b2d4bc32d643 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:05:55.715498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09b4dce-9a74-4f8e-816e-b2d4bc32d643 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:05:55.730291 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.740777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-62e26cca-5ed1-4fa4-b213-b85c21cecf06 None None] Port 2e91d206-fe2d-4110-8254-9026ed9de948 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:55.751993 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d09b4dce-9a74-4f8e-816e-b2d4bc32d643 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7484329 Dec 22 13:05:55.752716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50576) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:55.753477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.760635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'subnet': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:55.771454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.780495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4e0de562-f2fe-4bd9-9936-5299219b3b64,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:55.785867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d492d3-008d-48ae-8569-ddff5dc0e9ce tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:55.787785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d492d3-008d-48ae-8569-ddff5dc0e9ce tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:55.788615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-11d492d3-008d-48ae-8569-ddff5dc0e9ce tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:55.793824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 66b53c56-533e-43fc-9430-fa54e3db43dd, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=66b53c56-533e-43fc-9430-fa54e3db43dd,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:55.800515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:55.804035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.812390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a8d857df-ec66-4772-875e-ffeea606418f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:55.847328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-62e26cca-5ed1-4fa4-b213-b85c21cecf06 None None] Provisioning for port 4e0de562-f2fe-4bd9-9936-5299219b3b64 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:05:55.886769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d8dc4a78-976d-4a36-b483-4d6906d7f6dc no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:05:55.889116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-11d492d3-008d-48ae-8569-ddff5dc0e9ce tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:55.890348 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-11d492d3-008d-48ae-8569-ddff5dc0e9ce tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2130039 Dec 22 13:05:55.894782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50580) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:55.911772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-62e26cca-5ed1-4fa4-b213-b85c21cecf06 None None] Provisioning complete for port 4e0de562-f2fe-4bd9-9936-5299219b3b64 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:55.912159 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-62e26cca-5ed1-4fa4-b213-b85c21cecf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:55.967591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Calling delete_port for 56f316af-45e4-4557-ac82-51e8e66bb771 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:55.975375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: d8dc4a78-976d-4a36-b483-4d6906d7f6dc {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:05:55.975375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d8dc4a78-976d-4a36-b483-4d6906d7f6dc not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:05:55.985735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:55.991781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0f6a36-d9ed-4b1e-b2d6-9c87a7186811 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet d6c72cce-5b75-4662-8aad-e8129ecf5a7f {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:05:55.996604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Usage tracker for resource:subnet and tenant:73a75db273074ed8a14803906185c58d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:55.999260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:56.005110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:56.018026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Made reservation on behalf of 73a75db273074ed8a14803906185c58d for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:56.022761 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:56.041795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-62e26cca-5ed1-4fa4-b213-b85c21cecf06 None None] Port 4e0de562-f2fe-4bd9-9936-5299219b3b64 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:56.048443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=66b53c56-533e-43fc-9430-fa54e3db43dd,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:56.053333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:56.064394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Allocated IP 2001:db8::f816:3eff:fe12:4ca4 (cc430aa9-1eda-495d-9373-01b5d372ccd0/d6c72cce-5b75-4662-8aad-e8129ecf5a7f/c121f7df-018a-4ee8-86c1-c8343f036705) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:56.149231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:56.308771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:56.309171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:56.374766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Network f87525b0-b9d3-4852-b60c-9568a2b49f3e is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:56.376820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:56.396947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:56.414131 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Transition to ACTIVE for port object c121f7df-018a-4ee8-86c1-c8343f036705 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:56.474289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Transition to ACTIVE for port object c121f7df-018a-4ee8-86c1-c8343f036705 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:56.483836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6a36-d9ed-4b1e-b2d6-9c87a7186811 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:56.484486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:56.489206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:56.534006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e6a3e848-63ff-41f0-914b-98e58e357406 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:56.555890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6a36-d9ed-4b1e-b2d6-9c87a7186811 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:56.611346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:56.628922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3833dd40-644e-4105-8086-782381740ecd tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:56.669120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:56.675977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:56.679278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Router 4a658dc5-78a6-4763-9a4e-d5472e269fc4 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:05:56.679432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:05:56.687209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Pushing event updated for resources: {'Port': ['ID=c121f7df-018a-4ee8-86c1-c8343f036705,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:56.690410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Network 817140a7-9b73-42c6-9743-5537fbc8a564 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:56.691430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:56.695619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:56.702109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:56.702965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:56.709081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:56.714874 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:56.725819 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd963c-860e-4b66-a63f-9d06b46c5358 None None] Network 817140a7-9b73-42c6-9743-5537fbc8a564 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:56.731580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Subnet': ['ID=3c0d15f0-f94f-42b0-a4ae-3ab44d5afb9c,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:56.739182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:56.752755 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9960225 Dec 22 13:05:56.753133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50584) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:56.761414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1153287249', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3c0d15f0-f94f-42b0-a4ae-3ab44d5afb9c'}], 'security_groups': ['97675823-3a21-4ad2-a166-64f46e0928fb', 'bdb1bbce-a9d0-4b7b-be58-1021d64bd922']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:56.819095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6a36-d9ed-4b1e-b2d6-9c87a7186811 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:56.821921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f230695-9fcb-4bef-9efe-ba4d7b46bd01 None None] Provisioning complete for port 4e0de562-f2fe-4bd9-9936-5299219b3b64 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:56.822303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f230695-9fcb-4bef-9efe-ba4d7b46bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:56.832675 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event deleted for resources: {'Port': ['ID=56f316af-45e4-4557-ac82-51e8e66bb771,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:56.835767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:56.926921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Attempting to bind port c121f7df-018a-4ee8-86c1-c8343f036705 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:05:56.927550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Attempting to bind port c121f7df-018a-4ee8-86c1-c8343f036705 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:05:56.928314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Attempting to bind port c121f7df-018a-4ee8-86c1-c8343f036705 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:05:56.934052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port e6a3e848-63ff-41f0-914b-98e58e357406 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:56.934657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:57.006880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6a36-d9ed-4b1e-b2d6-9c87a7186811 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:57.018611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b3e412ae-e8a5-486c-bbfb-c93340bcd604 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:57.054325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6a36-d9ed-4b1e-b2d6-9c87a7186811 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:57.055714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f230695-9fcb-4bef-9efe-ba4d7b46bd01 None None] Port 4e0de562-f2fe-4bd9-9936-5299219b3b64 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:05:57.076355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:05:57.076851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:05:57.077204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:57.077610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:05:57.078096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Bound port: c121f7df-018a-4ee8-86c1-c8343f036705, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:05:57.078478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:57.102092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f6a36-d9ed-4b1e-b2d6-9c87a7186811 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c72cce-5b75-4662-8aad-e8129ecf5a7f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:57.116149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9a0f6a36-d9ed-4b1e-b2d6-9c87a7186811 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:57.129035 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9a0f6a36-d9ed-4b1e-b2d6-9c87a7186811 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/d6c72cce-5b75-4662-8aad-e8129ecf5a7f HTTP/1.1" status: 204 len: 168 time: 1.2333040 Dec 22 13:05:57.132232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50588) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:57.193189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:57.213274 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-38a29ad3-c7e1-46e6-9f63-9dac921909be tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788853 Dec 22 13:05:57.213918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50592) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:57.235872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:05:57.252894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:57.258742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Sync routers for ids ['4a658dc5-78a6-4763-9a4e-d5472e269fc4'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:05:57.265454 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] 10.222.0.24 "PUT /v2.0/routers/4a658dc5-78a6-4763-9a4e-d5472e269fc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0606055 Dec 22 13:05:57.353592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Routers {'4a658dc5-78a6-4763-9a4e-d5472e269fc4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:57.354255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4a658dc5-78a6-4763-9a4e-d5472e269fc4'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:57.424556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] For port c121f7df-018a-4ee8-86c1-c8343f036705, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:05:57.465470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e59843-b7e1-48aa-ac2a-e468cc238aac tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:57.467040 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b5e59843-b7e1-48aa-ac2a-e468cc238aac tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:57.470639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] For port c121f7df-018a-4ee8-86c1-c8343f036705, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c121f7df-018a-4ee8-86c1-c8343f036705,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:05:57.527652 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:57.541942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ab11d102-12f1-4818-9c9b-4968e7216e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:57.553010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b5e59843-b7e1-48aa-ac2a-e468cc238aac tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:57.557243 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b5e59843-b7e1-48aa-ac2a-e468cc238aac tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3394644 Dec 22 13:05:57.558017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50602) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:57.653955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0297-f7e7-4d8e-97e4-30cd553cd039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:57.689081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Set router 4a658dc5-78a6-4763-9a4e-d5472e269fc4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:05:57.727486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d906fc41-b7c6-4193-9722-72d91210718b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:57.728192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d906fc41-b7c6-4193-9722-72d91210718b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:05:57.770373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Pushing event updated for resources: {'Port': ['ID=c121f7df-018a-4ee8-86c1-c8343f036705,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:57.778868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:57.791511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d906fc41-b7c6-4193-9722-72d91210718b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:05:57.795706 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d906fc41-b7c6-4193-9722-72d91210718b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2332332 Dec 22 13:05:57.798833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50606) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:57.840057 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Router f3bbef89-c0c4-4551-9f8f-b547547a1b20 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:05:57.877121 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-99693e1d-9037-4fa7-8d92-22db8a3b8272 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768030 Dec 22 13:05:57.879841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50610) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:57.887540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:58.028110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50614) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:58.046297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614397699', 'description': 'tempest-secgroup-smoke-614397699 description', 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:58.052859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:58.056913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Usage tracker for resource:security_group and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:58.059934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:58.065956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:58.073031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Update dhcp port {'port': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'fixed_ips': [{'subnet_id': '22897105-d46f-4272-a41f-b8069c3c0915', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1bd34cd5-9ceb-49f1-8645-d5c4162056e4', 'ip_address': '2001:db8::2'}, {'subnet_id': '3c0d15f0-f94f-42b0-a4ae-3ab44d5afb9c'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': 'f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:05:58.086994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.128361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 66b53c56-533e-43fc-9430-fa54e3db43dd up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:05:58.130428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Delete allocated IP 2001:db8::41 (817140a7-9b73-42c6-9743-5537fbc8a564/1bd34cd5-9ceb-49f1-8645-d5c4162056e4) {{(pid=87569) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 13:05:58.132897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:58.149519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:58.151678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Allocated IP 2001:db8:0:2::3e7 (817140a7-9b73-42c6-9743-5537fbc8a564/3c0d15f0-f94f-42b0-a4ae-3ab44d5afb9c/2e91d206-fe2d-4110-8254-9026ed9de948) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:58.154860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:58.166916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Usage tracker for resource:security_group_rule and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:58.172069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:58.174621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:58.178020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.222861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.228000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:05:58.232867 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "PUT /v2.0/routers/f3bbef89-c0c4-4551-9f8f-b547547a1b20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7477741 Dec 22 13:05:58.235786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50618) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:58.241655 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753a3ca-e072-408d-928e-68807a6ad349 None None] Sync routers for ids ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:05:58.253136 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753a3ca-e072-408d-928e-68807a6ad349 None None] Routers {'f3bbef89-c0c4-4551-9f8f-b547547a1b20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:58.254039 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8753a3ca-e072-408d-928e-68807a6ad349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:58.327210 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8753a3ca-e072-408d-928e-68807a6ad349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:58.337038 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8753a3ca-e072-408d-928e-68807a6ad349 None None] Routers {'f3bbef89-c0c4-4551-9f8f-b547547a1b20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:05:58.338306 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8753a3ca-e072-408d-928e-68807a6ad349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:58.388505 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:58.404278 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8753a3ca-e072-408d-928e-68807a6ad349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:58.405053 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8753a3ca-e072-408d-928e-68807a6ad349 None None] The sync data for ids ['f3bbef89-c0c4-4551-9f8f-b547547a1b20'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:05:58.437621 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.461191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 66b53c56-533e-43fc-9430-fa54e3db43dd triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:05:58.461567 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.552356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'name': 'tempest-TestVolumeBootPattern-653872285-router', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:54Z', 'revision_number': 4, 'project_id': '7d682dec49ec441388d0352fe87914d8', 'gw_port': {'id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:45Z', 'updated_at': '2021-12-22T13:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '4e0de562-f2fe-4bd9-9936-5299219b3b64', 'name': '', 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'mac_address': 'fa:16:3e:70:9c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '2d7d1c48-19fd-40e7-8847-3b88aaf54b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:52Z', 'updated_at': '2021-12-22T13:05:55Z', 'revision_number': 2, 'project_id': '7d682dec49ec441388d0352fe87914d8', 'subnets': [{'id': '2d7d1c48-19fd-40e7-8847-3b88aaf54b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:05:58.559558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Checking router: 4a658dc5-78a6-4763-9a4e-d5472e269fc4 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:05:58.559943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Updating router 4a658dc5-78a6-4763-9a4e-d5472e269fc4 port 4e0de562-f2fe-4bd9-9936-5299219b3b64 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:05:58.617865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.688496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.699469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Deleting port 89f65a12-d451-4b0b-b188-c67613b1b112 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:58.700194 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.713351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.727144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.734646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-65505174-b7dd-4fc0-a5b2-ddce2e8ecd36 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:58.821639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.827370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.831564 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8001482 Dec 22 13:05:58.832389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b01cb0b-e604-455b-a5e4-48dfa94f69d0,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:58.833238 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50626) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:58.840019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:58.842450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'security_group_rule': {'security_group_id': '6b01cb0b-e604-455b-a5e4-48dfa94f69d0', 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:58.854600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:58.863798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Usage tracker for resource:security_group_rule and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:58.864163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Transition to ACTIVE for port object 2e91d206-fe2d-4110-8254-9026ed9de948 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:58.868666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.871521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:58.873689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-66814716-b546-40a2-81ee-46c7f5e00768 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:58.887472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:58.912781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.932921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.945944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:58.950683 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:05:58.956813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:05:58.984471 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672a81c3-3710-409a-89e8-de33169b9d43 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:05:58.991012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:58.991194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.009860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] In _notify_port_updated(), no bound segment for port 2e91d206-fe2d-4110-8254-9026ed9de948 on network 817140a7-9b73-42c6-9743-5537fbc8a564 {{(pid=87569) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:05:59.015006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:05:59.015629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.016978 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "PUT /v2.0/ports/2e91d206-fe2d-4110-8254-9026ed9de948 HTTP/1.1" status: 200 len: 970 time: 2.2628284 Dec 22 13:05:59.024637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50630) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:59.025347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=2c58f2a1-3bc1-4527-b55b-5f307dc746d7,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:59.029219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:59.032315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:59.105693 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Allocated IP 2001:db8:0:2::2 (817140a7-9b73-42c6-9743-5537fbc8a564/3c0d15f0-f94f-42b0-a4ae-3ab44d5afb9c/f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:05:59.124042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Calling delete_port for 89f65a12-d451-4b0b-b188-c67613b1b112 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:05:59.137875 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2569966 Dec 22 13:05:59.141408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50636) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:59.152577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:c9:b9:07', 'name': 'tempest-NetworksTestDHCPv6-222830265'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:59.180382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.189749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.204819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:59.233541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5c791f01-fc15-4204-86ac-f0fdd9cfc1a4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port 2e91d206-fe2d-4110-8254-9026ed9de948 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:05:59.233936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c791f01-fc15-4204-86ac-f0fdd9cfc1a4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.236507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094f2420-1302-4fda-a76a-2da1c8e8b231,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:59.239811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:59.243140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.243835 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4094956 Dec 22 13:05:59.247794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50640) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:59.255506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'security_group_rule': {'security_group_id': '6b01cb0b-e604-455b-a5e4-48dfa94f69d0', 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:59.262776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:59.276083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event updated for resources: {'Port': ['ID=2e91d206-fe2d-4110-8254-9026ed9de948,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:59.276366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Usage tracker for resource:security_group_rule and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:59.286950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:59.292956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:59.302171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:59.325967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.416089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:59.455005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.463492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.490116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:59.492389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] For port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,segment=NetworkSegment(8cfb0da4-5030-49f6-8555-31756103d55d),segment_id=8cfb0da4-5030-49f6-8555-31756103d55d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:05:59.495662 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.501635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.505526 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2542334 Dec 22 13:05:59.506669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50644) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:05:59.511017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.519002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'security_group_rule': {'security_group_id': '6b01cb0b-e604-455b-a5e4-48dfa94f69d0', 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:05:59.523660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ce93a6-9b6e-46ff-ab84-fefbad09c2ab,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:59.526650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:59.531209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b91e260c-a623-4bbb-9307-bf2d1accd142 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:59.531649 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Transition to ACTIVE for port object 4e0de562-f2fe-4bd9-9936-5299219b3b64 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:59.549759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.551154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:59.556681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:59.556833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:59.566332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:59.577166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:05:59.607957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.619096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:05:59.625662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Usage tracker for resource:security_group_rule and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:05:59.635214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event deleted for resources: {'Port': ['ID=89f65a12-d451-4b0b-b188-c67613b1b112,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:59.637703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:59.638791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:05:59.703620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:05:59.707462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.749253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Transition to ACTIVE for port object f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:05:59.760480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130cf93-6ad7-4383-87c2-62874cfac3f4 None None] Pushing event updated for resources: {'Port': ['ID=4e0de562-f2fe-4bd9-9936-5299219b3b64,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:05:59.772513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2130cf93-6ad7-4383-87c2-62874cfac3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:05:59.805243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.809237 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:05:59.834496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c791f01-fc15-4204-86ac-f0fdd9cfc1a4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.847848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:05:59.890346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port eb44a2a2-57eb-4477-93d3-e111bc47a25b yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:06:00.061603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::344 (cc430aa9-1eda-495d-9373-01b5d372ccd0/2c58f2a1-3bc1-4527-b55b-5f307dc746d7/eb44a2a2-57eb-4477-93d3-e111bc47a25b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:00.067975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.070759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.078226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-030a1af0-2fed-4c49-b564-7b082beb54c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.079872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Attempting to bind port 4e0de562-f2fe-4bd9-9936-5299219b3b64 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:06:00.080245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Attempting to bind port 4e0de562-f2fe-4bd9-9936-5299219b3b64 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '2052acaa-11b7-42af-89bd-253d6aa15613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:06:00.080612 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Attempting to bind port 4e0de562-f2fe-4bd9-9936-5299219b3b64 on network f87525b0-b9d3-4852-b60c-9568a2b49f3e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:06:00.105746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.106247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Fanout notify agent at l3_agent the message router_deleted on router f3bbef89-c0c4-4551-9f8f-b547547a1b20 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:06:00.120212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.121390 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "DELETE /v2.0/routers/f3bbef89-c0c4-4551-9f8f-b547547a1b20 HTTP/1.1" status: 204 len: 168 time: 1.8846493 Dec 22 13:06:00.128032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50652) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:00.167278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.188379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:06:00.189447 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Checking segment: {'id': '2052acaa-11b7-42af-89bd-253d6aa15613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:00.190008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.190558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Bound using segment: {'id': '2052acaa-11b7-42af-89bd-253d6aa15613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:06:00.191189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Bound port: 4e0de562-f2fe-4bd9-9936-5299219b3b64, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2052acaa-11b7-42af-89bd-253d6aa15613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:06:00.191756 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.206965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Pushing event updated for resources: {'Port': ['ID=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:00.232914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:00.233574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:00.234141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:00.234777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:00.235305 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:00.235859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:00.236378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:00.239999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-176b8737-7bca-4930-ba24-1758fa61e48c tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Deleting subnet 359b7ef2-3b69-42ab-ae58-e3d408af0731 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:00.240515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:00.241178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:00.241724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:00.242247 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:00.242760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:00.243105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-176b8737-7bca-4930-ba24-1758fa61e48c tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.250321 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:00.253736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a467ebf-b854-4e2b-95d6-c8e0e1da98ba None None] Update dhcp port {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': '2c58f2a1-3bc1-4527-b55b-5f307dc746d7'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': 'c121f7df-018a-4ee8-86c1-c8343f036705'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:06:00.285181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.300994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object eb44a2a2-57eb-4477-93d3-e111bc47a25b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:00.310403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-176b8737-7bca-4930-ba24-1758fa61e48c tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.374669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.382832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.398919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a467ebf-b854-4e2b-95d6-c8e0e1da98ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.411735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-394ce6b4-4cdb-4fd9-a0fa-3a45c5955c15 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:00.425373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.429232 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9190495 Dec 22 13:06:00.434497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50656) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:00.447777 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'security_group_rule': {'security_group_id': '6b01cb0b-e604-455b-a5e4-48dfa94f69d0', 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:00.455974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:00.461032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Usage tracker for resource:security_group_rule and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:00.464928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:00.474124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:00.486429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad75405-bdfb-4a85-9455-4cca4577ca67,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:00.496453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:00.517943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.557500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-176b8737-7bca-4930-ba24-1758fa61e48c tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.558632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] For port 4e0de562-f2fe-4bd9-9936-5299219b3b64, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:06:00.563775 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] For port 4e0de562-f2fe-4bd9-9936-5299219b3b64, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4e0de562-f2fe-4bd9-9936-5299219b3b64,segment=NetworkSegment(2052acaa-11b7-42af-89bd-253d6aa15613),segment_id=2052acaa-11b7-42af-89bd-253d6aa15613)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:06:00.661920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5c791f01-fc15-4204-86ac-f0fdd9cfc1a4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for 2e91d206-fe2d-4110-8254-9026ed9de948 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:00.669975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.677144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.683856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.699540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-55849a95-c418-4ab6-a7fc-797caefca24c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:00.705911 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:00.717474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b19e03-b306-4c96-86ec-d28d3dfef694,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:00.725105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:00.733650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.735780 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2999701 Dec 22 13:06:00.738570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-176b8737-7bca-4930-ba24-1758fa61e48c tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.738770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50660) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:00.745201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d5924a84-a074-4ca8-a494-e241aaf7add0 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:00.747865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'security_group_rule': {'security_group_id': '6b01cb0b-e604-455b-a5e4-48dfa94f69d0', 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:00.770841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:00.777917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Usage tracker for resource:security_group_rule and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:00.781571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:00.789949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:00.792608 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130cf93-6ad7-4383-87c2-62874cfac3f4 None None] Pushing event updated for resources: {'Port': ['ID=4e0de562-f2fe-4bd9-9936-5299219b3b64,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:00.798275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b8737-7bca-4930-ba24-1758fa61e48c tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event deleted for resources: {'Subnet': ['ID=359b7ef2-3b69-42ab-ae58-e3d408af0731,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:00.802237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-176b8737-7bca-4930-ba24-1758fa61e48c tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:00.802830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.815898 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2130cf93-6ad7-4383-87c2-62874cfac3f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:00.818990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-176b8737-7bca-4930-ba24-1758fa61e48c tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:00.820984 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-176b8737-7bca-4930-ba24-1758fa61e48c tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "DELETE /v2.0/subnets/359b7ef2-3b69-42ab-ae58-e3d408af0731 HTTP/1.1" status: 204 len: 168 time: 0.6919639 Dec 22 13:06:00.823723 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50664) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:00.855391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d224b4bc-e749-4fce-b838-6aaa91708573 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:00.858043 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d02a6-e650-463e-acb6-5b1294aaf9da None None] Network 3e057c44-23a2-4249-9a0e-ba393161cc2a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:00.892798 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Routers {'4a658dc5-78a6-4763-9a4e-d5472e269fc4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:06:00.893753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:06:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4a658dc5-78a6-4763-9a4e-d5472e269fc4'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:00.921520 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Project b87cc29f20d24977a4b407ef6c3edb6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:06:00.992821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:00.993773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.013766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:01.022478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:01.024217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.033539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:01.034190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.038353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Deleting port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:01.038522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=eb44a2a2-57eb-4477-93d3-e111bc47a25b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:01.038845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.041529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:01.051195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.052920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c791f01-fc15-4204-86ac-f0fdd9cfc1a4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.064824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-68b85ffc-b8aa-4044-986c-d6602f48c1cf tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:01.139141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c791f01-fc15-4204-86ac-f0fdd9cfc1a4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=2e91d206-fe2d-4110-8254-9026ed9de948,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:01.152728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5c791f01-fc15-4204-86ac-f0fdd9cfc1a4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:01.204688 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0581152 Dec 22 13:06:01.207269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50674) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:01.217272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5c791f01-fc15-4204-86ac-f0fdd9cfc1a4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.222581 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5c791f01-fc15-4204-86ac-f0fdd9cfc1a4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/2e91d206-fe2d-4110-8254-9026ed9de948 HTTP/1.1" status: 204 len: 168 time: 2.1915827 Dec 22 13:06:01.223827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50678) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:01.274886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] Set router 4a658dc5-78a6-4763-9a4e-d5472e269fc4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:06:01.283275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.290667 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec8e4f5-e2ef-4018-9352-c325cb8609b3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] GET failed (client error): The resource could not be found. Dec 22 13:06:01.291945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-eec8e4f5-e2ef-4018-9352-c325cb8609b3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Synchronizing usage tracker for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:01.296045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.298455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4a8bd731-2ba7-4c11-adf2-c51c5327e292 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:01.326452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9deb7145-a8ba-4d44-9142-2a0e3153ead4,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:01.332874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:01.341639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-eec8e4f5-e2ef-4018-9352-c325cb8609b3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Unset dirty status for tenant:73a75db273074ed8a14803906185c58d on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:01.343142 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-eec8e4f5-e2ef-4018-9352-c325cb8609b3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports/2e91d206-fe2d-4110-8254-9026ed9de948 HTTP/1.1" status: 404 len: 333 time: 0.1172066 Dec 22 13:06:01.347663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50682) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:01.363271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.367585 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6267321 Dec 22 13:06:01.368595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50686) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:01.380588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'security_group_rule': {'security_group_id': '6b01cb0b-e604-455b-a5e4-48dfa94f69d0', 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:01.389877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:01.390590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.404741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Usage tracker for resource:security_group_rule and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:01.410739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:01.426267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:01.446752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] For port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4,segment=NetworkSegment(3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02),segment_id=3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:01.447706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.452555 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Project b87cc29f20d24977a4b407ef6c3edb6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:06:01.474238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d528301a-8ffc-406c-a587-4625d6702796 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.482310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3236b3-0cd0-4a06-b491-b34275019721 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:01.488550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3236b3-0cd0-4a06-b491-b34275019721 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:01.492595 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ee3236b3-0cd0-4a06-b491-b34275019721 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.2819343 Dec 22 13:06:01.505134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d528301a-8ffc-406c-a587-4625d6702796 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.526503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-8a467ebf-b854-4e2b-95d6-c8e0e1da98ba None None] Allocated IP 2001:db8::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/2c58f2a1-3bc1-4527-b55b-5f307dc746d7/c121f7df-018a-4ee8-86c1-c8343f036705) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:01.554175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50692) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:01.577672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.585925 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d528301a-8ffc-406c-a587-4625d6702796 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.592536 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b795a98d-8694-44d8-8d0b-e9abde1a14ac tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:01.647689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528301a-8ffc-406c-a587-4625d6702796 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffa9441-4d16-4775-8464-9e51c1c41053,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:01.656895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d528301a-8ffc-406c-a587-4625d6702796 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:01.669966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d528301a-8ffc-406c-a587-4625d6702796 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.671974 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d528301a-8ffc-406c-a587-4625d6702796 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/security-groups/2ffa9441-4d16-4775-8464-9e51c1c41053 HTTP/1.1" status: 204 len: 168 time: 0.3229911 Dec 22 13:06:01.676454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50696) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:01.704466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Calling delete_port for d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:01.729076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.738203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.742452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:01.769809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5580768f-8fbf-4ced-ba32-8c067e095f4e,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:01.782225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:01.794522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.795878 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4239423 Dec 22 13:06:01.800963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3cf57699-16a7-4155-9c72-c458ad8190c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.807316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-25eefbac-c20c-49ae-a4cd-0cd8178f1fe9 None None] Provisioning complete for port cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:01.807724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25eefbac-c20c-49ae-a4cd-0cd8178f1fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.818959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-93a45c33-41df-4d8f-978f-fc161ec96cf3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port eb44a2a2-57eb-4477-93d3-e111bc47a25b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:01.819408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93a45c33-41df-4d8f-978f-fc161ec96cf3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.847864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3cf57699-16a7-4155-9c72-c458ad8190c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.899631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-25eefbac-c20c-49ae-a4cd-0cd8178f1fe9 None None] Port cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:06:01.907961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3cf57699-16a7-4155-9c72-c458ad8190c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.920023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-69e6665c-5234-4e96-8413-1198aeb68ae3 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:01.934196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf57699-16a7-4155-9c72-c458ad8190c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb1bbce-a9d0-4b7b-be58-1021d64bd922,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:01.939129 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-25eefbac-c20c-49ae-a4cd-0cd8178f1fe9 None None] Could not find standard attr ID for object 2e91d206-fe2d-4110-8254-9026ed9de948. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:06:01.939309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3cf57699-16a7-4155-9c72-c458ad8190c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:01.942624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3cf57699-16a7-4155-9c72-c458ad8190c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.943878 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3cf57699-16a7-4155-9c72-c458ad8190c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/security-groups/bdb1bbce-a9d0-4b7b-be58-1021d64bd922 HTTP/1.1" status: 204 len: 168 time: 0.2661941 Dec 22 13:06:01.946559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50714) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:01.970558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:01.980956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f1777ad6-73a8-4181-a405-adb40715c9f4 tempest-AllowedAddressPairTestJSON-1051513363 tempest-AllowedAddressPairTestJSON-1051513363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:02.027920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7cd78182-1f1d-47c9-a7f5-ab14ba297d09 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.033858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8a467ebf-b854-4e2b-95d6-c8e0e1da98ba None None] For port c121f7df-018a-4ee8-86c1-c8343f036705, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c121f7df-018a-4ee8-86c1-c8343f036705,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:02.066824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-25eefbac-c20c-49ae-a4cd-0cd8178f1fe9 None None] Provisioning for port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:02.076402 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event deleted for resources: {'Port': ['ID=d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:02.078526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] No DVR routers for this DVR port d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:06:02.101149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-25eefbac-c20c-49ae-a4cd-0cd8178f1fe9 None None] Provisioning complete for port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:02.101909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25eefbac-c20c-49ae-a4cd-0cd8178f1fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.104296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:02.113442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7cd78182-1f1d-47c9-a7f5-ab14ba297d09 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.147329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a467ebf-b854-4e2b-95d6-c8e0e1da98ba None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.169459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53496e0e-b600-4b0b-8ae8-8e2e7657b756 None None] DHCP port deletion for 3e057c44-23a2-4249-9a0e-ba393161cc2a request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:06:02.172013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:02.175900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7cd78182-1f1d-47c9-a7f5-ab14ba297d09 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.184453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3e0ce1f2-a17e-4b92-a7e5-cddb80f700d2 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:02.201213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd78182-1f1d-47c9-a7f5-ab14ba297d09 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97675823-3a21-4ad2-a166-64f46e0928fb,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:02.215264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7cd78182-1f1d-47c9-a7f5-ab14ba297d09 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:02.221715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7cd78182-1f1d-47c9-a7f5-ab14ba297d09 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.224159 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7cd78182-1f1d-47c9-a7f5-ab14ba297d09 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/security-groups/97675823-3a21-4ad2-a166-64f46e0928fb HTTP/1.1" status: 204 len: 168 time: 0.2766759 Dec 22 13:06:02.226818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50748) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:02.262765 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8a467ebf-b854-4e2b-95d6-c8e0e1da98ba None None] Ignored duplicate provisioning block setup for port c121f7df-018a-4ee8-86c1-c8343f036705 by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 22 13:06:02.302184 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a467ebf-b854-4e2b-95d6-c8e0e1da98ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.318332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-82560e3a-9a29-4f7f-a1c8-fa78a02e9bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:02.323973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bcb66b2-b4d0-4a21-a317-86d462e791d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting subnet 1bd34cd5-9ceb-49f1-8645-d5c4162056e4 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:02.327303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1bcb66b2-b4d0-4a21-a317-86d462e791d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.352336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.405695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1bcb66b2-b4d0-4a21-a317-86d462e791d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.518175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.523636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1bcb66b2-b4d0-4a21-a317-86d462e791d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.526915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93a45c33-41df-4d8f-978f-fc161ec96cf3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.643827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1bcb66b2-b4d0-4a21-a317-86d462e791d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.651552 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'name': 'tempest-TestVolumeBootPattern-653872285-router', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:54Z', 'revision_number': 4, 'project_id': '7d682dec49ec441388d0352fe87914d8', 'gw_port': {'id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:45Z', 'updated_at': '2021-12-22T13:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '4e0de562-f2fe-4bd9-9936-5299219b3b64', 'name': '', 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'mac_address': 'fa:16:3e:70:9c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '2d7d1c48-19fd-40e7-8847-3b88aaf54b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:52Z', 'updated_at': '2021-12-22T13:06:00Z', 'revision_number': 4, 'project_id': '7d682dec49ec441388d0352fe87914d8', 'subnets': [{'id': '2d7d1c48-19fd-40e7-8847-3b88aaf54b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:02.653313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-21323906-e041-4163-bab9-abbf2a31d535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:02.661342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:02.661973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.688152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-93a45c33-41df-4d8f-978f-fc161ec96cf3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for eb44a2a2-57eb-4477-93d3-e111bc47a25b owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:02.702791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab14806-d413-49cf-9738-f6b41c6f6b48 None None] The sync data for ids ['4a658dc5-78a6-4763-9a4e-d5472e269fc4'] in dv-neutron-822668-1-hyperv is: [{'id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'name': 'tempest-TestVolumeBootPattern-653872285-router', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:54Z', 'revision_number': 4, 'project_id': '7d682dec49ec441388d0352fe87914d8', 'gw_port': {'id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:45Z', 'updated_at': '2021-12-22T13:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '4e0de562-f2fe-4bd9-9936-5299219b3b64', 'name': '', 'network_id': 'f87525b0-b9d3-4852-b60c-9568a2b49f3e', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'mac_address': 'fa:16:3e:70:9c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '2d7d1c48-19fd-40e7-8847-3b88aaf54b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:52Z', 'updated_at': '2021-12-22T13:06:00Z', 'revision_number': 4, 'project_id': '7d682dec49ec441388d0352fe87914d8', 'subnets': [{'id': '2d7d1c48-19fd-40e7-8847-3b88aaf54b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:06:02.719707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb66b2-b4d0-4a21-a317-86d462e791d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd34cd5-9ceb-49f1-8645-d5c4162056e4,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:02.726725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a467ebf-b854-4e2b-95d6-c8e0e1da98ba None None] Pushing event updated for resources: {'Port': ['ID=c121f7df-018a-4ee8-86c1-c8343f036705,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:02.730255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8a467ebf-b854-4e2b-95d6-c8e0e1da98ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:02.743567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1bcb66b2-b4d0-4a21-a317-86d462e791d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.750349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1bcb66b2-b4d0-4a21-a317-86d462e791d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:02.754612 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1bcb66b2-b4d0-4a21-a317-86d462e791d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/1bd34cd5-9ceb-49f1-8645-d5c4162056e4 HTTP/1.1" status: 204 len: 168 time: 0.5263863 Dec 22 13:06:02.762249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50752) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:02.762543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6788ad-c831-4548-9ee4-357465c6a100 None None] Network 817140a7-9b73-42c6-9743-5537fbc8a564 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:02.762741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e057c44-23a2-4249-9a0e-ba393161cc2a']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:02.811972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:02.812224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc0a7b4-9ad3-42bc-ad09-63c1478f3d02') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:02.860495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.939597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.958026 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:02.958431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:02.962259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5a4ac42-171b-4987-8081-b3157632aba1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting subnet 3c0d15f0-f94f-42b0-a4ae-3ab44d5afb9c {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:02.969221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ac42-171b-4987-8081-b3157632aba1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:03.006788 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:03.040374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ac42-171b-4987-8081-b3157632aba1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.190856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ac42-171b-4987-8081-b3157632aba1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.298120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ac42-171b-4987-8081-b3157632aba1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.306569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9c8c9d40-d537-49c3-b98e-558ee72be74c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:03.335832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93a45c33-41df-4d8f-978f-fc161ec96cf3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.345544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-446b6f1c-48e4-42a3-b4d9-3b044891479d tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:03.368246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4ac42-171b-4987-8081-b3157632aba1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0d15f0-f94f-42b0-a4ae-3ab44d5afb9c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:03.373249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e5a4ac42-171b-4987-8081-b3157632aba1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:03.377013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e5a4ac42-171b-4987-8081-b3157632aba1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.387451 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e5a4ac42-171b-4987-8081-b3157632aba1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/3c0d15f0-f94f-42b0-a4ae-3ab44d5afb9c HTTP/1.1" status: 204 len: 168 time: 0.6250067 Dec 22 13:06:03.388471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50762) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:03.401845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.416645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a45c33-41df-4d8f-978f-fc161ec96cf3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=eb44a2a2-57eb-4477-93d3-e111bc47a25b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:03.419724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-93a45c33-41df-4d8f-978f-fc161ec96cf3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:03.420697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.423231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f408071e-667c-4441-83ec-8564804a3b9c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:03.438149 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b346001-4ec2-4957-8cfa-febdb07404fb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:03.438330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b346001-4ec2-4957-8cfa-febdb07404fb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:03.444026 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2b346001-4ec2-4957-8cfa-febdb07404fb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/1bd34cd5-9ceb-49f1-8645-d5c4162056e4 HTTP/1.1" status: 404 len: 337 time: 0.0543003 Dec 22 13:06:03.444691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50768) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:03.512740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f40f6b-fb11-4c81-82a6-918c1ced2ac3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting subnet 22897105-d46f-4272-a41f-b8069c3c0915 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:03.519003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60f40f6b-fb11-4c81-82a6-918c1ced2ac3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.560803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93a45c33-41df-4d8f-978f-fc161ec96cf3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.566474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c8dcfe-750d-4fe1-b717-328edc40bbe9 None None] Update dhcp port {'port': {'network_id': '817140a7-9b73-42c6-9743-5537fbc8a564', 'fixed_ips': [{'subnet_id': '22897105-d46f-4272-a41f-b8069c3c0915', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3c0d15f0-f94f-42b0-a4ae-3ab44d5afb9c'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': 'f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:06:03.605537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event deleted for resources: {'Network': ['ID=3e057c44-23a2-4249-9a0e-ba393161cc2a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:03.615318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:03.624202 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-93a45c33-41df-4d8f-978f-fc161ec96cf3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/eb44a2a2-57eb-4477-93d3-e111bc47a25b HTTP/1.1" status: 204 len: 168 time: 2.0657785 Dec 22 13:06:03.625357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60f40f6b-fb11-4c81-82a6-918c1ced2ac3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.626363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50778) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:03.692362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-24c8dcfe-750d-4fe1-b717-328edc40bbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.729198 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "DELETE /v2.0/networks/3e057c44-23a2-4249-9a0e-ba393161cc2a HTTP/1.1" status: 204 len: 168 time: 2.9044383 Dec 22 13:06:03.735411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50798) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:03.821223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60f40f6b-fb11-4c81-82a6-918c1ced2ac3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.936184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60f40f6b-fb11-4c81-82a6-918c1ced2ac3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:03.944516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-53fbae87-6095-4d6e-b414-39a4bf1df1f6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server [None req-24c8dcfe-750d-4fe1-b717-328edc40bbe9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22897105-d46f-4272-a41f-b8069c3c0915: This subnet is being modified by another concurrent operation. Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1700, in update_port Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1491, in update_port Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22897105-d46f-4272-a41f-b8069c3c0915: This subnet is being modified by another concurrent operation. Dec 22 13:06:03.990757 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server Dec 22 13:06:04.027231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f40f6b-fb11-4c81-82a6-918c1ced2ac3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Subnet': ['ID=22897105-d46f-4272-a41f-b8069c3c0915,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:04.031260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-60f40f6b-fb11-4c81-82a6-918c1ced2ac3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:04.032616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60f40f6b-fb11-4c81-82a6-918c1ced2ac3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:04.043818 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-60f40f6b-fb11-4c81-82a6-918c1ced2ac3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/22897105-d46f-4272-a41f-b8069c3c0915 HTTP/1.1" status: 204 len: 168 time: 0.5980165 Dec 22 13:06:04.046249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50812) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:04.068939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be80e758-7df4-4b85-88e0-8f7f96963cac tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:04.070851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be80e758-7df4-4b85-88e0-8f7f96963cac tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:04.075312 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-be80e758-7df4-4b85-88e0-8f7f96963cac tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4369888 Dec 22 13:06:04.076644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:04.111939 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-30397e0f-e1d0-4a99-8418-cc96590aae4a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:04.112635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30397e0f-e1d0-4a99-8418-cc96590aae4a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:04.114349 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-30397e0f-e1d0-4a99-8418-cc96590aae4a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/37b29728-9017-490e-93cf-3336de3769ea HTTP/1.1" status: 404 len: 337 time: 0.0666275 Dec 22 13:06:04.123542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50820) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:04.133455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f97040ce-07a2-4552-8d17-d264d2439cab tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Deleting port 9d3deecc-c203-4636-a100-8404dc00ef9b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:04.133764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97040ce-07a2-4552-8d17-d264d2439cab tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:04.140977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bececd72-b195-4f10-809e-73684f9049cb None None] Network 817140a7-9b73-42c6-9743-5537fbc8a564 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:04.218022 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5abddbc0-7831-491a-be3c-0037e74efb98 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "GET /v2.0/ports?device_id=6361268e-f2e2-4d46-9bae-89a35d0e76b1 HTTP/1.1" status: 200 len: 205 time: 0.0930667 Dec 22 13:06:04.221763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50826) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:04.403437 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-2424f0de-32c4-49be-a604-d1505380dadd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] delete failed (client error): The resource could not be found. Dec 22 13:06:04.404698 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2424f0de-32c4-49be-a604-d1505380dadd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/routers/6361268e-f2e2-4d46-9bae-89a35d0e76b1 HTTP/1.1" status: 404 len: 336 time: 0.1819210 Dec 22 13:06:04.408534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50830) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:04.423141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a162d59-1dd1-4856-aa39-93742e9f6ba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 2c58f2a1-3bc1-4527-b55b-5f307dc746d7 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:04.431137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a162d59-1dd1-4856-aa39-93742e9f6ba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:04.515405 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37a3e85-0d40-4ff6-b2f7-6517f1638b1e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:04.515922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37a3e85-0d40-4ff6-b2f7-6517f1638b1e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:04.521497 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c121f7df-018a-4ee8-86c1-c8343f036705 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:04.524603 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a37a3e85-0d40-4ff6-b2f7-6517f1638b1e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/21d7ab39-e8c1-43ba-aa2d-ed5c4914a51c HTTP/1.1" status: 404 len: 337 time: 0.1150122 Dec 22 13:06:04.526140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50834) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:04.539638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a162d59-1dd1-4856-aa39-93742e9f6ba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:04.590391 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-554877c1-a974-412a-af99-6dd77bdaac31 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:04.590843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554877c1-a974-412a-af99-6dd77bdaac31 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:04.596427 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-554877c1-a974-412a-af99-6dd77bdaac31 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/e5a661bb-78e1-497a-8af4-f38c05ce4336 HTTP/1.1" status: 404 len: 337 time: 0.0689898 Dec 22 13:06:04.597066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50838) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:04.666110 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7a2398-8ed3-4e56-a7af-a53c335a9bb9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:04.666865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7a2398-8ed3-4e56-a7af-a53c335a9bb9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:04.672010 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7e7a2398-8ed3-4e56-a7af-a53c335a9bb9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/684d5e76-e5e6-4703-a8d9-e5bd85646301 HTTP/1.1" status: 404 len: 337 time: 0.0733016 Dec 22 13:06:04.673844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50842) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:04.682882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fa527cbe-a13d-4a80-a249-93d259a0ec9b None None] Provisioning complete for port cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:04.683472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa527cbe-a13d-4a80-a249-93d259a0ec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:04.716283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97040ce-07a2-4552-8d17-d264d2439cab tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:04.716827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97040ce-07a2-4552-8d17-d264d2439cab tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:04.730571 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d15ff4-1987-4992-be2c-5c93ef06838e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:04.731039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d15ff4-1987-4992-be2c-5c93ef06838e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:04.736370 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-12d15ff4-1987-4992-be2c-5c93ef06838e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/6a673c9e-9a9c-43ba-a47a-5095c29068e4 HTTP/1.1" status: 404 len: 333 time: 0.0622859 Dec 22 13:06:04.736824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50846) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:04.794729 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ccc7ee-5368-4c80-a007-c2a105d2f702 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:04.795184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ccc7ee-5368-4c80-a007-c2a105d2f702 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:04.801155 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-87ccc7ee-5368-4c80-a007-c2a105d2f702 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/2fdd3d97-98de-4ac0-9052-c9792bb22bb8 HTTP/1.1" status: 404 len: 337 time: 0.0633025 Dec 22 13:06:04.802338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50850) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:04.813753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fa527cbe-a13d-4a80-a249-93d259a0ec9b None None] Port cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:06:04.856680 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a88e55e-8913-4944-84c9-30c55fc4a51c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:04.857179 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a88e55e-8913-4944-84c9-30c55fc4a51c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:04.858737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f97040ce-07a2-4552-8d17-d264d2439cab tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Calling delete_port for 9d3deecc-c203-4636-a100-8404dc00ef9b owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:04.866006 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8a88e55e-8913-4944-84c9-30c55fc4a51c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/e7e3e4fb-81bc-4f86-acf2-f611689695b7 HTTP/1.1" status: 404 len: 337 time: 0.0623617 Dec 22 13:06:04.866674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50854) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:04.872270 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port c121f7df-018a-4ee8-86c1-c8343f036705 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:04.896095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4e0de562-f2fe-4bd9-9936-5299219b3b64 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:04.921109 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91f5a28-e6b1-4d0c-95a4-39f57cbdf2ab tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:04.921586 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a91f5a28-e6b1-4d0c-95a4-39f57cbdf2ab tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:04.929271 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a91f5a28-e6b1-4d0c-95a4-39f57cbdf2ab tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/bb9bedf9-a3ba-49cd-8389-17fa5a89ab26 HTTP/1.1" status: 404 len: 333 time: 0.0613914 Dec 22 13:06:04.930860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50858) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:04.954925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fa527cbe-a13d-4a80-a249-93d259a0ec9b None None] Provisioning complete for port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:04.955685 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fa527cbe-a13d-4a80-a249-93d259a0ec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.096741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb514f3-ee8f-401b-94bb-2366d3437cbb None None] DHCP port deletion for 817140a7-9b73-42c6-9743-5537fbc8a564 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:06:05.106047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a162d59-1dd1-4856-aa39-93742e9f6ba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.123576 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0bb514f3-ee8f-401b-94bb-2366d3437cbb None None] Deleting port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:05.124160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bb514f3-ee8f-401b-94bb-2366d3437cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.171220 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadbcc4d-7e07-48fb-b67a-bdc1874d729c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:05.171893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eadbcc4d-7e07-48fb-b67a-bdc1874d729c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:05.175883 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-eadbcc4d-7e07-48fb-b67a-bdc1874d729c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/4ce557b7-2678-409c-b028-70572551a009 HTTP/1.1" status: 404 len: 337 time: 0.2406561 Dec 22 13:06:05.177992 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50862) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:05.191550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 4e0de562-f2fe-4bd9-9936-5299219b3b64 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:05.244791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4e0de562-f2fe-4bd9-9936-5299219b3b64 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:05.245274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.263999 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-e32cedc0-0584-4a54-9bb7-591e83c7aaf9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:05.264507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e32cedc0-0584-4a54-9bb7-591e83c7aaf9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:05.289769 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e32cedc0-0584-4a54-9bb7-591e83c7aaf9 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/subnets/a6c00702-b757-4988-b225-471dd5740d43 HTTP/1.1" status: 404 len: 337 time: 0.1072228 Dec 22 13:06:05.292956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50866) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:05.295516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a162d59-1dd1-4856-aa39-93742e9f6ba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.301036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fbb412e2-bde0-4fd3-9cd7-c719ee3318ac tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:05.338325 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97040ce-07a2-4552-8d17-d264d2439cab tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.342422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a162d59-1dd1-4856-aa39-93742e9f6ba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=2c58f2a1-3bc1-4527-b55b-5f307dc746d7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:05.352052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8a162d59-1dd1-4856-aa39-93742e9f6ba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:05.354147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-54e54980-b5ec-47d3-aca7-13ca3d9e1469 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:05.385573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-47a09d3e-19df-4262-b976-8bbaf23ed99a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Deleting port cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:05.385849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47a09d3e-19df-4262-b976-8bbaf23ed99a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.398701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a162d59-1dd1-4856-aa39-93742e9f6ba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.403073 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8a162d59-1dd1-4856-aa39-93742e9f6ba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/2c58f2a1-3bc1-4527-b55b-5f307dc746d7 HTTP/1.1" status: 204 len: 168 time: 1.3228474 Dec 22 13:06:05.403073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97040ce-07a2-4552-8d17-d264d2439cab tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Pushing event deleted for resources: {'Port': ['ID=9d3deecc-c203-4636-a100-8404dc00ef9b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:05.408603 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eed3053-3055-42f5-b8a3-c2dfdd909c48 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:05.420195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50870) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:05.455893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d98c15b3-9d3c-4b9d-a7c2-5a9eeae95d6d None None] Provisioning for port c121f7df-018a-4ee8-86c1-c8343f036705 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:05.472989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f97040ce-07a2-4552-8d17-d264d2439cab tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:05.520315 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0b5f0325-7df6-4459-b3a9-fc1c021d17e2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981627 Dec 22 13:06:05.523119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50876) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:05.536528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d98c15b3-9d3c-4b9d-a7c2-5a9eeae95d6d None None] Provisioning complete for port c121f7df-018a-4ee8-86c1-c8343f036705 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:05.536904 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d98c15b3-9d3c-4b9d-a7c2-5a9eeae95d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.653470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97040ce-07a2-4552-8d17-d264d2439cab tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.657167 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f97040ce-07a2-4552-8d17-d264d2439cab tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.658413 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f97040ce-07a2-4552-8d17-d264d2439cab tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] 10.222.0.24 "DELETE /v2.0/floatingips/5d43e139-49dd-45c9-9658-2a693c705a0e HTTP/1.1" status: 204 len: 168 time: 1.9221790 Dec 22 13:06:05.698586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0bb514f3-ee8f-401b-94bb-2366d3437cbb None None] For port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,segment=NetworkSegment(8cfb0da4-5030-49f6-8555-31756103d55d),segment_id=8cfb0da4-5030-49f6-8555-31756103d55d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:05.699241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bb514f3-ee8f-401b-94bb-2366d3437cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.833989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47a09d3e-19df-4262-b976-8bbaf23ed99a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.855846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0beef2c-28d4-480f-925a-5c34c78a64ab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:05.856584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d0beef2c-28d4-480f-925a-5c34c78a64ab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:05.919220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0bb514f3-ee8f-401b-94bb-2366d3437cbb None None] Calling delete_port for f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:05.958796 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:05.990740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-47a09d3e-19df-4262-b976-8bbaf23ed99a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Calling delete_port for cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:06.031899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50884) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:06.053195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d0beef2c-28d4-480f-925a-5c34c78a64ab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:06.054460 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d0beef2c-28d4-480f-925a-5c34c78a64ab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5301692 Dec 22 13:06:06.057462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50890) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:06.088812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47a09d3e-19df-4262-b976-8bbaf23ed99a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.100340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6bbf129d-851d-4614-8c8f-11b4d82fe09a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:06.148600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e20d0cf-6579-4739-ab5b-9466dd309e5b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:06.149816 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1e20d0cf-6579-4739-ab5b-9466dd309e5b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:06.163914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1e20d0cf-6579-4739-ab5b-9466dd309e5b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:06.165481 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1e20d0cf-6579-4739-ab5b-9466dd309e5b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1068072 Dec 22 13:06:06.166602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 4e0de562-f2fe-4bd9-9936-5299219b3b64, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4e0de562-f2fe-4bd9-9936-5299219b3b64,segment=NetworkSegment(2052acaa-11b7-42af-89bd-253d6aa15613),segment_id=2052acaa-11b7-42af-89bd-253d6aa15613)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:06.176132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50894) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:06.186913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d98c15b3-9d3c-4b9d-a7c2-5a9eeae95d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.196984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.203528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:06.240210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0bb514f3-ee8f-401b-94bb-2366d3437cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.243117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a09d3e-19df-4262-b976-8bbaf23ed99a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Port': ['ID=cf5a5a33-77d7-43dd-b3c5-6e8f599d2009,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:06.245757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-47a09d3e-19df-4262-b976-8bbaf23ed99a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:06.262169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47a09d3e-19df-4262-b976-8bbaf23ed99a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.280668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:06:06.288531 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-538c0a4a-a6fa-4ebd-b68b-ed62746dbcd5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138864 Dec 22 13:06:06.289952 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-47a09d3e-19df-4262-b976-8bbaf23ed99a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/ports/cf5a5a33-77d7-43dd-b3c5-6e8f599d2009 HTTP/1.1" status: 204 len: 168 time: 0.9945111 Dec 22 13:06:06.293859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50900) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:06.294412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50898) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:06.302167 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:06.324634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb514f3-ee8f-401b-94bb-2366d3437cbb None None] No DVR routers for this DVR port f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:06:06.350258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:06:06.350626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d1d99b74-d51e-4d1b-9448-bb3a24d5b7b4 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:06:06.362111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d98c15b3-9d3c-4b9d-a7c2-5a9eeae95d6d None None] For port c121f7df-018a-4ee8-86c1-c8343f036705, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c121f7df-018a-4ee8-86c1-c8343f036705,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:06.367634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=4e0de562-f2fe-4bd9-9936-5299219b3b64,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:06.372004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:06.372716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d98c15b3-9d3c-4b9d-a7c2-5a9eeae95d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.374715 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-daefdeb0-91a8-4f6b-b69d-f99a572665b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:06.422720 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d98c15b3-9d3c-4b9d-a7c2-5a9eeae95d6d None None] Could not find standard attr ID for object eb44a2a2-57eb-4477-93d3-e111bc47a25b. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:06:06.438499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aabeefc-ae58-467b-935c-e9ec5f2ce9d8 None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:06:06.441180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb514f3-ee8f-401b-94bb-2366d3437cbb None None] Pushing event deleted for resources: {'Port': ['ID=f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:06.453278 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f41bfe7b-bd36-4416-b3a3-7380c5e0e597 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d115b55c6c7b48ce93638bcf2b5f415e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169166 Dec 22 13:06:06.455692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50906) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:06.511396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:06:06.522867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:06.532695 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:06.547590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:06.552510 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3aabeefc-ae58-467b-935c-e9ec5f2ce9d8 None None] Deleting port c121f7df-018a-4ee8-86c1-c8343f036705 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:06.552929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3aabeefc-ae58-467b-935c-e9ec5f2ce9d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.559141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.559541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.600746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:06:06.601100 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f97dfdfa-4c30-4baf-bc2f-1ceba5f72b5b not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:06:06.628335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9428074d-1559-44d0-8be3-dd6b2919cae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.674362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c15b3-9d3c-4b9d-a7c2-5a9eeae95d6d None None] Pushing event updated for resources: {'Port': ['ID=c121f7df-018a-4ee8-86c1-c8343f036705,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:06.685003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d98c15b3-9d3c-4b9d-a7c2-5a9eeae95d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:06.692721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:06.693354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:06.818024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.826956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9428074d-1559-44d0-8be3-dd6b2919cae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.853853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3aabeefc-ae58-467b-935c-e9ec5f2ce9d8 None None] For port c121f7df-018a-4ee8-86c1-c8343f036705, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c121f7df-018a-4ee8-86c1-c8343f036705,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:06.854494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3aabeefc-ae58-467b-935c-e9ec5f2ce9d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.863527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817140a7-9b73-42c6-9743-5537fbc8a564']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:06.888180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cfb0da4-5030-49f6-8555-31756103d55d') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:06.888615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cfb0da4-5030-49f6-8555-31756103d55d') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:06.903009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.927857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.934582 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9428074d-1559-44d0-8be3-dd6b2919cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.938994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:06.939473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:06.955374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7e2c2579-db5d-40d1-b92b-d764e6e32e51 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:06.966404 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:07.012017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3aabeefc-ae58-467b-935c-e9ec5f2ce9d8 None None] Calling delete_port for c121f7df-018a-4ee8-86c1-c8343f036705 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:07.018513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428074d-1559-44d0-8be3-dd6b2919cae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d80b222-a06b-4132-9d4e-0913d63f432e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:07.031057 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9428074d-1559-44d0-8be3-dd6b2919cae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:07.048272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9428074d-1559-44d0-8be3-dd6b2919cae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:07.058538 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9428074d-1559-44d0-8be3-dd6b2919cae3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d80b222-a06b-4132-9d4e-0913d63f432e HTTP/1.1" status: 204 len: 168 time: 0.5979233 Dec 22 13:06:07.069716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:07.073165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-07325ef1-46d0-4627-9f9f-7deb354cda57 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:07.096507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:07.106407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Pushing event deleted for resources: {'Network': ['ID=817140a7-9b73-42c6-9743-5537fbc8a564,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:07.111844 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] 10.222.0.24 "DELETE /v2.0/networks/817140a7-9b73-42c6-9743-5537fbc8a564 HTTP/1.1" status: 204 len: 168 time: 0.8133321 Dec 22 13:06:07.111844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:07.119336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3aabeefc-ae58-467b-935c-e9ec5f2ce9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:07.129910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-64790281-8291-448f-bac6-04cc4b7ba147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:07.143336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.objects.ports [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:06:07.186032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabeefc-ae58-467b-935c-e9ec5f2ce9d8 None None] Pushing event deleted for resources: {'Port': ['ID=c121f7df-018a-4ee8-86c1-c8343f036705,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:07.189395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aabeefc-ae58-467b-935c-e9ec5f2ce9d8 None None] No DVR routers for this DVR port c121f7df-018a-4ee8-86c1-c8343f036705 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:06:07.190886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3aabeefc-ae58-467b-935c-e9ec5f2ce9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:07.204711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5db5d0-dcac-49a3-9ca2-a3b88c89ebcf None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:06:07.268074 dv-neutron-822668-1-hyperv neutron-server[87568]: WARNING neutron.services.revisions.revision_plugin [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Could not find related port for resource to bump revision. Dec 22 13:06:07.275101 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.ipam_pluggable_backend [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Port c121f7df-018a-4ee8-86c1-c8343f036705 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87568) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 13:06:07.275259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.ipam_pluggable_backend [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Reverting IP allocation for 2001:db8::f816:3eff:fe12:4ca4 {{(pid=87568) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 22 13:06:07.281750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.ipam_pluggable_backend [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe12:4ca4 {{(pid=87568) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 22 13:06:07.282952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:07.300805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4edd153e-2624-4ad6-aa0d-9c5a84261c64 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:07.368879 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5db5d0-dcac-49a3-9ca2-a3b88c89ebcf None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:06:07.369344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:07.372437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:07.376928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:07.377507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:07.382805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=82e34a2e-5453-4371-844a-9c3c9a7cedbd,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:07.392353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:07.410056 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1145606 Dec 22 13:06:07.413101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50920) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:07.423555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b5a2dcfe-fd07-4628-bce0-0a5f3aa0692b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:07.501051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50924) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:07.642309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b5a2dcfe-fd07-4628-bce0-0a5f3aa0692b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:07.647123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b5a2dcfe-fd07-4628-bce0-0a5f3aa0692b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:07.651028 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b5a2dcfe-fd07-4628-bce0-0a5f3aa0692b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:07.660832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b5a2dcfe-fd07-4628-bce0-0a5f3aa0692b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:07.675542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a2dcfe-fd07-4628-bce0-0a5f3aa0692b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:07.680174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50930) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:07.683958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b5a2dcfe-fd07-4628-bce0-0a5f3aa0692b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:07.716326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46720c99-9105-4e52-be81-356035ebb4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:07.732599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-46720c99-9105-4e52-be81-356035ebb4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:07.737039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-46720c99-9105-4e52-be81-356035ebb4e1 admin admin] Usage tracker for resource:security_group_rule and tenant:169be720d2754452a9983d65a0cee30c is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:07.741208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-46720c99-9105-4e52-be81-356035ebb4e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:07.753282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-46720c99-9105-4e52-be81-356035ebb4e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:07.901599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46720c99-9105-4e52-be81-356035ebb4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:07.909757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46720c99-9105-4e52-be81-356035ebb4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:07.937839 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:07.995052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': '82e34a2e-5453-4371-844a-9c3c9a7cedbd'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:06:07.995997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.039202 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.ipam_backend_mixin [None req-b5a2dcfe-fd07-4628-bce0-0a5f3aa0692b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 82e34a2e-5453-4371-844a-9c3c9a7cedbd (CIDR: 2001:db8::/64) Dec 22 13:06:08.043323 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a2dcfe-fd07-4628-bce0-0a5f3aa0692b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:06:08.044361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46720c99-9105-4e52-be81-356035ebb4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da21a5d-cc93-4563-8641-a2c16b9b5d44,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:08.044533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a2dcfe-fd07-4628-bce0-0a5f3aa0692b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:08.055001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-46720c99-9105-4e52-be81-356035ebb4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:08.057434 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-46720c99-9105-4e52-be81-356035ebb4e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=169be720d2754452a9983d65a0cee30c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728628 Dec 22 13:06:08.062402 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-aff0caa4-53d2-43f1-82d1-69e52d320626 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73a75db273074ed8a14803906185c58d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585930 Dec 22 13:06:08.063214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50936) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:08.065578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50938) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:08.087184 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b5a2dcfe-fd07-4628-bce0-0a5f3aa0692b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6727135 Dec 22 13:06:08.090070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50944) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:08.104714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:08.181173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Allocated IP 2001:db8::f816:3eff:fef3:e3ee (cc430aa9-1eda-495d-9373-01b5d372ccd0/82e34a2e-5453-4371-844a-9c3c9a7cedbd/293ff00c-729d-44dc-8987-659c12fa1841) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:08.188415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f816d8b-b63d-4551-aeb9-0182df70f7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.193296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d80a862-bf1c-4394-8c12-29241fd73daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.246300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f816d8b-b63d-4551-aeb9-0182df70f7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.265409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d80a862-bf1c-4394-8c12-29241fd73daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.291996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:08.296266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:08.299337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:08.306087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:08.317945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:08.322023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.361477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f816d8b-b63d-4551-aeb9-0182df70f7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.366410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-51942643-82db-4fb7-bf89-99a5b56e299b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:08.376361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d80a862-bf1c-4394-8c12-29241fd73daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.386798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f816d8b-b63d-4551-aeb9-0182df70f7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da21a5d-cc93-4563-8641-a2c16b9b5d44,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:08.392694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2f816d8b-b63d-4551-aeb9-0182df70f7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:08.393209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-64b46d7b-c8a3-4c58-bb58-e0a62e64716d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:08.410912 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80a862-bf1c-4394-8c12-29241fd73daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ba0da7-2c0a-4f01-9b2f-8f14c6a8a45d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:08.417591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1d80a862-bf1c-4394-8c12-29241fd73daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:08.418412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f816d8b-b63d-4551-aeb9-0182df70f7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.419876 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2f816d8b-b63d-4551-aeb9-0182df70f7ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3da21a5d-cc93-4563-8641-a2c16b9b5d44 HTTP/1.1" status: 204 len: 168 time: 0.3554389 Dec 22 13:06:08.422107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d80a862-bf1c-4394-8c12-29241fd73daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.428101 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1d80a862-bf1c-4394-8c12-29241fd73daf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29ba0da7-2c0a-4f01-9b2f-8f14c6a8a45d HTTP/1.1" status: 204 len: 168 time: 0.3588424 Dec 22 13:06:08.546276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4e0de562-f2fe-4bd9-9936-5299219b3b64 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:08.710236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.727548 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Transition to ACTIVE for port object 293ff00c-729d-44dc-8987-659c12fa1841 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:08.745974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4e0de562-f2fe-4bd9-9936-5299219b3b64 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:08.746353 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.773074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.785345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6f1f1881-e3d1-4a54-bf74-371d9db183f5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:08.803627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Transition to ACTIVE for port object 293ff00c-729d-44dc-8987-659c12fa1841 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:08.825522 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.831308 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d98c15b3-9d3c-4b9d-a7c2-5a9eeae95d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:08.909777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:08.913186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:08.922545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:08.923132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.940385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50964) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:08.944233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=12e7d25c-7728-4f46-b7ac-8f1ea4168692,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:08.947799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:08.968082 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8732979 Dec 22 13:06:08.968738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50968) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:08.985037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-319a8c0d-951a-4aae-a732-99d1572c6328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:08.993032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:70:a6:a5', 'name': 'tempest-NetworksTestDHCPv6-346685878'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:08.997415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:09.000757 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:09.006600 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:09.009234 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Pushing event updated for resources: {'Port': ['ID=293ff00c-729d-44dc-8987-659c12fa1841,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:09.018694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:09.022736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-319a8c0d-951a-4aae-a732-99d1572c6328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:09.027149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-319a8c0d-951a-4aae-a732-99d1572c6328 admin admin] Usage tracker for resource:security_group_rule and tenant:75ad643c24ac4867af5945d98c2b07b9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:09.030659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-319a8c0d-951a-4aae-a732-99d1572c6328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:09.041407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-319a8c0d-951a-4aae-a732-99d1572c6328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:09.087533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c121f7df-018a-4ee8-86c1-c8343f036705 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:06:09.144418 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: c121f7df-018a-4ee8-86c1-c8343f036705 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:06:09.144771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c121f7df-018a-4ee8-86c1-c8343f036705 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:06:09.191404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-319a8c0d-951a-4aae-a732-99d1572c6328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:09.198705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-319a8c0d-951a-4aae-a732-99d1572c6328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:09.217453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2911ea5b-3118-4560-944f-aadb7845ca30 tempest-PortsAdminExtendedAttrsTestJSON-637596457 tempest-PortsAdminExtendedAttrsTestJSON-637596457-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:09.221559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Attempting to bind port 293ff00c-729d-44dc-8987-659c12fa1841 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:06:09.221956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Attempting to bind port 293ff00c-729d-44dc-8987-659c12fa1841 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:06:09.222320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Attempting to bind port 293ff00c-729d-44dc-8987-659c12fa1841 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:06:09.229020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:06:09.229398 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:09.230245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:09.230661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:06:09.231147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Bound port: 293ff00c-729d-44dc-8987-659c12fa1841, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:06:09.231521 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:09.242001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:09.261214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:09.280919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:09.362762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] For port 293ff00c-729d-44dc-8987-659c12fa1841, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:06:09.366186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] For port 293ff00c-729d-44dc-8987-659c12fa1841, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=293ff00c-729d-44dc-8987-659c12fa1841,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:06:09.374787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:09.382661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3aabeefc-ae58-467b-935c-e9ec5f2ce9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:09.417340 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-319a8c0d-951a-4aae-a732-99d1572c6328 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75ad643c24ac4867af5945d98c2b07b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754615 Dec 22 13:06:09.419440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a8c0d-951a-4aae-a732-99d1572c6328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b9baf1-f34e-4d2e-a407-4988da0f88fa,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:09.420195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50978) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:09.423885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-319a8c0d-951a-4aae-a732-99d1572c6328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:09.511896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Pushing event updated for resources: {'Port': ['ID=293ff00c-729d-44dc-8987-659c12fa1841,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:09.523573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:09.546315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:09.562047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc267-c9a3-4d8d-90b5-3fd458192aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:09.610853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 7ea7699f-3d76-4170-9662-a68736ddfb6b yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:06:09.682102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc267-c9a3-4d8d-90b5-3fd458192aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:09.752067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 50986) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:09.760231 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035133 Dec 22 13:06:09.767181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 50988) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:09.844017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc267-c9a3-4d8d-90b5-3fd458192aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:09.854143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2b221b7c-7811-4429-a6f2-bd92b1005765 tempest-NegativeSecGroupTest-820667338 tempest-NegativeSecGroupTest-820667338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:09.869337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfc267-c9a3-4d8d-90b5-3fd458192aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b9baf1-f34e-4d2e-a407-4988da0f88fa,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:09.882354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c1dfc267-c9a3-4d8d-90b5-3fd458192aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:09.928285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc267-c9a3-4d8d-90b5-3fd458192aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:09.929555 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c1dfc267-c9a3-4d8d-90b5-3fd458192aeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26b9baf1-f34e-4d2e-a407-4988da0f88fa HTTP/1.1" status: 204 len: 168 time: 0.5079393 Dec 22 13:06:09.961390 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f8f37bb9-4e45-4835-8be2-b3591416ee3e tempest-NetworksApiDiscovery-1651681267 tempest-NetworksApiDiscovery-1651681267-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1929488 Dec 22 13:06:09.974593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8:0:1::333 (cc430aa9-1eda-495d-9373-01b5d372ccd0/12e7d25c-7728-4f46-b7ac-8f1ea4168692/7ea7699f-3d76-4170-9662-a68736ddfb6b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:09.982025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::f816:3eff:fe70:a6a5 (cc430aa9-1eda-495d-9373-01b5d372ccd0/82e34a2e-5453-4371-844a-9c3c9a7cedbd/7ea7699f-3d76-4170-9662-a68736ddfb6b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:10.278470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:10.303477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 7ea7699f-3d76-4170-9662-a68736ddfb6b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:10.332674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:10.345294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b97a54f4-72b1-4dc8-bb1e-932e6eef60cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:10.426166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:10.430004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:10.436196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:10.442051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:10.442776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:10.452939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:10.461194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=7ea7699f-3d76-4170-9662-a68736ddfb6b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:10.470625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:10.493376 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5211680 Dec 22 13:06:10.495869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51008) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:10.539694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 293ff00c-729d-44dc-8987-659c12fa1841 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:10.657987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-259fc979-070c-4b91-b751-1b7282150fc0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 7ea7699f-3d76-4170-9662-a68736ddfb6b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:10.658345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-259fc979-070c-4b91-b751-1b7282150fc0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:10.699493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 293ff00c-729d-44dc-8987-659c12fa1841 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:10.724476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51016) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:10.998739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747189f4-decf-41af-be7e-bfd55e72e466 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:06:11.007376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd9b657e-cf91-4c9a-b83e-665ec1a1b0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.015740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-259fc979-070c-4b91-b751-1b7282150fc0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.024837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cd9b657e-cf91-4c9a-b83e-665ec1a1b0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:11.029544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cd9b657e-cf91-4c9a-b83e-665ec1a1b0c9 admin admin] Usage tracker for resource:security_group_rule and tenant:a424cff9b81042718d723e39bf435731 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:11.033275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cd9b657e-cf91-4c9a-b83e-665ec1a1b0c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:11.039815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cd9b657e-cf91-4c9a-b83e-665ec1a1b0c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:11.108268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cd892658-2307-42d1-80c1-de260162ecda None None] Provisioning for port 293ff00c-729d-44dc-8987-659c12fa1841 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:11.126967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cd892658-2307-42d1-80c1-de260162ecda None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:11.128037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd892658-2307-42d1-80c1-de260162ecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.162817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd9b657e-cf91-4c9a-b83e-665ec1a1b0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.169439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd9b657e-cf91-4c9a-b83e-665ec1a1b0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.188815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1d80a862-bf1c-4394-8c12-29241fd73daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:11.196147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-259fc979-070c-4b91-b751-1b7282150fc0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 7ea7699f-3d76-4170-9662-a68736ddfb6b owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:11.211502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747189f4-decf-41af-be7e-bfd55e72e466 None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:06:11.245097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b657e-cf91-4c9a-b83e-665ec1a1b0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585fb773-9906-49e3-bdb2-b9be8d65c5d9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:11.249291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cd9b657e-cf91-4c9a-b83e-665ec1a1b0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:11.272207 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cd9b657e-cf91-4c9a-b83e-665ec1a1b0c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a424cff9b81042718d723e39bf435731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5460341 Dec 22 13:06:11.274512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51030) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:11.371116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51036) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:11.376653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd892658-2307-42d1-80c1-de260162ecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.452943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97df17da-cde5-4739-9453-35a3dc81b08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.465791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-cd892658-2307-42d1-80c1-de260162ecda None None] For port 293ff00c-729d-44dc-8987-659c12fa1841, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=293ff00c-729d-44dc-8987-659c12fa1841,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:11.478609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cd892658-2307-42d1-80c1-de260162ecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.483512 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:11.515914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-259fc979-070c-4b91-b751-1b7282150fc0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.525803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97df17da-cde5-4739-9453-35a3dc81b08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.535695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b73f7d4f-d630-4527-a305-b77c757d3b06 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:11.599005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'networks': [{'name': 'tempest-network--1951520122'}, {'name': 'tempest-network--278913282'}]} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:11.599412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'network': {'name': 'tempest-network--1951520122'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:11.599812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'network': {'name': 'tempest-network--278913282'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:11.609719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:11.613365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97df17da-cde5-4739-9453-35a3dc81b08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.618690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1f9261e8-82fc-46aa-8572-5fde464204b6 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:11.628575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Usage tracker for resource:network and tenant:3f33504441e44fb09acfffe68a3587b2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:11.635427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fc979-070c-4b91-b751-1b7282150fc0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=7ea7699f-3d76-4170-9662-a68736ddfb6b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:11.636763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:11.640780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df17da-cde5-4739-9453-35a3dc81b08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585fb773-9906-49e3-bdb2-b9be8d65c5d9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:11.646069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-97df17da-cde5-4739-9453-35a3dc81b08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:11.653170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-259fc979-070c-4b91-b751-1b7282150fc0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:11.653811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:11.656361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-97df17da-cde5-4739-9453-35a3dc81b08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.661074 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-97df17da-cde5-4739-9453-35a3dc81b08d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/585fb773-9906-49e3-bdb2-b9be8d65c5d9 HTTP/1.1" status: 204 len: 168 time: 0.3854206 Dec 22 13:06:11.677046 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd892658-2307-42d1-80c1-de260162ecda None None] Pushing event updated for resources: {'Port': ['ID=293ff00c-729d-44dc-8987-659c12fa1841,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:11.681366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cd892658-2307-42d1-80c1-de260162ecda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:11.693284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Made reservation on behalf of 3f33504441e44fb09acfffe68a3587b2 for: {'network': 2} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:11.698144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.732049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.769900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:11.782755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Usage tracker for resource:security_group_rule and tenant:3f33504441e44fb09acfffe68a3587b2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:11.788396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:11.795193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:11.875484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-259fc979-070c-4b91-b751-1b7282150fc0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.888700 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-259fc979-070c-4b91-b751-1b7282150fc0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/7ea7699f-3d76-4170-9662-a68736ddfb6b HTTP/1.1" status: 204 len: 168 time: 1.3865571 Dec 22 13:06:11.890703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51044) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:11.937302 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86714885-ef51-45cb-9c91-28b0e58e9ebc None None] Update dhcp port {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': '82e34a2e-5453-4371-844a-9c3c9a7cedbd', 'ip_address': '2001:db8::f816:3eff:fef3:e3ee'}, {'subnet_id': '12e7d25c-7728-4f46-b7ac-8f1ea4168692'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': '293ff00c-729d-44dc-8987-659c12fa1841'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:06:11.946596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.954224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.954844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:11.965493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cc95b376-4641-4596-af94-2eaa6e4cbfeb tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:12.006187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86714885-ef51-45cb-9c91-28b0e58e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:12.008447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307b2e60-52fa-4b28-9484-2bd4bca99529,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:12.012505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:12.015814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:12.030109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:12.030654 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Added segment f4267ce5-f1b8-42d9-8b45-ade22858a1a3 of type vlan for network 898b9a44-fdc4-4002-91e4-43860905194b Dec 22 13:06:12.038117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87797be4-994d-45ca-a10b-18bfe4fd0b5c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:12.038847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-87797be4-994d-45ca-a10b-18bfe4fd0b5c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:12.062916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-87797be4-994d-45ca-a10b-18bfe4fd0b5c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:12.067251 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-87797be4-994d-45ca-a10b-18bfe4fd0b5c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1767650 Dec 22 13:06:12.067639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:12.068170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51050) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:12.132158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:12.144964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:12.145705 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Added segment cf107968-2b95-408a-a744-bd6ec5834aa0 of type vlan for network 22bd8167-8e4f-4161-bedc-fc876242c864 Dec 22 13:06:12.193852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:12.207684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adb1f2d-6d01-4e49-b5b5-432a88bc864b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:12.209830 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2adb1f2d-6d01-4e49-b5b5-432a88bc864b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1404877 Dec 22 13:06:12.212591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51054) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:12.259048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:12.259870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:12.274526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:12.286258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:12.288455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:12.307559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:12.308449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97945b2-15f7-4023-9830-4f48b1ddad56 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:12.310624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97945b2-15f7-4023-9830-4f48b1ddad56 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:12.313042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97945b2-15f7-4023-9830-4f48b1ddad56 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:12.313919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c97945b2-15f7-4023-9830-4f48b1ddad56 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:12.321833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-86714885-ef51-45cb-9c91-28b0e58e9ebc None None] Allocated IP 2001:db8:0:1::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/12e7d25c-7728-4f46-b7ac-8f1ea4168692/293ff00c-729d-44dc-8987-659c12fa1841) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:12.338351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c97945b2-15f7-4023-9830-4f48b1ddad56 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:12.344701 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c97945b2-15f7-4023-9830-4f48b1ddad56 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1276464 Dec 22 13:06:12.345624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51062) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:12.492527 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 293ff00c-729d-44dc-8987-659c12fa1841 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:12.500265 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1253514 Dec 22 13:06:12.501007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51072) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:12.503901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event updated for resources: {'Network': ['ID=898b9a44-fdc4-4002-91e4-43860905194b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:12.505023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b113ec5-e9a3-4e68-9344-a2351e4cbf6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 12e7d25c-7728-4f46-b7ac-8f1ea4168692 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:12.533661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 898b9a44-fdc4-4002-91e4-43860905194b details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:12.726823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-86714885-ef51-45cb-9c91-28b0e58e9ebc None None] For port 293ff00c-729d-44dc-8987-659c12fa1841, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=293ff00c-729d-44dc-8987-659c12fa1841,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:12.779096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:12.779525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:12.796260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event updated for resources: {'Network': ['ID=22bd8167-8e4f-4161-bedc-fc876242c864,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:12.801753 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:12.802273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.473s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:12.802658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:12.837828 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86714885-ef51-45cb-9c91-28b0e58e9ebc None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:12.845807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b460359-fa26-4754-9ec7-0076eeb80cbd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:12.852462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b460359-fa26-4754-9ec7-0076eeb80cbd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:12.856541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 22bd8167-8e4f-4161-bedc-fc876242c864 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:12.858691 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b460359-fa26-4754-9ec7-0076eeb80cbd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:12.865332 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b460359-fa26-4754-9ec7-0076eeb80cbd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:12.866727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5b460359-fa26-4754-9ec7-0076eeb80cbd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Synchronizing usage tracker for tenant:3f33504441e44fb09acfffe68a3587b2 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:12.890690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5b460359-fa26-4754-9ec7-0076eeb80cbd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Unset dirty status for tenant:3f33504441e44fb09acfffe68a3587b2 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:12.892082 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5b460359-fa26-4754-9ec7-0076eeb80cbd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3900447 Dec 22 13:06:12.895102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51084) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:13.010538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-86714885-ef51-45cb-9c91-28b0e58e9ebc None None] Transition to ACTIVE for port object 293ff00c-729d-44dc-8987-659c12fa1841 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:13.017320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86714885-ef51-45cb-9c91-28b0e58e9ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.019664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b113ec5-e9a3-4e68-9344-a2351e4cbf6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.024760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:13.083557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.100334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b113ec5-e9a3-4e68-9344-a2351e4cbf6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.132276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Port 293ff00c-729d-44dc-8987-659c12fa1841 had new provisioning blocks added so it will not transition to active. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Dec 22 13:06:13.197044 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86714885-ef51-45cb-9c91-28b0e58e9ebc None None] Pushing event updated for resources: {'Port': ['ID=293ff00c-729d-44dc-8987-659c12fa1841,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:13.201099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-86714885-ef51-45cb-9c91-28b0e58e9ebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:13.311539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.361539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898b9a44-fdc4-4002-91e4-43860905194b']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:13.377628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4267ce5-f1b8-42d9-8b45-ade22858a1a3') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:13.377929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4267ce5-f1b8-42d9-8b45-ade22858a1a3') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:13.393821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.404659 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b113ec5-e9a3-4e68-9344-a2351e4cbf6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.448779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.460826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:13.461235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:13.476566 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:13.642112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.650439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.654334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2cd28583-261f-40f2-982e-63d848091a31 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:13.720434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event deleted for resources: {'Network': ['ID=898b9a44-fdc4-4002-91e4-43860905194b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:13.723454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b113ec5-e9a3-4e68-9344-a2351e4cbf6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.745221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:13.747428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ca4ae6ae-e502-41bc-8710-705aeea3ab81 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:13.794933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b113ec5-e9a3-4e68-9344-a2351e4cbf6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.811399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b113ec5-e9a3-4e68-9344-a2351e4cbf6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=12e7d25c-7728-4f46-b7ac-8f1ea4168692,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:13.818181 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "DELETE /v2.0/networks/898b9a44-fdc4-4002-91e4-43860905194b HTTP/1.1" status: 204 len: 168 time: 0.9193683 Dec 22 13:06:13.818181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6b113ec5-e9a3-4e68-9344-a2351e4cbf6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:13.818569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51104) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:13.841629 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6b113ec5-e9a3-4e68-9344-a2351e4cbf6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/12e7d25c-7728-4f46-b7ac-8f1ea4168692 HTTP/1.1" status: 204 len: 168 time: 1.4936950 Dec 22 13:06:13.844337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51108) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:13.920512 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bda95ca-1cda-45e5-9b15-ef90a3b96a28 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:13.963390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef7a484-6b9a-4e25-8631-732ee3f5e4d5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 82e34a2e-5453-4371-844a-9c3c9a7cedbd {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:13.967092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ef7a484-6b9a-4e25-8631-732ee3f5e4d5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:13.968377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.026875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-887e7a9e-c37e-4675-b09f-e4ff14c41d2d None None] Provisioning for port 293ff00c-729d-44dc-8987-659c12fa1841 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:14.039340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ef7a484-6b9a-4e25-8631-732ee3f5e4d5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.040123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-887e7a9e-c37e-4675-b09f-e4ff14c41d2d None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:14.040506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-887e7a9e-c37e-4675-b09f-e4ff14c41d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.154047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ef7a484-6b9a-4e25-8631-732ee3f5e4d5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.256477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.266575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ef7a484-6b9a-4e25-8631-732ee3f5e4d5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.274015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a747c1a1-fe6f-4372-9502-9080ed4e1c4e tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:14.290707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bd8167-8e4f-4161-bedc-fc876242c864']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:14.309256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf107968-2b95-408a-a744-bd6ec5834aa0') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:14.309624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf107968-2b95-408a-a744-bd6ec5834aa0') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:14.324613 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.345483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.346229 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7a484-6b9a-4e25-8631-732ee3f5e4d5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=82e34a2e-5453-4371-844a-9c3c9a7cedbd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:14.350879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2ef7a484-6b9a-4e25-8631-732ee3f5e4d5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:14.350879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ef7a484-6b9a-4e25-8631-732ee3f5e4d5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.360488 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2ef7a484-6b9a-4e25-8631-732ee3f5e4d5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/82e34a2e-5453-4371-844a-9c3c9a7cedbd HTTP/1.1" status: 204 len: 168 time: 0.5150709 Dec 22 13:06:14.363040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51116) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:14.366013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:14.368053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:14.386829 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:14.447995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51120) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:14.460452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339258768', 'description': 'tempest-secgroup-smoke-339258768 description', 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:14.479915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:14.487252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:security_group and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:14.491938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:14.498211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:14.502789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.503008 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9bb41f50-07c0-4e39-9602-2adb3f37bef7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1371915 Dec 22 13:06:14.507235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51124) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:14.508186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-08fbcab9-8fec-466f-a2dc-054454e34cf2 tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:14.518661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:14.522173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 293ff00c-729d-44dc-8987-659c12fa1841 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:14.525103 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.543232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event deleted for resources: {'Network': ['ID=22bd8167-8e4f-4161-bedc-fc876242c864,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:14.545443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.558504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:14.560016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.569858 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "DELETE /v2.0/networks/22bd8167-8e4f-4161-bedc-fc876242c864 HTTP/1.1" status: 204 len: 168 time: 0.7505202 Dec 22 13:06:14.575899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51128) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:14.705670 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:14.711370 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:14.715963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:14.722740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:14.735682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:14.739761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.743695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:14.744083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.810142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b87f1f5-96ec-4710-93f6-bf3867ff1b09 None None] Update dhcp port {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': '82e34a2e-5453-4371-844a-9c3c9a7cedbd'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': '293ff00c-729d-44dc-8987-659c12fa1841'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:06:14.833157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:14.850507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:security_group_rule and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:14.855147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:14.865086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:14.882581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9b87f1f5-96ec-4710-93f6-bf3867ff1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:14.944539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab25c142-d538-4833-902b-f9b1064377d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:14.950656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab25c142-d538-4833-902b-f9b1064377d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:14.951451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ab25c142-d538-4833-902b-f9b1064377d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Synchronizing usage tracker for tenant:3f33504441e44fb09acfffe68a3587b2 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:14.980019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ab25c142-d538-4833-902b-f9b1064377d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Unset dirty status for tenant:3f33504441e44fb09acfffe68a3587b2 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:14.981182 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ab25c142-d538-4833-902b-f9b1064377d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4040208 Dec 22 13:06:14.986119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51134) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:14.998786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1662303994'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:15.004661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:15.014585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:15.030564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Made reservation on behalf of 3f33504441e44fb09acfffe68a3587b2 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:15.034049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.092615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.096157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:15.101412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.106648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5da61bee-d75a-4d0e-b0b3-6acea1966bce tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:15.114887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:15.136590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:security_group_rule and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:15.142340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.142692 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Added segment 9690d5c8-3da7-400d-8ca4-9847223f95f5 of type vlan for network 37949403-2794-4288-8673-c6423b953a9c Dec 22 13:06:15.146153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:15.155983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b4eb4c-9e33-42ac-a484-725e3941f811,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:15.161264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:15.164124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:15.199429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.244966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4869af0-b711-4397-83ab-644b5e3e6cd3 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:15.263928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.265625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.objects.ports [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:06:15.269603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:15.270218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.276508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6957bb13-e083-4642-84df-862e3f7e3d5a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:15.318813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.374957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-dc01ec5d-373a-4f2e-8ca7-6255ebe49a89 None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:15.375280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc01ec5d-373a-4f2e-8ca7-6255ebe49a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.378538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.432528 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event updated for resources: {'Network': ['ID=37949403-2794-4288-8673-c6423b953a9c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:15.435491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:15.436189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b7383919-b56e-4932-b38b-bbe986e05a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:15.450946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.455144 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0065403 Dec 22 13:06:15.459565 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4696898 Dec 22 13:06:15.459565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51138) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:15.459826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51140) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:15.474451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Request body: {'security_group_rule': {'security_group_id': '048d98b3-59ab-4d2a-ae82-33bd71b73fa3', 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:15.485348 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-830701722'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:15.490251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:15.497836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:15.500904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Usage tracker for resource:network and tenant:3f33504441e44fb09acfffe68a3587b2 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:15.505077 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048d98b3-59ab-4d2a-ae82-33bd71b73fa3,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:15.507887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:15.511095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:security_group_rule and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:15.514443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 37949403-2794-4288-8673-c6423b953a9c details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:15.518164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:15.518974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:15.521728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:15.527293 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:15.541037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Made reservation on behalf of 3f33504441e44fb09acfffe68a3587b2 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:15.546809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.596112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.643764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:15.671188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.671520 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Added segment 822a66a3-c958-498e-81f7-7acc79ee7903 of type vlan for network dc727cda-eb44-4081-9fc0-e50532d1b200 Dec 22 13:06:15.689965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.714379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.718976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.727988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.732082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-81edc6ed-eafc-4799-9c44-9f049e7a74f9 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:15.789322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08294d69-ce2c-45d3-99fb-99a970e5c479,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:15.792932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:15.801926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.808489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:15.809087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.816531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0d17d10a-98fa-4b11-b1cf-021547fa3b6e tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:15.898870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:15.903388 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4394398 Dec 22 13:06:15.903555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51146) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:15.924975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Request body: {'security_group_rule': {'security_group_id': '048d98b3-59ab-4d2a-ae82-33bd71b73fa3', 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:15.925142 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4626844 Dec 22 13:06:15.928581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51150) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:15.933119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:15.943030 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'ports': [{'network_id': '37949403-2794-4288-8673-c6423b953a9c', 'name': 'tempest-port--1437360129', 'admin_state_up': True}, {'network_id': 'dc727cda-eb44-4081-9fc0-e50532d1b200', 'admin_state_up': False}]} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:15.943777 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:security_group_rule and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:15.944043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'port': {'network_id': '37949403-2794-4288-8673-c6423b953a9c', 'name': 'tempest-port--1437360129', 'admin_state_up': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:15.944583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'port': {'network_id': 'dc727cda-eb44-4081-9fc0-e50532d1b200', 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:15.947534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:15.956765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:15.974018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event updated for resources: {'Network': ['ID=dc727cda-eb44-4081-9fc0-e50532d1b200,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:16.001350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network dc727cda-eb44-4081-9fc0-e50532d1b200 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:16.016847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.029765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:16.113819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] For port 293ff00c-729d-44dc-8987-659c12fa1841, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=293ff00c-729d-44dc-8987-659c12fa1841,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:16.141768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.154485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.157714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4117c071-9996-4196-af2b-bfaad9bbdca9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:16.195882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271e8d13-becc-401d-8111-5c55aec0f80b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:16.200645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:16.202600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.213886 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.214697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.220566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f97040ce-07a2-4552-8d17-d264d2439cab tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:16.264262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.267968 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612769 Dec 22 13:06:16.269718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51156) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:16.276999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Request body: {'security_group_rule': {'security_group_id': '048d98b3-59ab-4d2a-ae82-33bd71b73fa3', 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:16.298237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:16.301297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:16.301736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:16.306341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:16.306935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.313204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:security_group_rule and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:16.317513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:16.327305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:16.327576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=293ff00c-729d-44dc-8987-659c12fa1841,revision_number=8']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:16.333880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Usage tracker for resource:port and tenant:3f33504441e44fb09acfffe68a3587b2 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:16.337238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:16.338449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:16.339414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ad1cfd83-efc5-467d-978d-a9bbdcc4d72c tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:16.344389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:16.356646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Made reservation on behalf of 3f33504441e44fb09acfffe68a3587b2 for: {'port': 2} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:16.362225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.372205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:16.383258 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8690374 Dec 22 13:06:16.386581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51160) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:16.388298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 293ff00c-729d-44dc-8987-659c12fa1841 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:06:16.397362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.399825 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0ca28b15-5273-4909-856e-f6edd1a9d081 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:16.443150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.590864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0ca28b15-5273-4909-856e-f6edd1a9d081 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:16.596009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0ca28b15-5273-4909-856e-f6edd1a9d081 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:16.599323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0ca28b15-5273-4909-856e-f6edd1a9d081 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:16.609831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0ca28b15-5273-4909-856e-f6edd1a9d081 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:16.623634 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca28b15-5273-4909-856e-f6edd1a9d081 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:16.627262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ca28b15-5273-4909-856e-f6edd1a9d081 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.643786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.657956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] device_id is not set on port 5bba95a2-f881-4f35-83d7-1e7b5f709f79 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:06:16.699102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 293ff00c-729d-44dc-8987-659c12fa1841, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=293ff00c-729d-44dc-8987-659c12fa1841,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:16.705704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.708904 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-73005bb4-608a-4faf-ab87-c9906d4916c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:16.713297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.719919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=f3ce1872-d8d2-43d0-a728-80420d5ec324,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:16.729919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.736104 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:16.745871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5fdd3b6f-6f8c-4cc3-ad3d-758e2b6b4f29 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:16.793886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f494ab1-23df-4603-a344-5d027dbbe1ca,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:16.794574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed378b9-9e18-45f2-8764-ad7aa9851f16 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:16.807816 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.ipam_backend_mixin [None req-0ca28b15-5273-4909-856e-f6edd1a9d081 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3ce1872-d8d2-43d0-a728-80420d5ec324 (CIDR: 2001:db8::/64) Dec 22 13:06:16.812512 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca28b15-5273-4909-856e-f6edd1a9d081 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:06:16.813039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca28b15-5273-4909-856e-f6edd1a9d081 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:16.836871 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0ca28b15-5273-4909-856e-f6edd1a9d081 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4491706 Dec 22 13:06:16.841526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51164) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:16.848857 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:16.849038 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:16.876621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:16.878072 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6071806 Dec 22 13:06:16.880995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51168) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:16.894066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Request body: {'security_group_rule': {'security_group_id': '048d98b3-59ab-4d2a-ae82-33bd71b73fa3', 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:16.907887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:16.919438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:security_group_rule and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:16.920764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 293ff00c-729d-44dc-8987-659c12fa1841 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:16.925682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:16.935831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:16.958177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.021168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=293ff00c-729d-44dc-8987-659c12fa1841,revision_number=9']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:17.027478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:17.034011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:17.039371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:17.042509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.042756 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8488dafb-090d-4a13-837d-ce67739a5808 None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:17.042930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:17.043146 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8488dafb-090d-4a13-837d-ce67739a5808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.049633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:17.064866 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:17.068476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.119366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] device_id is not set on port 9a76c3cb-8b71-4dd3-9602-dd7d321618c1 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:06:17.135563 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:17.135996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.164829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.172329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.176758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-05f68bf8-4832-46d4-9d3b-0410d716fb1c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:17.282959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f7be0a-f16e-4044-8296-aeb090835e8b,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:17.285000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.289148 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4070127 Dec 22 13:06:17.290207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:17.290660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51174) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:17.308165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Request body: {'security_group_rule': {'security_group_id': '048d98b3-59ab-4d2a-ae82-33bd71b73fa3', 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:17.314749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:17.320211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:security_group_rule and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:17.321745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:17.327955 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:17.366916 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Project fe5304f275dc44fa95fc54bf8934d70f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:06:17.386975 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.388456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.393684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-33346977-a769-47f5-92ff-895a89ac4fe3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:17.464061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:17.468745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:17.478386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:17.478990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.487070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.506894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.517523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.523708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:17.523934 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6775970 Dec 22 13:06:17.525748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51178) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:17.529980 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=b3d093f2-be61-4b9e-95ef-4cd49aac8b5b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:17.539197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:64:88:3f', 'name': 'tempest-NetworksTestDHCPv6-882397134'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:17.550453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841a067f-8a83-44bf-918c-bdd87da4451c,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:17.554740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:17.564610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:17.566155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.573407 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2697110 Dec 22 13:06:17.573407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.580385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51182) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:17.589225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Request body: {'security_group_rule': {'security_group_id': '048d98b3-59ab-4d2a-ae82-33bd71b73fa3', 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:17.596604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3d082896-6f0d-4ace-8435-b0e431c671d3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:17.602266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:17.608697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:security_group_rule and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:17.612160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:17.623402 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:17.631266 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8488dafb-090d-4a13-837d-ce67739a5808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.645149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.699205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8488dafb-090d-4a13-837d-ce67739a5808 None None] For port 293ff00c-729d-44dc-8987-659c12fa1841, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=293ff00c-729d-44dc-8987-659c12fa1841,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:17.704629 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Project fe5304f275dc44fa95fc54bf8934d70f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:06:17.710428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8488dafb-090d-4a13-837d-ce67739a5808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.717415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Checking segment: {'id': '9690d5c8-3da7-400d-8ca4-9847223f95f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '37949403-2794-4288-8673-c6423b953a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:17.717785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Network hostable DHCP agents. Network: 37949403-2794-4288-8673-c6423b953a9c, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:06:17.724520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event updated for resources: {'Port': ['ID=5bba95a2-f881-4f35-83d7-1e7b5f709f79,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:17.727505 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:17.751770 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.752560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Network 37949403-2794-4288-8673-c6423b953a9c is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:06:17.758866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-57dc1058-8f49-4241-ac69-23df5fc8f154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:17.774137 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 37949403-2794-4288-8673-c6423b953a9c) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:17.777487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:17.778628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.784780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5de766a3-b32d-44b3-b6c9-f7c6d4933512 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:17.853324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:06:17.854166 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:06:17.854850 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d45f0d-55df-48cf-a087-36334c57d9ed None None] Network 37949403-2794-4288-8673-c6423b953a9c requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:17.900713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:17.927565 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.929799 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:17.937069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:17.947676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:17.994871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22332af5-5754-4cf6-b579-919502cc6a94,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:17.998137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:18.003520 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4218214 Dec 22 13:06:18.005183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51186) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:18.006475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:18.014269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Request body: {'network': {'name': 'tempest-network-smoke--1256539042', 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:18.020225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:18.024925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:network and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:18.028026 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:18.034683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:18.043700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:18.052164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f51e97-c7f9-44ea-b48d-e256ff524bbf None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:18.064889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Made reservation on behalf of fe5304f275dc44fa95fc54bf8934d70f for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:18.072725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event updated for resources: {'Port': ['ID=9a76c3cb-8b71-4dd3-9602-dd7d321618c1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:18.076643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488dafb-090d-4a13-837d-ce67739a5808 None None] Pushing event updated for resources: {'Port': ['ID=293ff00c-729d-44dc-8987-659c12fa1841,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:18.077205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:18.078350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:18.082007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Checking segment: {'id': '822a66a3-c958-498e-81f7-7acc79ee7903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc727cda-eb44-4081-9fc0-e50532d1b200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:18.082368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Network hostable DHCP agents. Network: dc727cda-eb44-4081-9fc0-e50532d1b200, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:06:18.108885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Network dc727cda-eb44-4081-9fc0-e50532d1b200 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:06:18.120332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8488dafb-090d-4a13-837d-ce67739a5808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:18.122277 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, dc727cda-eb44-4081-9fc0-e50532d1b200) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:18.126842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:18.134116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:18.140859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:18.141763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:18.167399 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2376351 Dec 22 13:06:18.170251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51190) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:18.174378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8106efa1-6fa9-4aa5-98d9-c34e12f9db20 None None] Network dc727cda-eb44-4081-9fc0-e50532d1b200 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:18.269124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d0e00-7178-408a-b2be-846db3bd40f9 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:18.275972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d0e00-7178-408a-b2be-846db3bd40f9 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:18.277003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-829d0e00-7178-408a-b2be-846db3bd40f9 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Synchronizing usage tracker for tenant:3f33504441e44fb09acfffe68a3587b2 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:18.297193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-72a7f699-3181-48a9-bdc2-802e2958ee4e None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:18.297541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72a7f699-3181-48a9-bdc2-802e2958ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:18.307513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-829d0e00-7178-408a-b2be-846db3bd40f9 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Unset dirty status for tenant:3f33504441e44fb09acfffe68a3587b2 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:18.309671 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-829d0e00-7178-408a-b2be-846db3bd40f9 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1378350 Dec 22 13:06:18.313590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51194) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:18.324438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:18.353458 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:18.354385 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Added segment 9d7b0f12-c6c8-4be7-9cc9-b4c598998863 of type vlan for network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe Dec 22 13:06:18.379794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:18.404844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd92b2-65c3-434d-ab35-a23e7c969133 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Deleting port 5bba95a2-f881-4f35-83d7-1e7b5f709f79 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:18.405186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0fd92b2-65c3-434d-ab35-a23e7c969133 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:18.411646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 51576eda-3ecf-4d6c-b2ee-753b265b4242 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:06:18.665710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8:0:1::3bf (cc430aa9-1eda-495d-9373-01b5d372ccd0/b3d093f2-be61-4b9e-95ef-4cd49aac8b5b/51576eda-3ecf-4d6c-b2ee-753b265b4242) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:18.672447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::f816:3eff:fe64:883f (cc430aa9-1eda-495d-9373-01b5d372ccd0/f3ce1872-d8d2-43d0-a728-80420d5ec324/51576eda-3ecf-4d6c-b2ee-753b265b4242) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:18.750546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 293ff00c-729d-44dc-8987-659c12fa1841 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:18.771056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0fd92b2-65c3-434d-ab35-a23e7c969133 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:18.827078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:18.917885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:18.918334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e0fd92b2-65c3-434d-ab35-a23e7c969133 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Calling delete_port for 5bba95a2-f881-4f35-83d7-1e7b5f709f79 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:18.923044 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:18.923414 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:18.923651 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:18.924237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:18.947928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b9afe4dc-3897-45ba-87fe-3922bcc97bd6 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:18.971975 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9644427 Dec 22 13:06:18.974989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51200) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:19.030302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0fd92b2-65c3-434d-ab35-a23e7c969133 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.036848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:19.059629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'admin_state_up': True, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:19.067162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:19.071376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:router and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:19.074284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:19.080604 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:19.095999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd92b2-65c3-434d-ab35-a23e7c969133 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event deleted for resources: {'Port': ['ID=5bba95a2-f881-4f35-83d7-1e7b5f709f79,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:19.100543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0fd92b2-65c3-434d-ab35-a23e7c969133 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:19.104397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.105571 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.105932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0fd92b2-65c3-434d-ab35-a23e7c969133 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.118758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.127642 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e0fd92b2-65c3-434d-ab35-a23e7c969133 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "DELETE /v2.0/ports/5bba95a2-f881-4f35-83d7-1e7b5f709f79 HTTP/1.1" status: 204 len: 168 time: 0.8099771 Dec 22 13:06:19.128612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51204) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:19.156760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'Network': ['ID=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:19.159703 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b019c6cb-4ccd-462d-bc98-5ea94bd41fd0 None None] Update dhcp port {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': 'f3ce1872-d8d2-43d0-a728-80420d5ec324', 'ip_address': '2001:db8::f816:3eff:fef3:e3ee'}, {'subnet_id': 'b3d093f2-be61-4b9e-95ef-4cd49aac8b5b'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': '293ff00c-729d-44dc-8987-659c12fa1841'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:06:19.164234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:19.173327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 51576eda-3ecf-4d6c-b2ee-753b265b4242 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:19.180176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.209792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-51fea439-e9fa-465e-a7d1-d88aca4786d8 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Deleting port 9a76c3cb-8b71-4dd3-9602-dd7d321618c1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:19.210298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51fea439-e9fa-465e-a7d1-d88aca4786d8 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.229166 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:19.281360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.338298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b019c6cb-4ccd-462d-bc98-5ea94bd41fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.356587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-05cc85f9-806e-4aa8-afc6-25e41a9ec28f tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:19.402104 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:19.419225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:19.431416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:19.441498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:19.442316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.490012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51fea439-e9fa-465e-a7d1-d88aca4786d8 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.559620 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0326805 Dec 22 13:06:19.621149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51216) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:19.631005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-51fea439-e9fa-465e-a7d1-d88aca4786d8 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Calling delete_port for 9a76c3cb-8b71-4dd3-9602-dd7d321618c1 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:19.635447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=51576eda-3ecf-4d6c-b2ee-753b265b4242,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:19.640438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:19.647008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.709754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-b019c6cb-4ccd-462d-bc98-5ea94bd41fd0 None None] Allocated IP 2001:db8:0:1::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/b3d093f2-be61-4b9e-95ef-4cd49aac8b5b/293ff00c-729d-44dc-8987-659c12fa1841) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:19.765888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b3bca901-60b4-408b-891f-dfa2a762b38e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 51576eda-3ecf-4d6c-b2ee-753b265b4242 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:19.766215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3bca901-60b4-408b-891f-dfa2a762b38e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.840665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51fea439-e9fa-465e-a7d1-d88aca4786d8 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.868055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b019c6cb-4ccd-462d-bc98-5ea94bd41fd0 None None] For port 293ff00c-729d-44dc-8987-659c12fa1841, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=293ff00c-729d-44dc-8987-659c12fa1841,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:19.875096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cc21b2e2-eb59-4bf1-9a86-c89454a3955a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:19.895875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b019c6cb-4ccd-462d-bc98-5ea94bd41fd0 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.913914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b019c6cb-4ccd-462d-bc98-5ea94bd41fd0 None None] Transition to ACTIVE for port object 293ff00c-729d-44dc-8987-659c12fa1841 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:19.920005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b019c6cb-4ccd-462d-bc98-5ea94bd41fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.922465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fea439-e9fa-465e-a7d1-d88aca4786d8 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event deleted for resources: {'Port': ['ID=9a76c3cb-8b71-4dd3-9602-dd7d321618c1,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:19.931258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:19.933570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-51fea439-e9fa-465e-a7d1-d88aca4786d8 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:19.945081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51fea439-e9fa-465e-a7d1-d88aca4786d8 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:19.954647 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-51fea439-e9fa-465e-a7d1-d88aca4786d8 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "DELETE /v2.0/ports/9a76c3cb-8b71-4dd3-9602-dd7d321618c1 HTTP/1.1" status: 204 len: 168 time: 0.8249631 Dec 22 13:06:19.958132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51222) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:20.080321 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019c6cb-4ccd-462d-bc98-5ea94bd41fd0 None None] Pushing event updated for resources: {'Port': ['ID=293ff00c-729d-44dc-8987-659c12fa1841,revision_number=11']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:20.081253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:20.084190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b019c6cb-4ccd-462d-bc98-5ea94bd41fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:20.122784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:20.197362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e5c2b297-61d0-4e94-8d47-df3ce214d1dd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Synchronizing usage tracker for tenant:3f33504441e44fb09acfffe68a3587b2 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:20.239989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e5c2b297-61d0-4e94-8d47-df3ce214d1dd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Unset dirty status for tenant:3f33504441e44fb09acfffe68a3587b2 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:20.245469 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e5c2b297-61d0-4e94-8d47-df3ce214d1dd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2823036 Dec 22 13:06:20.249022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51226) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:20.262099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-667708951'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:20.277805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:20.287466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Usage tracker for resource:network and tenant:3f33504441e44fb09acfffe68a3587b2 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:20.298974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:20.310427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:20.313928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3bca901-60b4-408b-891f-dfa2a762b38e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:20.432547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Allocated IP 172.26.4.225 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/5abcb091-0d1f-4181-ac6a-f7a2da4ff907) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:20.462185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Made reservation on behalf of 3f33504441e44fb09acfffe68a3587b2 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:20.467742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:20.488157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b3bca901-60b4-408b-891f-dfa2a762b38e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 51576eda-3ecf-4d6c-b2ee-753b265b4242 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:20.589265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:20.632570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:20.674036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:20.684298 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b7506a5c-9d36-4e49-ba3f-fc187bae81b5 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:20.739498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 293ff00c-729d-44dc-8987-659c12fa1841 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:20.832999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'Port': ['ID=5abcb091-0d1f-4181-ac6a-f7a2da4ff907,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:20.845924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:20.848204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:20.849698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:20.855296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:20.867595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:20.868249 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Added segment d2f58acc-a2fb-45de-876a-9b72738603cb of type vlan for network cc68265c-9d33-4f3b-be22-3233cd33d6a7 Dec 22 13:06:20.871273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b5b07b52-88ed-4bc9-a8a9-f5e5298ab6f8 None None] Provisioning for port 293ff00c-729d-44dc-8987-659c12fa1841 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:20.875588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3bca901-60b4-408b-891f-dfa2a762b38e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:20.880042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b5b07b52-88ed-4bc9-a8a9-f5e5298ab6f8 None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:20.881397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5b07b52-88ed-4bc9-a8a9-f5e5298ab6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:20.886109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:20.957041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bca901-60b4-408b-891f-dfa2a762b38e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=51576eda-3ecf-4d6c-b2ee-753b265b4242,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:20.972899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b3bca901-60b4-408b-891f-dfa2a762b38e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:20.978278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:21.109069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b3bca901-60b4-408b-891f-dfa2a762b38e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:21.142397 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b3bca901-60b4-408b-891f-dfa2a762b38e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/51576eda-3ecf-4d6c-b2ee-753b265b4242 HTTP/1.1" status: 204 len: 168 time: 1.5201564 Dec 22 13:06:21.144702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51240) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:21.180345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:21.185959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:21.186800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:21.195157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f8c70f-c754-4c5d-9c9c-640e803a4b36 tempest-NetworksIpV6Test-2076618553 tempest-NetworksIpV6Test-2076618553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:21.202529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-31cfacb6-5931-45d6-990a-4d3ff3bf8cc0 None None] Could not find standard attr ID for object 7ea7699f-3d76-4170-9662-a68736ddfb6b. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:06:21.342263 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0880804 Dec 22 13:06:21.347110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51244) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:21.354937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1774465642'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:21.359347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event updated for resources: {'Network': ['ID=cc68265c-9d33-4f3b-be22-3233cd33d6a7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:21.362269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:21.366042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:21.371189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network cc68265c-9d33-4f3b-be22-3233cd33d6a7 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:21.373177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Usage tracker for resource:network and tenant:3f33504441e44fb09acfffe68a3587b2 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:21.377317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:21.386379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:21.387835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:21.402547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e918fc87-5fda-4afd-9333-963bf636838c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:21.403320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e918fc87-5fda-4afd-9333-963bf636838c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:21.421898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Made reservation on behalf of 3f33504441e44fb09acfffe68a3587b2 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:21.425387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:21.446110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e918fc87-5fda-4afd-9333-963bf636838c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:21.449871 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e918fc87-5fda-4afd-9333-963bf636838c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.3017063 Dec 22 13:06:21.450806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51248) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:21.474902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8d61951d-468c-4fc0-b63e-01a29a432b1a None None] Could not find standard attr ID for object 51576eda-3ecf-4d6c-b2ee-753b265b4242. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:06:21.545412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:21.565908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:21.566789 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Added segment deaab91e-f32b-4dbc-a495-6cd291e62f80 of type vlan for network 752fde3e-b8bd-40ff-bdaa-da6267d6135d Dec 22 13:06:21.615075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45fbc3-3a2b-46df-a0ca-5fbc1dab7d49 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:21.620002 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6d45fbc3-3a2b-46df-a0ca-5fbc1dab7d49 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1682551 Dec 22 13:06:21.620627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51252) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:21.622494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:21.711535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:21.718685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:21.719476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:21.725636 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:06:21.743670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bbf6878e-2d0f-4605-861e-1daf1eacabbe tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:21.768392 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4177971 Dec 22 13:06:21.776280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c71a22-3650-484e-ac72-fa39edd18960 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:21.778153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c71a22-3650-484e-ac72-fa39edd18960 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:21.780126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c71a22-3650-484e-ac72-fa39edd18960 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:21.780796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-25c71a22-3650-484e-ac72-fa39edd18960 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:21.790341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:21.860695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-25c71a22-3650-484e-ac72-fa39edd18960 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:21.864659 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-25c71a22-3650-484e-ac72-fa39edd18960 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2375488 Dec 22 13:06:21.868104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51256) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:21.956572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event updated for resources: {'Network': ['ID=752fde3e-b8bd-40ff-bdaa-da6267d6135d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:21.960898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:21.978865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 752fde3e-b8bd-40ff-bdaa-da6267d6135d details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:22.010531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1965bcc8-2960-425f-ad3a-7b2ff44a8f3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet b3d093f2-be61-4b9e-95ef-4cd49aac8b5b {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:22.014276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1965bcc8-2960-425f-ad3a-7b2ff44a8f3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:22.135134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1965bcc8-2960-425f-ad3a-7b2ff44a8f3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:22.230876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1965bcc8-2960-425f-ad3a-7b2ff44a8f3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:22.318194 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Router f4f1cb72-6f6d-4212-83f3-af31806c7e6f is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:06:22.327337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1965bcc8-2960-425f-ad3a-7b2ff44a8f3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:22.334077 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6b7028dc-520b-4dde-970f-5ac6a12cf0cc tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:22.370523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965bcc8-2960-425f-ad3a-7b2ff44a8f3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d093f2-be61-4b9e-95ef-4cd49aac8b5b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:22.373658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1965bcc8-2960-425f-ad3a-7b2ff44a8f3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:22.374618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1965bcc8-2960-425f-ad3a-7b2ff44a8f3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:22.388115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ad250d-6e88-4127-9fdf-2479403d656f None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:22.400674 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1965bcc8-2960-425f-ad3a-7b2ff44a8f3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/b3d093f2-be61-4b9e-95ef-4cd49aac8b5b HTTP/1.1" status: 204 len: 168 time: 0.5291977 Dec 22 13:06:22.404475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51262) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:22.575356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07dd68a-3ab0-4dbe-8def-d60d434fd309 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet f3ce1872-d8d2-43d0-a728-80420d5ec324 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:22.579006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e07dd68a-3ab0-4dbe-8def-d60d434fd309 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:22.705050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:06:22.723698 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Sync routers for ids ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:06:22.747967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Routers {'f4f1cb72-6f6d-4212-83f3-af31806c7e6f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:06:22.748689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:06:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:22.749774 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:22.754523 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7744536 Dec 22 13:06:22.755334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51274) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:22.971674 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3a4ba6b3-cc55-4c56-8dcf-1ec0656840d3 tempest-TestNetworkAdvancedServerOps-1952989278 tempest-TestNetworkAdvancedServerOps-1952989278-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=fe5304f275dc44fa95fc54bf8934d70f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2119958 Dec 22 13:06:22.972392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51280) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:23.031793 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Set router f4f1cb72-6f6d-4212-83f3-af31806c7e6f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:06:23.063516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e07dd68a-3ab0-4dbe-8def-d60d434fd309 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:23.208154 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47e33ec-08f1-4242-bcf2-acb7a271e30f tempest-TestNetworkAdvancedServerOps-1952989278 tempest-TestNetworkAdvancedServerOps-1952989278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:23.214743 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b47e33ec-08f1-4242-bcf2-acb7a271e30f tempest-TestNetworkAdvancedServerOps-1952989278 tempest-TestNetworkAdvancedServerOps-1952989278-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2417860 Dec 22 13:06:23.217214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51286) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:23.275071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e07dd68a-3ab0-4dbe-8def-d60d434fd309 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:23.305833 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8d035b2e-387a-4d38-b13b-d51d1ef8d6d0 tempest-TestNetworkAdvancedServerOps-1952989278 tempest-TestNetworkAdvancedServerOps-1952989278-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0860767 Dec 22 13:06:23.306739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51290) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:23.313657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-717688958', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:23.435326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e07dd68a-3ab0-4dbe-8def-d60d434fd309 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:23.441733 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-370e22a2-fec9-4718-b716-bb5e5fa03b63 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:23.478067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:23.485266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:subnet and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:23.496724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dd68a-3ab0-4dbe-8def-d60d434fd309 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ce1872-d8d2-43d0-a728-80420d5ec324,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:23.498287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:23.509760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e07dd68a-3ab0-4dbe-8def-d60d434fd309 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:23.510867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e07dd68a-3ab0-4dbe-8def-d60d434fd309 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:23.511221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:23.522299 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e07dd68a-3ab0-4dbe-8def-d60d434fd309 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/f3ce1872-d8d2-43d0-a728-80420d5ec324 HTTP/1.1" status: 204 len: 168 time: 1.1169040 Dec 22 13:06:23.525461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51294) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:23.549445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Made reservation on behalf of fe5304f275dc44fa95fc54bf8934d70f for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:23.553458 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:23.679656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:06:21Z', 'revision_number': 3, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:23.696049 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a1c4a2d4-7dea-4dd0-98db-bbaaa297437e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1679618 Dec 22 13:06:23.697178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Checking router: f4f1cb72-6f6d-4212-83f3-af31806c7e6f for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:06:23.697623 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Updating router f4f1cb72-6f6d-4212-83f3-af31806c7e6f port 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:06:23.702201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51298) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:23.719992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:23.803940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:23.883948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:23.888029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:23.896374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:23.904928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:23.936343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:23.940141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:23.942944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:23.951514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5ee2630f-389c-4d6c-a862-43651c83200e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:24.138355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'Subnet': ['ID=af85d33c-7f56-459a-9936-594ee0b806a7,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:24.150392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:24.158557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Checking segment: {'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:24.158879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Network hostable DHCP agents. Network: 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:06:24.198407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:06:24.218610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:24.224570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:24.226454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:24.227248 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:24.241817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6b113ec5-e9a3-4e68-9344-a2351e4cbf6e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:24.270803 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9603264 Dec 22 13:06:24.271049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51302) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:24.272644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2fe27e-e642-4c54-9dd3-d348a3cecb1c None None] Network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:24.286272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e32f6-296b-4ae1-a518-5f916fd18bb0 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:24.331960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:24.336033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:24.341231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:24.342015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:24.362203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=b609b313-9aa2-41c8-805e-120dccf1fbea,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:24.375373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:24.388075 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6846759 Dec 22 13:06:24.390796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51308) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:24.397680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-08aa915e-c3ea-4da9-b81b-c8ed520367c1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:24.668005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-08aa915e-c3ea-4da9-b81b-c8ed520367c1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:24.691404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-08aa915e-c3ea-4da9-b81b-c8ed520367c1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:24.696324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-08aa915e-c3ea-4da9-b81b-c8ed520367c1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:24.711272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-08aa915e-c3ea-4da9-b81b-c8ed520367c1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:24.725435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aa915e-c3ea-4da9-b81b-c8ed520367c1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:24.729362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08aa915e-c3ea-4da9-b81b-c8ed520367c1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:24.789038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c3df5885-967c-4ddf-8f1e-06fc6478792d None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:24.789038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c3df5885-967c-4ddf-8f1e-06fc6478792d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:24.968177 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.ipam_backend_mixin [None req-08aa915e-c3ea-4da9-b81b-c8ed520367c1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b609b313-9aa2-41c8-805e-120dccf1fbea (CIDR: 2001:db8::/64) Dec 22 13:06:24.972563 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-08aa915e-c3ea-4da9-b81b-c8ed520367c1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:06:24.973060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08aa915e-c3ea-4da9-b81b-c8ed520367c1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:25.001245 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-08aa915e-c3ea-4da9-b81b-c8ed520367c1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6089456 Dec 22 13:06:25.001844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51312) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:25.009412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:25.082671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51316) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:25.095577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'subnets': [{'network_id': 'cc68265c-9d33-4f3b-be22-3233cd33d6a7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--263571160', 'ip_version': 6}, {'network_id': '752fde3e-b8bd-40ff-bdaa-da6267d6135d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:25.095912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'subnet': {'network_id': 'cc68265c-9d33-4f3b-be22-3233cd33d6a7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--263571160', 'ip_version': 6}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:25.097041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Request body: {'subnet': {'network_id': '752fde3e-b8bd-40ff-bdaa-da6267d6135d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:25.340995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:06:25.341827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:25.385885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:25.390609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:25.442288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:25.495492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:25.511773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:25.545521 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:25.571362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:25.579051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Usage tracker for resource:subnet and tenant:3f33504441e44fb09acfffe68a3587b2 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:25.598374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:25.621974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Transition to ACTIVE for port object 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:25.625215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:25.643634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:25.647142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:25.679045 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:25.691543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Made reservation on behalf of 3f33504441e44fb09acfffe68a3587b2 for: {'subnet': 2} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:25.695840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2130cf93-6ad7-4383-87c2-62874cfac3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:25.701587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:25.702847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:25.788991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5107167-5e68-4b99-acf2-d418fa5c9330 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:26.078848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Allocated IP 172.20.0.1 (463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe/af85d33c-7f56-459a-9936-594ee0b806a7/1b55ba6f-2cef-4498-92b4-eef03d83b177) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:26.090039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Attempting to bind port 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:06:26.090482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Attempting to bind port 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:06:26.090858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Attempting to bind port 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:06:26.107950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ef4c7435-205d-467b-81fd-47b55fabaa99 None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:26.108529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ef4c7435-205d-467b-81fd-47b55fabaa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:26.178786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaadb0-a245-4afd-97fb-857368662972 None None] Pushing event updated for resources: {'Port': ['ID=5abcb091-0d1f-4181-ac6a-f7a2da4ff907,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:26.223151 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:06:26.223943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:26.224669 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:26.225206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:06:26.226049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Bound port: 5abcb091-0d1f-4181-ac6a-f7a2da4ff907, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:06:26.226551 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:26.266923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bfdaadb0-a245-4afd-97fb-857368662972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:26.320701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:26.339534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Transition to ACTIVE for port object 1b55ba6f-2cef-4498-92b4-eef03d83b177 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:26.366185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:26.373153 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:26.459137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:26.463416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:26.467663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:26.509193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'Port': ['ID=1b55ba6f-2cef-4498-92b4-eef03d83b177,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:26.520260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:26.543659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:26.578983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] For port 5abcb091-0d1f-4181-ac6a-f7a2da4ff907, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:06:26.588969 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Allocated IP 172.20.0.2 (463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe/af85d33c-7f56-459a-9936-594ee0b806a7/5d0ccb35-1619-4258-926e-b52f094365be) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:26.636346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] For port 5abcb091-0d1f-4181-ac6a-f7a2da4ff907, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5abcb091-0d1f-4181-ac6a-f7a2da4ff907,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:06:26.708041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:26.728845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:26.745897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.objects.ports [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87569) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:06:26.809260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:26.818540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0907c086-2c1e-4111-b875-745df8ff1046 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:26.924724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:26.925746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Routers {'f4f1cb72-6f6d-4212-83f3-af31806c7e6f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:06:26.926143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event updated for resources: {'Subnet': ['ID=994e574b-6e22-4369-8998-de39dc9b7f75,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:26.926411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:06:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:26.949274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:26.965265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Checking segment: {'id': 'd2f58acc-a2fb-45de-876a-9b72738603cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cc68265c-9d33-4f3b-be22-3233cd33d6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:26.965630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Network hostable DHCP agents. Network: cc68265c-9d33-4f3b-be22-3233cd33d6a7, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:06:27.013586 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Network cc68265c-9d33-4f3b-be22-3233cd33d6a7 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:06:27.014825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdaadb0-a245-4afd-97fb-857368662972 None None] Pushing event updated for resources: {'Port': ['ID=5abcb091-0d1f-4181-ac6a-f7a2da4ff907,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:27.022133 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bfdaadb0-a245-4afd-97fb-857368662972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:27.054898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, cc68265c-9d33-4f3b-be22-3233cd33d6a7) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:27.074552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.078433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-008efc3c-894c-4ba1-b92b-cbd8ea85a9e7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:27.106734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde99b32-77f9-485f-bc98-58006d335010 None None] Network cc68265c-9d33-4f3b-be22-3233cd33d6a7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:27.171789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.191022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Checking segment: {'id': 'deaab91e-f32b-4dbc-a495-6cd291e62f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '752fde3e-b8bd-40ff-bdaa-da6267d6135d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:27.191273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Network hostable DHCP agents. Network: 752fde3e-b8bd-40ff-bdaa-da6267d6135d, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:06:27.199208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event updated for resources: {'Subnet': ['ID=c3ef57e4-58a5-4952-b432-b23da59aa732,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:27.203521 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:27.271674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Network 752fde3e-b8bd-40ff-bdaa-da6267d6135d is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:06:27.292642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 752fde3e-b8bd-40ff-bdaa-da6267d6135d) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:27.345730 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3126095b-ea89-4c97-8616-2ea69d5b5de8 None None] Network 752fde3e-b8bd-40ff-bdaa-da6267d6135d requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:27.358161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:27.358643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:27.359279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.408035 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.3232167 Dec 22 13:06:27.410236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51324) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:27.465462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] Set router f4f1cb72-6f6d-4212-83f3-af31806c7e6f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:06:27.500358 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] For port 293ff00c-729d-44dc-8987-659c12fa1841, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=293ff00c-729d-44dc-8987-659c12fa1841,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:27.518978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b7ea27-92ab-4a0c-80b9-8a6f336cda7c tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:27.520537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b7ea27-92ab-4a0c-80b9-8a6f336cda7c tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:27.522150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b7ea27-92ab-4a0c-80b9-8a6f336cda7c tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:27.522979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a5b7ea27-92ab-4a0c-80b9-8a6f336cda7c tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Synchronizing usage tracker for tenant:3f33504441e44fb09acfffe68a3587b2 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:27.552792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a5b7ea27-92ab-4a0c-80b9-8a6f336cda7c tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Unset dirty status for tenant:3f33504441e44fb09acfffe68a3587b2 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:27.563120 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a5b7ea27-92ab-4a0c-80b9-8a6f336cda7c tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1427629 Dec 22 13:06:27.564667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51328) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:27.566362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.573717 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.601892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.602368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:27.617643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.618363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.618913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.625660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be330e28-23d4-47e0-843a-711a67bb2f2f tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:27.683286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5642ebb3-f8b2-4924-b68b-0c784c8fcb0e None None] Update dhcp port {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'fixed_ips': [{'subnet_id': 'b609b313-9aa2-41c8-805e-120dccf1fbea'}, {'subnet_id': '3ed91b3d-defc-4fc7-840d-8e689e43bf44'}], 'binding:host_id': 'dv-neutron-822668-1-hyperv'}, 'id': '293ff00c-729d-44dc-8987-659c12fa1841'} from dv-neutron-822668-1-hyperv. {{(pid=87570) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 22 13:06:27.689781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.694380 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'Port': ['ID=1b55ba6f-2cef-4498-92b4-eef03d83b177,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:27.698912 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:27.708426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:27.712770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-82349f8b-de10-4bec-a83d-4093372929d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Deleting subnet 994e574b-6e22-4369-8998-de39dc9b7f75 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:27.718384 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:27.720259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82349f8b-de10-4bec-a83d-4093372929d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.750616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:27.751389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.782809 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7757177 Dec 22 13:06:27.783082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51332) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:27.787236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=293ff00c-729d-44dc-8987-659c12fa1841,revision_number=15']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:27.788685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:71:63:b4', 'name': 'tempest-NetworksTestDHCPv6-302048925'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:27.792894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:27.793414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bbf48d0c-d1fc-449e-bad1-a1f2f798096a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:27.852198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82349f8b-de10-4bec-a83d-4093372929d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.885553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Transition to ACTIVE for port object 5d0ccb35-1619-4258-926e-b52f094365be will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:27.905425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Transition to ACTIVE for port object 5d0ccb35-1619-4258-926e-b52f094365be will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:27.934754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e0b6f6de-a74e-48cf-b5b0-8fad08ef95f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.958095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:27.962195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82349f8b-de10-4bec-a83d-4093372929d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.963945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:27.988377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:27.999145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=3ed91b3d-defc-4fc7-840d-8e689e43bf44,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:28.003541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:28.006142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8488dafb-090d-4a13-837d-ce67739a5808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:28.066335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:28.068797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82349f8b-de10-4bec-a83d-4093372929d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:28.077230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:28.083454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:28.098177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8be0d1ab-f04e-4882-bdbe-e3ab28568d16 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:28.133264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Pushing event updated for resources: {'Port': ['ID=5d0ccb35-1619-4258-926e-b52f094365be,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:28.136580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:28.153511 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:28.156994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:28.162295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:28.283224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5642ebb3-f8b2-4924-b68b-0c784c8fcb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:28.283493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Router f4f1cb72-6f6d-4212-83f3-af31806c7e6f has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:06:28.301538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82349f8b-de10-4bec-a83d-4093372929d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event deleted for resources: {'Subnet': ['ID=994e574b-6e22-4369-8998-de39dc9b7f75,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:28.304113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-82349f8b-de10-4bec-a83d-4093372929d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:28.307895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Attempting to bind port 5d0ccb35-1619-4258-926e-b52f094365be on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:06:28.308029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-82349f8b-de10-4bec-a83d-4093372929d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:28.308281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Attempting to bind port 5d0ccb35-1619-4258-926e-b52f094365be by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:06:28.308657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Attempting to bind port 5d0ccb35-1619-4258-926e-b52f094365be on network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:06:28.326953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51344) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:28.327871 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-82349f8b-de10-4bec-a83d-4093372929d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "DELETE /v2.0/subnets/994e574b-6e22-4369-8998-de39dc9b7f75 HTTP/1.1" status: 204 len: 168 time: 0.7611597 Dec 22 13:06:28.366564 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:06:28.366978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Checking segment: {'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:28.367352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:28.367816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Bound using segment: {'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:06:28.368311 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Bound port: 5d0ccb35-1619-4258-926e-b52f094365be, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:06:28.368693 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:28.374674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:28.458270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-b7fb2d20-6790-41e4-8b09-b642afad5aef tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Synchronizing usage tracker for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:28.479142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-b7fb2d20-6790-41e4-8b09-b642afad5aef tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Unset dirty status for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:28.481083 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-b7fb2d20-6790-41e4-8b09-b642afad5aef tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614397699&fields=id&tenant_id=b87cc29f20d24977a4b407ef6c3edb6e HTTP/1.1" status: 200 len: 267 time: 0.0624542 Dec 22 13:06:28.485304 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port f1c0c211-3248-40c0-97da-dcf8e5709c47 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:06:28.579797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-84419b4b-ca40-4878-89a0-551b85725dcd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Deleting subnet c3ef57e4-58a5-4952-b432-b23da59aa732 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:28.602115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84419b4b-ca40-4878-89a0-551b85725dcd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:28.615942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083c699d-ddb4-44f2-b4cd-1214a81aa03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc68265c-9d33-4f3b-be22-3233cd33d6a7', 'network_id': 'cc68265c-9d33-4f3b-be22-3233cd33d6a7', 'tenant_id': '3f33504441e44fb09acfffe68a3587b2', 'fixed_ips': [{'subnet_id': '994e574b-6e22-4369-8998-de39dc9b7f75'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:06:28.616918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-083c699d-ddb4-44f2-b4cd-1214a81aa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:28.666936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-a32db650-1440-4169-85a3-49a63e64bce7 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:28.668904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-a32db650-1440-4169-85a3-49a63e64bce7 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Synchronizing usage tracker for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:28.689366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:06:28.696559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-a32db650-1440-4169-85a3-49a63e64bce7 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Unset dirty status for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:28.703375 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-a32db650-1440-4169-85a3-49a63e64bce7 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 812 time: 0.2022252 Dec 22 13:06:28.705894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84419b4b-ca40-4878-89a0-551b85725dcd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:28.708388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 293ff00c-729d-44dc-8987-659c12fa1841 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:28.714035 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-db8215f2-9ff3-4f73-b8b5-e6bc288e055c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/quotas/b87cc29f20d24977a4b407ef6c3edb6e HTTP/1.1" status: 200 len: 375 time: 0.0097640 Dec 22 13:06:28.793151 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "PUT /v2.0/routers/f4f1cb72-6f6d-4212-83f3-af31806c7e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5121109 Dec 22 13:06:28.818415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84419b4b-ca40-4878-89a0-551b85725dcd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:28.832259 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-ce95f3a3-350e-425c-92f0-95c8ebcdfd43 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061182 Dec 22 13:06:28.869169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f61d75-657f-4726-bb73-73245df5931d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-752fde3e-b8bd-40ff-bdaa-da6267d6135d', 'network_id': '752fde3e-b8bd-40ff-bdaa-da6267d6135d', 'tenant_id': '3f33504441e44fb09acfffe68a3587b2', 'fixed_ips': [{'subnet_id': 'c3ef57e4-58a5-4952-b432-b23da59aa732'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:06:28.869897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-10f61d75-657f-4726-bb73-73245df5931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:28.960733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::378 (cc430aa9-1eda-495d-9373-01b5d372ccd0/b609b313-9aa2-41c8-805e-120dccf1fbea/f1c0c211-3248-40c0-97da-dcf8e5709c47) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:28.970483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8:0:1:f816:3eff:fe71:63b4 (cc430aa9-1eda-495d-9373-01b5d372ccd0/3ed91b3d-defc-4fc7-840d-8e689e43bf44/f1c0c211-3248-40c0-97da-dcf8e5709c47) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:29.029428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] For port 5d0ccb35-1619-4258-926e-b52f094365be, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:06:29.055856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a8f1b-c304-4162-83de-4c68b21b6492 None None] Network cc68265c-9d33-4f3b-be22-3233cd33d6a7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:29.072162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] For port 5d0ccb35-1619-4258-926e-b52f094365be, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5d0ccb35-1619-4258-926e-b52f094365be,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:06:29.107581 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-167b3bae-9b31-495e-a9cb-55b97d75de7a service neutron] 10.222.0.24 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700090 Dec 22 13:06:29.132692 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:29.143465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bfdaadb0-a245-4afd-97fb-857368662972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:29.183547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '1b55ba6f-2cef-4498-92b4-eef03d83b177', 'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'mac_address': 'fa:16:3e:83:a1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:25Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 1, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'subnets': [{'id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:29.185562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:29.186198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:29.188139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84419b4b-ca40-4878-89a0-551b85725dcd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:29.199782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-802d2207-43dd-4715-90e4-6ae3c3bbe377 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server [None req-10f61d75-657f-4726-bb73-73245df5931d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3ef57e4-58a5-4952-b432-b23da59aa732: This subnet is being modified by another concurrent operation. Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c3ef57e4-58a5-4952-b432-b23da59aa732: This subnet is being modified by another concurrent operation. Dec 22 13:06:29.232395 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server Dec 22 13:06:29.239083 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-b9548888-f358-4ad2-94b6-220a3ed7c64a tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339258768&fields=id&tenant_id=fe5304f275dc44fa95fc54bf8934d70f HTTP/1.1" status: 200 len: 267 time: 0.2662807 Dec 22 13:06:29.255908 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-baa9bf7e-628d-447b-9b39-c14cdfb2f601 service neutron] 10.222.0.24 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414120 Dec 22 13:06:29.259641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84419b4b-ca40-4878-89a0-551b85725dcd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ef57e4-58a5-4952-b432-b23da59aa732,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:29.260365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6556aa9-f906-4ee6-9e59-d495dfcc3444 None None] The sync data for ids ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'] in dv-neutron-822668-1-hyperv is: [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '1b55ba6f-2cef-4498-92b4-eef03d83b177', 'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'mac_address': 'fa:16:3e:83:a1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:25Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 1, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'subnets': [{'id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:06:29.262319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84419b4b-ca40-4878-89a0-551b85725dcd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:29.302350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f30170c-0301-43ca-89d7-73cf1aa044f2 None None] Network 752fde3e-b8bd-40ff-bdaa-da6267d6135d requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:29.325631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-84419b4b-ca40-4878-89a0-551b85725dcd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:29.462409 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-84419b4b-ca40-4878-89a0-551b85725dcd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "DELETE /v2.0/subnets/c3ef57e4-58a5-4952-b432-b23da59aa732 HTTP/1.1" status: 204 len: 168 time: 1.0787878 Dec 22 13:06:29.466110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51368) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:29.527462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Pushing event updated for resources: {'Port': ['ID=5d0ccb35-1619-4258-926e-b52f094365be,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:29.531889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:29.589837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad5e463-cb89-4cb8-a834-f206f36b5342 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:29.590018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-b0170576-603a-41e9-ad59-1ec517ae4752 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:29.590551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aad5e463-cb89-4cb8-a834-f206f36b5342 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Synchronizing usage tracker for tenant:3f33504441e44fb09acfffe68a3587b2 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:29.590669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-b0170576-603a-41e9-ad59-1ec517ae4752 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Synchronizing usage tracker for tenant:fe5304f275dc44fa95fc54bf8934d70f on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:29.654672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:29.671337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aad5e463-cb89-4cb8-a834-f206f36b5342 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Unset dirty status for tenant:3f33504441e44fb09acfffe68a3587b2 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:29.673304 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-aad5e463-cb89-4cb8-a834-f206f36b5342 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2061610 Dec 22 13:06:29.678323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51374) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:29.734295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-b0170576-603a-41e9-ad59-1ec517ae4752 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Unset dirty status for tenant:fe5304f275dc44fa95fc54bf8934d70f on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:29.745555 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-b0170576-603a-41e9-ad59-1ec517ae4752 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/networks?id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe HTTP/1.1" status: 200 len: 797 time: 0.4595807 Dec 22 13:06:29.752065 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object f1c0c211-3248-40c0-97da-dcf8e5709c47 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:29.802365 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-8c73a05f-f0db-491d-adac-ef7337eacb23 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/quotas/fe5304f275dc44fa95fc54bf8934d70f HTTP/1.1" status: 200 len: 375 time: 0.0557966 Dec 22 13:06:29.804983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:29.817326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f620de2a-1d63-4ad4-aabd-c4ea39a1f6b4 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:29.923154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-5642ebb3-f8b2-4924-b68b-0c784c8fcb0e None None] Allocated IP 2001:db8::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/b609b313-9aa2-41c8-805e-120dccf1fbea/293ff00c-729d-44dc-8987-659c12fa1841) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:30.016888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=f1c0c211-3248-40c0-97da-dcf8e5709c47,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:30.021304 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:30.029650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:30.036530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:30.042572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.045669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:30.061333 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d8bf8998-f3ad-4d88-b2f5-434d4a9a452d req-e46b5114-9f52-4635-b9d8-123daa2a982e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 210 time: 0.0798464 Dec 22 13:06:30.064106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:30.065590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.121286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2167bb69-543c-4b44-aef6-c5afb6103ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.125227 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3412390 Dec 22 13:06:30.132480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-6fabb76d-1f9b-4ac1-a3bb-bafa0f105b77 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Synchronizing usage tracker for tenant:fe5304f275dc44fa95fc54bf8934d70f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:30.136255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51384) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:30.162876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5642ebb3-f8b2-4924-b68b-0c784c8fcb0e None None] For port 293ff00c-729d-44dc-8987-659c12fa1841, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=293ff00c-729d-44dc-8987-659c12fa1841,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:30.205034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5642ebb3-f8b2-4924-b68b-0c784c8fcb0e None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.249271 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5642ebb3-f8b2-4924-b68b-0c784c8fcb0e None None] Transition to ACTIVE for port object 293ff00c-729d-44dc-8987-659c12fa1841 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:30.255930 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5642ebb3-f8b2-4924-b68b-0c784c8fcb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.269416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c3150f3c-0736-4737-b480-e2fbf2e58b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:30.271146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.273235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-066eed85-8217-42f8-8f4c-bbc84616209b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port f1c0c211-3248-40c0-97da-dcf8e5709c47 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:30.274455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-066eed85-8217-42f8-8f4c-bbc84616209b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.313638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-6fabb76d-1f9b-4ac1-a3bb-bafa0f105b77 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Unset dirty status for tenant:fe5304f275dc44fa95fc54bf8934d70f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:30.315238 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-6fabb76d-1f9b-4ac1-a3bb-bafa0f105b77 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe5304f275dc44fa95fc54bf8934d70f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3521292 Dec 22 13:06:30.322102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752fde3e-b8bd-40ff-bdaa-da6267d6135d']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:30.349448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deaab91e-f32b-4dbc-a495-6cd291e62f80') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:30.349760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deaab91e-f32b-4dbc-a495-6cd291e62f80') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:30.366502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.385949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.395435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:30.395920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:30.465234 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:30.575404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642ebb3-f8b2-4924-b68b-0c784c8fcb0e None None] Pushing event updated for resources: {'Port': ['ID=293ff00c-729d-44dc-8987-659c12fa1841,revision_number=16']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:30.584658 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5642ebb3-f8b2-4924-b68b-0c784c8fcb0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:30.681243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.685812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-159fa1d4-c75c-4dbc-9974-29655c012e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:30.713340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.749251 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.756096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event deleted for resources: {'Network': ['ID=752fde3e-b8bd-40ff-bdaa-da6267d6135d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:30.761669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:30.766058 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4efe170f-b168-4df3-b8e6-a579877e5703 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "DELETE /v2.0/networks/752fde3e-b8bd-40ff-bdaa-da6267d6135d HTTP/1.1" status: 204 len: 168 time: 1.0841362 Dec 22 13:06:30.766461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51398) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:30.975071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:30.999998 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 293ff00c-729d-44dc-8987-659c12fa1841 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:31.006784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:31.062365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-066eed85-8217-42f8-8f4c-bbc84616209b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:31.198199 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-d02c1a5b-4627-4af1-9e74-0809d2b8bd16 service neutron] 10.222.0.24 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8614087 Dec 22 13:06:31.204310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5d0ccb35-1619-4258-926e-b52f094365be up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:31.266543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fb384b-97ed-42c2-9b62-8c45b7cd3c7c None None] Network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:31.332591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-066eed85-8217-42f8-8f4c-bbc84616209b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for f1c0c211-3248-40c0-97da-dcf8e5709c47 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:31.360507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:31.386724 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-725504a8-ba99-4812-95fb-a982a565e955 req-22b9b77d-115a-48e3-9616-87e56d700df7 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 210 time: 0.1142828 Dec 22 13:06:31.407866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc68265c-9d33-4f3b-be22-3233cd33d6a7']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:31.443135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f58acc-a2fb-45de-876a-9b72738603cb') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:31.443568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f58acc-a2fb-45de-876a-9b72738603cb') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:31.465267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:31.490839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:31.499227 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:31.499919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:31.520763 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:31.666584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-eff3bbfe-27fe-4bda-b57e-006b9452d1fb None None] Provisioning for port 5d0ccb35-1619-4258-926e-b52f094365be completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:31.720020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 5d0ccb35-1619-4258-926e-b52f094365be completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:31.724385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:31.729000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1199ca8f-1eb2-4741-a3e0-5404a69277fe tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:31.741530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 5d0ccb35-1619-4258-926e-b52f094365be triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:31.741983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:31.752758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:31.769319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event deleted for resources: {'Network': ['ID=cc68265c-9d33-4f3b-be22-3233cd33d6a7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:31.772272 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-1c9869f4-0ac4-4ff0-90e9-72f10e5d94af service neutron] 10.222.0.24 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656827 Dec 22 13:06:31.779632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:31.783156 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "DELETE /v2.0/networks/cc68265c-9d33-4f3b-be22-3233cd33d6a7 HTTP/1.1" status: 204 len: 168 time: 1.0153408 Dec 22 13:06:31.786190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51404) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:31.836708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fde7ca-df97-4ab2-b5ac-ae76083eeff0 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:31.948319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fbf576d5-ccc0-45d9-a41a-c13aadf37042 None None] Provisioning for port 293ff00c-729d-44dc-8987-659c12fa1841 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:32.015695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fbf576d5-ccc0-45d9-a41a-c13aadf37042 None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:32.016306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fbf576d5-ccc0-45d9-a41a-c13aadf37042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:32.239397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:32.284305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:32.321070 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1b98799d-145c-42d2-90af-8674081c18d7 req-78a1a785-192a-4256-bcd8-604b5381a2e9 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 210 time: 0.3714716 Dec 22 13:06:32.333356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-066eed85-8217-42f8-8f4c-bbc84616209b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:32.368642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:32.388541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-42e0d988-5394-4bb4-9cb2-9664b74f0ed9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:32.411159 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 5d0ccb35-1619-4258-926e-b52f094365be, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5d0ccb35-1619-4258-926e-b52f094365be,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:32.449088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:32.454169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-525e96ea-3261-4ab0-8f64-a574347ee8de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:32.602116 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=5d0ccb35-1619-4258-926e-b52f094365be,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:32.608592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:32.609247 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2178c74d-5182-443c-a5a6-751da0ba47e5 None None] Provisioning complete for port 5d0ccb35-1619-4258-926e-b52f094365be triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:32.609631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2178c74d-5182-443c-a5a6-751da0ba47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:32.654908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-c9ff0cb5-ab48-4705-bf55-9abd8f6e4deb tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:32.673779 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-c9ff0cb5-ab48-4705-bf55-9abd8f6e4deb tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 812 time: 0.6342785 Dec 22 13:06:32.739736 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-e0068cb7-6444-4e97-ab6a-3446645462ee tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b87cc29f20d24977a4b407ef6c3edb6e HTTP/1.1" status: 200 len: 379 time: 0.0564785 Dec 22 13:06:32.750420 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'port': {'device_id': '9a0eeb45-090f-443c-9d1b-466164f86968', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'admin_state_up': True, 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'security_groups': ['6b01cb0b-e604-455b-a5e4-48dfa94f69d0']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:32.805796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066eed85-8217-42f8-8f4c-bbc84616209b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=f1c0c211-3248-40c0-97da-dcf8e5709c47,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:32.823457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-066eed85-8217-42f8-8f4c-bbc84616209b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:32.969060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-066eed85-8217-42f8-8f4c-bbc84616209b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.007311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:33.011281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.021545 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Sync routers for ids ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:06:33.029455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Usage tracker for resource:port and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:33.035577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:33.039994 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Routers {'f4f1cb72-6f6d-4212-83f3-af31806c7e6f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:06:33.040647 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:06:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:33.052002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:33.057933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc727cda-eb44-4081-9fc0-e50532d1b200']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:33.076220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822a66a3-c958-498e-81f7-7acc79ee7903') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:33.076983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822a66a3-c958-498e-81f7-7acc79ee7903') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:33.077485 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Made reservation on behalf of b87cc29f20d24977a4b407ef6c3edb6e for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:33.081037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.109186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:33.112664 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.130541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.140092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:33.140764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.283242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2178c74d-5182-443c-a5a6-751da0ba47e5 None None] Provisioning for port 1b55ba6f-2cef-4498-92b4-eef03d83b177 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:33.295577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2178c74d-5182-443c-a5a6-751da0ba47e5 None None] Provisioning complete for port 1b55ba6f-2cef-4498-92b4-eef03d83b177 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:33.295865 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:33.300224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2178c74d-5182-443c-a5a6-751da0ba47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.301984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-76346632-43b8-4086-b09b-dc8321bf1d8e req-2e7fe673-8e0a-42f8-9b06-61e2d0501a64 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Synchronizing usage tracker for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:33.312541 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Set router f4f1cb72-6f6d-4212-83f3-af31806c7e6f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:06:33.330085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.336876 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.341126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:33.349338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f2a3a67-a8f9-4782-802d-184648d60ffd tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:33.365014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:33.370699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.373739 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "DELETE /v2.0/networks/dc727cda-eb44-4081-9fc0-e50532d1b200 HTTP/1.1" status: 204 len: 168 time: 1.5862203 Dec 22 13:06:33.377476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51424) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:33.378032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51426) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:33.380530 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-066eed85-8217-42f8-8f4c-bbc84616209b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/f1c0c211-3248-40c0-97da-dcf8e5709c47 HTTP/1.1" status: 204 len: 168 time: 3.2428586 Dec 22 13:06:33.389053 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-76346632-43b8-4086-b09b-dc8321bf1d8e req-2e7fe673-8e0a-42f8-9b06-61e2d0501a64 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Unset dirty status for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:33.394239 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-76346632-43b8-4086-b09b-dc8321bf1d8e req-2e7fe673-8e0a-42f8-9b06-61e2d0501a64 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 210 time: 0.7775331 Dec 22 13:06:33.400783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event deleted for resources: {'Network': ['ID=dc727cda-eb44-4081-9fc0-e50532d1b200,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:33.427297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:33.455222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2178c74d-5182-443c-a5a6-751da0ba47e5 None None] Port 1b55ba6f-2cef-4498-92b4-eef03d83b177 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:06:33.648176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.664586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 5abcb091-0d1f-4181-ac6a-f7a2da4ff907, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5abcb091-0d1f-4181-ac6a-f7a2da4ff907,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:33.669052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-da572c85-a0a1-4533-ad66-cb403547fd56 None None] Provisioning complete for port 1b55ba6f-2cef-4498-92b4-eef03d83b177 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:33.669466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da572c85-a0a1-4533-ad66-cb403547fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.739546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.740906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5d0ccb35-1619-4258-926e-b52f094365be up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:33.790201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:33.858240 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5ec338f5-dd26-4aa6-8336-3d76fde6ab7b req-d2f8b932-5b36-4019-bcf8-282d24847c7a tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 210 time: 0.3250735 Dec 22 13:06:33.865167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:33.879318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-da572c85-a0a1-4533-ad66-cb403547fd56 None None] Port 1b55ba6f-2cef-4498-92b4-eef03d83b177 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:06:33.902050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Allocated IP 172.20.0.10 (b0719164-23d6-44e6-b356-e808281f7730/aabca6b9-9296-4dfa-98f4-1e0c0e827675/a376a91a-9ac0-4241-9fdd-275d1de2fe20) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:33.922280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-76235c13-b7da-4c70-8bd0-c110b2a7def9 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:33.925381 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-76235c13-b7da-4c70-8bd0-c110b2a7def9 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.54 "GET /v2.0/networks?id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe HTTP/1.1" status: 200 len: 797 time: 0.2868431 Dec 22 13:06:33.937822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-da572c85-a0a1-4533-ad66-cb403547fd56 None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:33.938303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da572c85-a0a1-4533-ad66-cb403547fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.017441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=5abcb091-0d1f-4181-ac6a-f7a2da4ff907,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:34.025134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:34.054757 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-8d0534e7-54fc-471c-b477-9402d4d9c197 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe5304f275dc44fa95fc54bf8934d70f HTTP/1.1" status: 200 len: 379 time: 0.1147513 Dec 22 13:06:34.067701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 5d0ccb35-1619-4258-926e-b52f094365be triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:34.068155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.074596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Request body: {'port': {'device_id': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'admin_state_up': True, 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'security_groups': ['048d98b3-59ab-4d2a-ae82-33bd71b73fa3']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:34.117047 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '1b55ba6f-2cef-4498-92b4-eef03d83b177', 'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'mac_address': 'fa:16:3e:83:a1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:25Z', 'updated_at': '2021-12-22T13:06:27Z', 'revision_number': 2, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'subnets': [{'id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:34.123180 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Checking router: f4f1cb72-6f6d-4212-83f3-af31806c7e6f for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:06:34.123766 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Updating router f4f1cb72-6f6d-4212-83f3-af31806c7e6f port 1b55ba6f-2cef-4498-92b4-eef03d83b177 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:06:34.141461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.193666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd0e85d-1629-4851-846f-350ea7ba2509 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:34.195663 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7fd0e85d-1629-4851-846f-350ea7ba2509 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8098037 Dec 22 13:06:34.202624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51434) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:34.204503 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.329342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:34.349020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802b4714-eacd-46ec-aa4f-a421a1df9851 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:06:34.358299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:34.372284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Made reservation on behalf of fe5304f275dc44fa95fc54bf8934d70f for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:34.379898 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.424575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37949403-2794-4288-8673-c6423b953a9c']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:34.480844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b4714-eacd-46ec-aa4f-a421a1df9851 None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:06:34.516094 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9690d5c8-3da7-400d-8ca4-9847223f95f5') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:34.516805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9690d5c8-3da7-400d-8ca4-9847223f95f5') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:34.549356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.581257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.592714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd7cac7-252e-426a-8cd1-606d977892e0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:34.594768 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-dfd7cac7-252e-426a-8cd1-606d977892e0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3819973 Dec 22 13:06:34.612135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51442) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:34.615874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:34.616549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:34.636663 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:34.642368 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e305dbba-670d-4052-a830-148302c7a743 req-0eff477f-566d-442c-b380-218f8eec0f4b tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 210 time: 0.0915740 Dec 22 13:06:34.689292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-169f4fb4-f81d-4cef-8465-04ccd5281bea None None] Could not find standard attr ID for object f1c0c211-3248-40c0-97da-dcf8e5709c47. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:06:34.762690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:34.770303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.777923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4ff3d-3e95-4dc6-ae6f-0b9f80c865ea tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:34.779849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4ff3d-3e95-4dc6-ae6f-0b9f80c865ea tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:34.781784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4ff3d-3e95-4dc6-ae6f-0b9f80c865ea tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:34.782719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c5c4ff3d-3e95-4dc6-ae6f-0b9f80c865ea tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:34.787632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.795450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.806050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c5c4ff3d-3e95-4dc6-ae6f-0b9f80c865ea tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:34.806430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-530e437e-e916-48c4-a3ed-0d75cafbbbcf tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:34.806974 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c5c4ff3d-3e95-4dc6-ae6f-0b9f80c865ea tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1892140 Dec 22 13:06:34.809872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51446) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:34.846986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Pushing event deleted for resources: {'Network': ['ID=37949403-2794-4288-8673-c6423b953a9c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:34.850069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:34.855083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Transition to ACTIVE for port object a376a91a-9ac0-4241-9fdd-275d1de2fe20 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:34.858755 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] 10.222.0.24 "DELETE /v2.0/networks/37949403-2794-4288-8673-c6423b953a9c HTTP/1.1" status: 204 len: 168 time: 1.4794018 Dec 22 13:06:34.900782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.909488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b3bca901-60b4-408b-891f-dfa2a762b38e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:34.948095 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.971441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fc5e33-29e0-4a2f-a6c2-fa42882eeac2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 3ed91b3d-defc-4fc7-840d-8e689e43bf44 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:34.975261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5e33-29e0-4a2f-a6c2-fa42882eeac2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.976547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:34.976928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:34.982106 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Transition to ACTIVE for port object 1b55ba6f-2cef-4498-92b4-eef03d83b177 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:35.000246 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:35.016108 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-a798d335-ea7c-406a-81e4-6960bce851e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:35.071777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Network b0719164-23d6-44e6-b356-e808281f7730 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:35.082557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:35.091773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:35.125955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5e33-29e0-4a2f-a6c2-fa42882eeac2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:35.220599 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f7d3f-2813-4c3b-ae81-a31a9df229c3 None None] Pushing event updated for resources: {'Port': ['ID=1b55ba6f-2cef-4498-92b4-eef03d83b177,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:35.238052 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-d88f7d3f-2813-4c3b-ae81-a31a9df229c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:35.265154 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5e33-29e0-4a2f-a6c2-fa42882eeac2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:35.346011 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Attempting to bind port 1b55ba6f-2cef-4498-92b4-eef03d83b177 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:06:35.346697 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Attempting to bind port 1b55ba6f-2cef-4498-92b4-eef03d83b177 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:06:35.347284 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Attempting to bind port 1b55ba6f-2cef-4498-92b4-eef03d83b177 on network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:06:35.355310 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:06:35.356890 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Checking segment: {'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:35.357674 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:35.358278 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Bound using segment: {'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:06:35.359008 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Bound port: 1b55ba6f-2cef-4498-92b4-eef03d83b177, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:06:35.359926 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:35.368188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'Port': ['ID=a376a91a-9ac0-4241-9fdd-275d1de2fe20,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:35.377551 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-da6375bf-badc-41c9-8aba-786ccabd6bf9 req-2f42ae19-523a-44c2-80f6-8e0faa96f8db tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 210 time: 0.1498747 Dec 22 13:06:35.388428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:35.389600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51456) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:35.427553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:35.428040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5e33-29e0-4a2f-a6c2-fa42882eeac2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:35.428533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:35.439477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5bc21729-b56f-4f83-bc15-3214bfbf4984 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:35.451491 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7063799 Dec 22 13:06:35.473027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Request body: {'port': {'device_id': '9a0eeb45-090f-443c-9d1b-466164f86968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:35.494995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5e33-29e0-4a2f-a6c2-fa42882eeac2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:35.501693 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f34c61-7d62-4d05-a77b-10d8ad023bef None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:35.511257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc5e33-29e0-4a2f-a6c2-fa42882eeac2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed91b3d-defc-4fc7-840d-8e689e43bf44,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:35.515579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d1fc5e33-29e0-4a2f-a6c2-fa42882eeac2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:35.525093 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d1fc5e33-29e0-4a2f-a6c2-fa42882eeac2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/3ed91b3d-defc-4fc7-840d-8e689e43bf44 HTTP/1.1" status: 204 len: 168 time: 0.7133038 Dec 22 13:06:35.528290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51462) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:35.594014 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] For port 1b55ba6f-2cef-4498-92b4-eef03d83b177, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:06:35.597919 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] For port 1b55ba6f-2cef-4498-92b4-eef03d83b177, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=1b55ba6f-2cef-4498-92b4-eef03d83b177,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:06:35.611864 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:35.624117 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-a798d335-ea7c-406a-81e4-6960bce851e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:35.701656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Allocated IP 172.20.0.7 (463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe/af85d33c-7f56-459a-9936-594ee0b806a7/ad1df305-82e7-4284-a241-1d8e59a6c4b2) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:35.796515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed646716-425f-4914-8c16-e3f8c352eb4e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet b609b313-9aa2-41c8-805e-120dccf1fbea {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:35.815338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed646716-425f-4914-8c16-e3f8c352eb4e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:35.915673 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f7d3f-2813-4c3b-ae81-a31a9df229c3 None None] Pushing event updated for resources: {'Port': ['ID=1b55ba6f-2cef-4498-92b4-eef03d83b177,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:35.927700 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-d88f7d3f-2813-4c3b-ae81-a31a9df229c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:35.928132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed646716-425f-4914-8c16-e3f8c352eb4e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:35.928787 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Routers {'f4f1cb72-6f6d-4212-83f3-af31806c7e6f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:06:35.931795 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:06:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:36.000424 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b682c58b-7a55-4783-ad4d-45a7d8ee7d2e None None] Provisioning for port a376a91a-9ac0-4241-9fdd-275d1de2fe20 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:36.011724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b682c58b-7a55-4783-ad4d-45a7d8ee7d2e None None] Provisioning complete for port a376a91a-9ac0-4241-9fdd-275d1de2fe20 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:36.011955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b682c58b-7a55-4783-ad4d-45a7d8ee7d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:36.067969 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c45f2a46-c264-4200-ba6c-8f0a955ad4f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f33504441e44fb09acfffe68a3587b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698501 Dec 22 13:06:36.074576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51468) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:36.117544 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:36.128320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b682c58b-7a55-4783-ad4d-45a7d8ee7d2e None None] Port a376a91a-9ac0-4241-9fdd-275d1de2fe20 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:06:36.277664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d773177a-b9c9-4c02-bc8d-09aec60c8ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:36.307884 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] Set router f4f1cb72-6f6d-4212-83f3-af31806c7e6f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:06:36.312581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d773177a-b9c9-4c02-bc8d-09aec60c8ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:36.443649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d773177a-b9c9-4c02-bc8d-09aec60c8ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:36.466357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4124e156-d5a4-4241-952e-0a40218f835b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:36.484238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773177a-b9c9-4c02-bc8d-09aec60c8ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307b2e60-52fa-4b28-9484-2bd4bca99529,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:36.490253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d773177a-b9c9-4c02-bc8d-09aec60c8ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:36.501083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d773177a-b9c9-4c02-bc8d-09aec60c8ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:36.502276 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d773177a-b9c9-4c02-bc8d-09aec60c8ab2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/307b2e60-52fa-4b28-9484-2bd4bca99529 HTTP/1.1" status: 204 len: 168 time: 0.4267330 Dec 22 13:06:36.599541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:36.677751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Transition to ACTIVE for port object ad1df305-82e7-4284-a241-1d8e59a6c4b2 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:36.711328 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1240f547-814f-4817-9419-4a99e9dc94cd req-90ee7446-a5ca-4b6c-b54b-4344dff794c1 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 210 time: 0.1367044 Dec 22 13:06:36.806947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 1b55ba6f-2cef-4498-92b4-eef03d83b177 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:36.807464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254faee-37a1-4eab-9d62-b4b6f1119cdf req-67321a9a-dc56-40f0-a9b4-a26b7ff9ddb7 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:36.820228 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3254faee-37a1-4eab-9d62-b4b6f1119cdf req-67321a9a-dc56-40f0-a9b4-a26b7ff9ddb7 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 932 time: 0.4400740 Dec 22 13:06:36.924279 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3254faee-37a1-4eab-9d62-b4b6f1119cdf req-5754aa6c-9636-479b-8a48-107f9cd9e6dc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031013 Dec 22 13:06:36.935487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed646716-425f-4914-8c16-e3f8c352eb4e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:36.986648 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '1b55ba6f-2cef-4498-92b4-eef03d83b177', 'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'mac_address': 'fa:16:3e:83:a1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:25Z', 'updated_at': '2021-12-22T13:06:35Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'subnets': [{'id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:36.994562 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf93b5cd-9065-4db5-8394-d61c17ff8bda None None] The sync data for ids ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'] in dv-neutron-822668-1-hyperv is: [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '1b55ba6f-2cef-4498-92b4-eef03d83b177', 'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'mac_address': 'fa:16:3e:83:a1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:25Z', 'updated_at': '2021-12-22T13:06:35Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'subnets': [{'id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:06:37.036256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:37.050937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-93b35d8b-da81-4d86-b838-6d30ea0cf03b tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:37.073630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 1b55ba6f-2cef-4498-92b4-eef03d83b177 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:37.079930 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 1b55ba6f-2cef-4498-92b4-eef03d83b177 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:37.080613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:37.121961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a376a91a-9ac0-4241-9fdd-275d1de2fe20 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:06:37.131328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:37.189909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Transition to ACTIVE for port object a376a91a-9ac0-4241-9fdd-275d1de2fe20 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:37.199290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:37.215468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:37.225671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0fd92b2-65c3-434d-ab35-a23e7c969133 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:37.242834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:37.282853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:37.295741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:37.341230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 1b55ba6f-2cef-4498-92b4-eef03d83b177, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=1b55ba6f-2cef-4498-92b4-eef03d83b177,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:37.354937 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:37.366613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-83c7b24b-8c42-4b11-8947-ca559d897d8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:37.401855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'Port': ['ID=ad1df305-82e7-4284-a241-1d8e59a6c4b2,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:37.420210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:37.436996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed646716-425f-4914-8c16-e3f8c352eb4e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:37.466410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-892ab62a-af02-469a-b711-84f9e8279d3e tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:37.534237 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=1b55ba6f-2cef-4498-92b4-eef03d83b177,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:37.545729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:37.572738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-05e32ffe-88a0-4531-aa5c-51cb1a5966d3 None None] Provisioning complete for port 293ff00c-729d-44dc-8987-659c12fa1841 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:37.574109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05e32ffe-88a0-4531-aa5c-51cb1a5966d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:37.640143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed646716-425f-4914-8c16-e3f8c352eb4e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:37.665921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed646716-425f-4914-8c16-e3f8c352eb4e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=b609b313-9aa2-41c8-805e-120dccf1fbea,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:37.669025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b304c98-9e07-4e50-8ea0-e3a8cbe84d4d None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:37.679275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ed646716-425f-4914-8c16-e3f8c352eb4e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:37.704144 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ed646716-425f-4914-8c16-e3f8c352eb4e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/b609b313-9aa2-41c8-805e-120dccf1fbea HTTP/1.1" status: 204 len: 168 time: 2.1748929 Dec 22 13:06:37.715397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:37.719444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:37.735594 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51490) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:37.770260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Pushing event updated for resources: {'Port': ['ID=a376a91a-9ac0-4241-9fdd-275d1de2fe20,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:37.778924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:37.860863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Attempting to bind port a376a91a-9ac0-4241-9fdd-275d1de2fe20 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:06:37.861614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Attempting to bind port a376a91a-9ac0-4241-9fdd-275d1de2fe20 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:06:37.862172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Attempting to bind port a376a91a-9ac0-4241-9fdd-275d1de2fe20 on network b0719164-23d6-44e6-b356-e808281f7730 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:06:37.873559 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8135767 Dec 22 13:06:37.880082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Port a376a91a-9ac0-4241-9fdd-275d1de2fe20 on network b0719164-23d6-44e6-b356-e808281f7730 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:06:37.880427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Attempting to bind port a376a91a-9ac0-4241-9fdd-275d1de2fe20 on network b0719164-23d6-44e6-b356-e808281f7730 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:06:37.896578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:06:37.897000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Checking segment: {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:37.897324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Bound using segment: {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:06:37.897774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Bound port: a376a91a-9ac0-4241-9fdd-275d1de2fe20, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:06:37.898128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:37.905678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Request body: {'port': {'device_id': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:37.943449 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9380d2cc-18d8-47b7-aa7b-c6df08a1edaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1978681 Dec 22 13:06:37.949863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51500) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:38.014987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:38.078599 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51506) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:38.194377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] For port a376a91a-9ac0-4241-9fdd-275d1de2fe20, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:06:38.207775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] For port a376a91a-9ac0-4241-9fdd-275d1de2fe20, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a376a91a-9ac0-4241-9fdd-275d1de2fe20,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:06:38.217245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:38.230311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-51fea439-e9fa-465e-a7d1-d88aca4786d8 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:38.301354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:38.301794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:38.303174 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] 10.222.0.54 "PUT /v2.0/ports/a376a91a-9ac0-4241-9fdd-275d1de2fe20 HTTP/1.1" status: 200 len: 1094 time: 2.8433206 Dec 22 13:06:38.305622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0eeb45-090f-443c-9d1b-466164f86968', 'tag': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:06:38.348254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2469dc-5ad8-4ae9-8bcf-dab8d16b900d req-17c994c5-0d1e-49f3-b389-1db2c617b8ce tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:38.349900 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bb2469dc-5ad8-4ae9-8bcf-dab8d16b900d req-17c994c5-0d1e-49f3-b389-1db2c617b8ce tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 931 time: 0.2720735 Dec 22 13:06:38.351111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-09cb788e-e60d-4926-9399-03a0de133c80 None None] Provisioning for port ad1df305-82e7-4284-a241-1d8e59a6c4b2 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:38.357740 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-09cb788e-e60d-4926-9399-03a0de133c80 None None] Provisioning complete for port ad1df305-82e7-4284-a241-1d8e59a6c4b2 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:38.358464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-09cb788e-e60d-4926-9399-03a0de133c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:38.401596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'networks': [{'name': 'tempest-network--1911639535'}, {'name': 'tempest-network--60016220'}]} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:38.401853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'network': {'name': 'tempest-network--1911639535'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:38.402306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'network': {'name': 'tempest-network--60016220'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:38.407219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:38.411046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Usage tracker for resource:network and tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:38.412267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:38.414805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:38.420851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:38.421069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:38.422412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-09cb788e-e60d-4926-9399-03a0de133c80 None None] Port ad1df305-82e7-4284-a241-1d8e59a6c4b2 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:06:38.425345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:38.426977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2879dbbf-1220-464f-a5bc-d406ab919171 None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:06:38.441148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2879dbbf-1220-464f-a5bc-d406ab919171 None None] Deleting port 293ff00c-729d-44dc-8987-659c12fa1841 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:38.441672 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2879dbbf-1220-464f-a5bc-d406ab919171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:38.444467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:38.446564 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:38.464714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Made reservation on behalf of b2ceb8ed6bd24aecbe5042513a58c8c2 for: {'network': 2} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:38.469245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:38.499997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Pushing event updated for resources: {'Port': ['ID=a376a91a-9ac0-4241-9fdd-275d1de2fe20,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:38.506914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:38.528682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:38.533807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:38.542707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:38.626261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-bb2469dc-5ad8-4ae9-8bcf-dab8d16b900d req-de8e0c25-c968-4a4c-9ec2-58e49b2ae034 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Synchronizing usage tracker for tenant:fe5304f275dc44fa95fc54bf8934d70f on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:38.629121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:38.636468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Usage tracker for resource:security_group_rule and tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:38.640802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:38.661050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:38.667301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-bb2469dc-5ad8-4ae9-8bcf-dab8d16b900d req-de8e0c25-c968-4a4c-9ec2-58e49b2ae034 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Unset dirty status for tenant:fe5304f275dc44fa95fc54bf8934d70f on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:38.676623 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bb2469dc-5ad8-4ae9-8bcf-dab8d16b900d req-de8e0c25-c968-4a4c-9ec2-58e49b2ae034 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2830746 Dec 22 13:06:38.682385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66754ff-77fb-466a-908a-5f7cd14191bd req-c96f133a-6be2-4075-a58d-47022a9095cc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:38.684637 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a66754ff-77fb-466a-908a-5f7cd14191bd req-c96f133a-6be2-4075-a58d-47022a9095cc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 944 time: 0.5547228 Dec 22 13:06:38.687381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-6416b1c1-7ecf-4f56-a69f-04048020b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:38.688908 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-6416b1c1-7ecf-4f56-a69f-04048020b0cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 1097 time: 0.3382471 Dec 22 13:06:38.770648 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-2879dbbf-1220-464f-a5bc-d406ab919171 None None] For port 293ff00c-729d-44dc-8987-659c12fa1841, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=293ff00c-729d-44dc-8987-659c12fa1841,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:38.773179 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2879dbbf-1220-464f-a5bc-d406ab919171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:38.820824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:38.839160 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a66754ff-77fb-466a-908a-5f7cd14191bd req-bb8f53a3-4868-458b-a939-f37bf96fd9db tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253202 Dec 22 13:06:38.890742 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0eeb45-090f-443c-9d1b-466164f86968', 'tag': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20', 'status': 'completed', 'code': 200} Dec 22 13:06:38.891476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:38.892122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:38.914767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7462174e-5b74-411b-bb71-da6428c9c626 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:38.926786 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-b476b4df-32de-46a0-b9f7-9e6e695d6be6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a376a91a-9ac0-4241-9fdd-275d1de2fe20 HTTP/1.1" status: 200 len: 217 time: 0.1043310 Dec 22 13:06:38.937807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 1b55ba6f-2cef-4498-92b4-eef03d83b177 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:38.968182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2879dbbf-1220-464f-a5bc-d406ab919171 None None] Calling delete_port for 293ff00c-729d-44dc-8987-659c12fa1841 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:39.003796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-96b9d62b-1cbf-4fae-8a73-aa896763ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:39.005409 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-96b9d62b-1cbf-4fae-8a73-aa896763ce8f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.0698335 Dec 22 13:06:39.077853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 1b55ba6f-2cef-4498-92b4-eef03d83b177 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:39.077853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.081100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:39.091070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.091588 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Added segment 3c2338a5-2860-4848-a5d9-a90916319b6c of type vlan for network 0f4e9d49-44f5-4ed4-813a-90a6088133db Dec 22 13:06:39.100823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.108350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-05b5029a-c704-476c-ba1f-d85c933ca2e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:39.117540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.121331 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2879dbbf-1220-464f-a5bc-d406ab919171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.132928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f24b75d6-30a1-48f7-b6be-c00d7aed954a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:39.152294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:39.161296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.161681 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Added segment 0165bb96-7a6d-4ae9-8a50-5c39ff490af1 of type vlan for network fd41209d-e7e1-4605-b335-1f9159f1d44f Dec 22 13:06:39.176811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2879dbbf-1220-464f-a5bc-d406ab919171 None None] No DVR routers for this DVR port 293ff00c-729d-44dc-8987-659c12fa1841 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:06:39.185531 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879dbbf-1220-464f-a5bc-d406ab919171 None None] Pushing event deleted for resources: {'Port': ['ID=293ff00c-729d-44dc-8987-659c12fa1841,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:39.191675 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2879dbbf-1220-464f-a5bc-d406ab919171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:39.192094 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.213557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21c6f61-99f5-4966-b880-a5407ae49028,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:39.219153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:39.257275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-a431d683-0aa8-4150-ada2-f48c9aae82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:39.259057 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-a431d683-0aa8-4150-ada2-f48c9aae82f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2429209 Dec 22 13:06:39.260358 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.261024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.267191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:39.272421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:39.273154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.352286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:39.358693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:39.368569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 293ff00c-729d-44dc-8987-659c12fa1841 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:06:39.369130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:39.369130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.378337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1df305-82e7-4284-a241-1d8e59a6c4b2 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:06:39.387872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=40317d32-c1c8-454e-ac53-3b7357755678,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:39.394677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:39.396457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.411155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af06b3e-ec94-4390-8262-80670cba94d6 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:39.417749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Transition to ACTIVE for port object ad1df305-82e7-4284-a241-1d8e59a6c4b2 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:39.422748 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4527097 Dec 22 13:06:39.422975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51516) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:39.428854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ed4ecd6c-31c6-471f-9db0-f19915d5d5bf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:39.444769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 293ff00c-729d-44dc-8987-659c12fa1841 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:06:39.445361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 293ff00c-729d-44dc-8987-659c12fa1841 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:06:39.446207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.461314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-57da0321-7807-4eb5-8cc1-484df86ffa51 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:39.508653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5c032c92-55f1-417d-b449-e08d3dac1c65 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:39.671377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Pushing event updated for resources: {'Port': ['ID=ad1df305-82e7-4284-a241-1d8e59a6c4b2,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:39.687845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:39.782785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event updated for resources: {'Network': ['ID=0f4e9d49-44f5-4ed4-813a-90a6088133db,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:39.826482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 0f4e9d49-44f5-4ed4-813a-90a6088133db details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:39.855115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-cc430aa9-1eda-495d-9373-01b5d372ccd0', 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'tenant_id': '4c8a76f9a9174fb4a4b35f33fd127809', 'fixed_ips': [{'subnet_id': '40317d32-c1c8-454e-ac53-3b7357755678'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:06:39.856214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:39.870807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed4ecd6c-31c6-471f-9db0-f19915d5d5bf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:39.873539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Attempting to bind port ad1df305-82e7-4284-a241-1d8e59a6c4b2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:06:39.874065 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Attempting to bind port ad1df305-82e7-4284-a241-1d8e59a6c4b2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:06:39.874569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Attempting to bind port ad1df305-82e7-4284-a241-1d8e59a6c4b2 on network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:06:39.880476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed4ecd6c-31c6-471f-9db0-f19915d5d5bf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:39.884460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed4ecd6c-31c6-471f-9db0-f19915d5d5bf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:39.887495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Port ad1df305-82e7-4284-a241-1d8e59a6c4b2 on network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:06:39.888117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Attempting to bind port ad1df305-82e7-4284-a241-1d8e59a6c4b2 on network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:06:39.894605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed4ecd6c-31c6-471f-9db0-f19915d5d5bf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:39.900495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:06:39.901046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Checking segment: {'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:39.901609 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Bound using segment: {'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:06:39.902187 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Bound port: ad1df305-82e7-4284-a241-1d8e59a6c4b2, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7b0f12-c6c8-4be7-9cc9-b4c598998863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:06:39.902966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:40.047346 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-6e4fd889-58a1-4b3d-9898-90e2f3a27354 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7697878 Dec 22 13:06:40.054701 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9721284 Dec 22 13:06:40.055501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4ecd6c-31c6-471f-9db0-f19915d5d5bf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:40.058945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed4ecd6c-31c6-471f-9db0-f19915d5d5bf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:40.073301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51524) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:40.138419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] For port ad1df305-82e7-4284-a241-1d8e59a6c4b2, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:06:40.140686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Allocated IP 2001:db8::2 (cc430aa9-1eda-495d-9373-01b5d372ccd0/40317d32-c1c8-454e-ac53-3b7357755678/2e352977-e487-40a5-b335-2bef6f17dc02) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:40.159256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] For port ad1df305-82e7-4284-a241-1d8e59a6c4b2, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:06:40.170515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:40.172091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event updated for resources: {'Network': ['ID=fd41209d-e7e1-4605-b335-1f9159f1d44f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:40.178356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-24a2e284-e56d-4926-a576-8644c270ba3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:40.186723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:40.189923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:40.190317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:40.217310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network fd41209d-e7e1-4605-b335-1f9159f1d44f details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:40.251864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d45d08-a468-4b48-8d85-38f7e4f7920d req-bfcbd536-0f84-4204-a8ae-231cc8a7f866 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:40.253028 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-15d45d08-a468-4b48-8d85-38f7e4f7920d req-bfcbd536-0f84-4204-a8ae-231cc8a7f866 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 944 time: 0.2828751 Dec 22 13:06:40.277592 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:40.278198 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:40.279630 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-49c13842-2849-4ba0-955e-754aa996450c service neutron] 10.222.0.54 "PUT /v2.0/ports/ad1df305-82e7-4284-a241-1d8e59a6c4b2 HTTP/1.1" status: 200 len: 1093 time: 2.3865366 Dec 22 13:06:40.280177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:06:40.313579 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.ipam_backend_mixin [None req-ed4ecd6c-31c6-471f-9db0-f19915d5d5bf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40317d32-c1c8-454e-ac53-3b7357755678 (CIDR: 2001:db8::/64) Dec 22 13:06:40.326422 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4ecd6c-31c6-471f-9db0-f19915d5d5bf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:06:40.326712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4ecd6c-31c6-471f-9db0-f19915d5d5bf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:40.327652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567f276-0b12-44a5-bee8-86841781e486 req-b7d3ea7c-2dd9-4e25-a7b5-99c99833c96e tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:40.329201 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a567f276-0b12-44a5-bee8-86841781e486 req-b7d3ea7c-2dd9-4e25-a7b5-99c99833c96e tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 943 time: 0.4936001 Dec 22 13:06:40.373932 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7fca1295-555b-4cb2-b38b-ab7606af33e7 req-efab47db-7f33-4ca9-a108-cd0d313bf2ce service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035276 Dec 22 13:06:40.393256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Pushing event updated for resources: {'Port': ['ID=ad1df305-82e7-4284-a241-1d8e59a6c4b2,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:40.405092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:40.411755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00906c-3b26-4acd-8087-bfb40a5c1ff0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:40.426722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00906c-3b26-4acd-8087-bfb40a5c1ff0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:40.433404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00906c-3b26-4acd-8087-bfb40a5c1ff0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:40.439734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00906c-3b26-4acd-8087-bfb40a5c1ff0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:40.440786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ff00906c-3b26-4acd-8087-bfb40a5c1ff0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Synchronizing usage tracker for tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:40.446985 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-15d45d08-a468-4b48-8d85-38f7e4f7920d req-d24760a3-4543-4976-bed9-365c60859b12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620185 Dec 22 13:06:40.466271 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ed4ecd6c-31c6-471f-9db0-f19915d5d5bf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0343161 Dec 22 13:06:40.466271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51530) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:40.476812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:40.479292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'subnet': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:40.488696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:40.504395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Transition to ACTIVE for port object 2e352977-e487-40a5-b335-2bef6f17dc02 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:40.534845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Transition to ACTIVE for port object 2e352977-e487-40a5-b335-2bef6f17dc02 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:40.538766 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a567f276-0b12-44a5-bee8-86841781e486 req-a219b485-b56a-4cd0-8351-69daec899065 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953804 Dec 22 13:06:40.556739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:40.574544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-86714885-ef51-45cb-9c91-28b0e58e9ebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:40.594254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ff00906c-3b26-4acd-8087-bfb40a5c1ff0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Unset dirty status for tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:40.596717 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ff00906c-3b26-4acd-8087-bfb40a5c1ff0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5225217 Dec 22 13:06:40.599055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51536) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:40.626293 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-b57a8c50-6e83-46f8-9a9d-6a6af04d302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:40.628373 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-b57a8c50-6e83-46f8-9a9d-6a6af04d302b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe5304f275dc44fa95fc54bf8934d70f&device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 1096 time: 0.2977786 Dec 22 13:06:40.669243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:40.671342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:40.676837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:40.738539 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-d590267a-9c3b-4fdf-ba8d-332c8d9c368c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2 HTTP/1.1" status: 200 len: 217 time: 0.0833073 Dec 22 13:06:40.740197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c455ced-c99d-43d5-8885-8b6d7f372c06 req-25467ac5-c987-4f51-9280-e7054fa86920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:40.741222 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c455ced-c99d-43d5-8885-8b6d7f372c06 req-25467ac5-c987-4f51-9280-e7054fa86920 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 1097 time: 0.2955153 Dec 22 13:06:40.749523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:40.768195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Pushing event updated for resources: {'Port': ['ID=2e352977-e487-40a5-b335-2bef6f17dc02,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:40.775494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:40.791327 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'status': 'completed', 'code': 200} Dec 22 13:06:40.792712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:subnet and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:40.800545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:40.805712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Attempting to bind port 2e352977-e487-40a5-b335-2bef6f17dc02 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:06:40.806089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Attempting to bind port 2e352977-e487-40a5-b335-2bef6f17dc02 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:06:40.806454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Attempting to bind port 2e352977-e487-40a5-b335-2bef6f17dc02 on network cc430aa9-1eda-495d-9373-01b5d372ccd0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:06:40.813458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:06:40.813839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Checking segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:40.814606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:40.814606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Bound using segment: {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:06:40.815070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Bound port: 2e352977-e487-40a5-b335-2bef6f17dc02, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52387af-1844-460b-87ac-c771f4418071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:06:40.815446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:40.817599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:40.833076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-2d2eb074-2f5f-4cf1-a929-7627a9f2ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:40.834768 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-2d2eb074-2f5f-4cf1-a929-7627a9f2ec06 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af85d33c-7f56-459a-9936-594ee0b806a7 HTTP/1.1" status: 200 len: 834 time: 0.0827429 Dec 22 13:06:40.835778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:40.839983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:40.843923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:40.904817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] For port 2e352977-e487-40a5-b335-2bef6f17dc02, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:06:40.907761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] For port 2e352977-e487-40a5-b335-2bef6f17dc02, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2e352977-e487-40a5-b335-2bef6f17dc02,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:06:40.913620 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:40.918098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-01dfa566-8736-43b8-9ce8-3ac48d44b47e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:40.999906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Pushing event updated for resources: {'Port': ['ID=2e352977-e487-40a5-b335-2bef6f17dc02,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:41.011001 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:41.016206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c455ced-c99d-43d5-8885-8b6d7f372c06 req-97df1a55-c391-467e-b270-0c262111fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:41.017810 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c455ced-c99d-43d5-8885-8b6d7f372c06 req-97df1a55-c391-467e-b270-0c262111fda5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 913 time: 0.2600019 Dec 22 13:06:41.026640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:41.033133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-70f12b9a-3354-487e-9f0e-4a23423b2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:41.034725 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-70f12b9a-3354-487e-9f0e-4a23423b2538 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1784675 Dec 22 13:06:41.111832 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c455ced-c99d-43d5-8885-8b6d7f372c06 req-d5ff9d61-5b98-4f11-95f7-5c69921b9d20 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a376a91a-9ac0-4241-9fdd-275d1de2fe20 HTTP/1.1" status: 200 len: 217 time: 0.0872431 Dec 22 13:06:41.117491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4e9d49-44f5-4ed4-813a-90a6088133db']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:41.172298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2338a5-2860-4848-a5d9-a90916319b6c') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:41.172627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2338a5-2860-4848-a5d9-a90916319b6c') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:41.191748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:41.224051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c455ced-c99d-43d5-8885-8b6d7f372c06 req-6cee9266-8620-495e-acc7-d7e2ea9996ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:41.225665 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c455ced-c99d-43d5-8885-8b6d7f372c06 req-6cee9266-8620-495e-acc7-d7e2ea9996ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.1007524 Dec 22 13:06:41.232948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:41.243431 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-ef726e23-4876-45fd-885f-352441779eb4 service neutron] 10.222.0.54 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011659 Dec 22 13:06:41.281056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:41.281484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:41.296716 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:41.396852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:41.406611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cb5d1217-3327-4274-8c1e-f8fca9436ac7 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:41.618541 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6a4b952-2a1b-44ce-99a0-f9bf63b2a9b4 req-3a5c5c98-226b-46d1-9fac-fcf6cc291c0b service neutron] 10.222.0.54 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691213 Dec 22 13:06:41.632417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:41.635093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event deleted for resources: {'Network': ['ID=0f4e9d49-44f5-4ed4-813a-90a6088133db,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:41.644581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:41.652296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c455ced-c99d-43d5-8885-8b6d7f372c06 req-6c316a80-11b2-4297-8fc5-c7e5d90ef053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:41.654281 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c455ced-c99d-43d5-8885-8b6d7f372c06 req-6c316a80-11b2-4297-8fc5-c7e5d90ef053 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4135907 Dec 22 13:06:41.746809 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "DELETE /v2.0/networks/0f4e9d49-44f5-4ed4-813a-90a6088133db HTTP/1.1" status: 204 len: 168 time: 1.1433189 Dec 22 13:06:41.753517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51546) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:41.811546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.objects.ports [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87568) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 22 13:06:41.914672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585cd8b-ac6a-4cd0-a4db-1d57ad10a3c7 req-c0827080-dbd9-46a8-9e69-35cadb3f46c6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:41.915547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-a585cd8b-ac6a-4cd0-a4db-1d57ad10a3c7 req-c0827080-dbd9-46a8-9e69-35cadb3f46c6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Synchronizing usage tracker for tenant:fe5304f275dc44fa95fc54bf8934d70f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:41.919192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:41.921788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ea877-b96f-44c1-881a-01154f19c0c6 req-94e5171e-08f9-431c-a107-07648820b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:41.923267 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dc8ea877-b96f-44c1-881a-01154f19c0c6 req-94e5171e-08f9-431c-a107-07648820b2b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe5304f275dc44fa95fc54bf8934d70f&device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 1096 time: 0.2414815 Dec 22 13:06:41.930694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55fe42-cd94-4166-8cbc-7474da296dcd req-b4959bf4-53bd-4f59-9b37-c6b16a28a306 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:41.931281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2c55fe42-cd94-4166-8cbc-7474da296dcd req-b4959bf4-53bd-4f59-9b37-c6b16a28a306 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Synchronizing usage tracker for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:41.938646 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c455ced-c99d-43d5-8885-8b6d7f372c06 req-5bf6397d-7146-4770-ae8d-972c87ef1783 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754374 Dec 22 13:06:42.018188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-a585cd8b-ac6a-4cd0-a4db-1d57ad10a3c7 req-c0827080-dbd9-46a8-9e69-35cadb3f46c6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Unset dirty status for tenant:fe5304f275dc44fa95fc54bf8934d70f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:42.019355 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a585cd8b-ac6a-4cd0-a4db-1d57ad10a3c7 req-c0827080-dbd9-46a8-9e69-35cadb3f46c6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 943 time: 0.3386388 Dec 22 13:06:42.023658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2c55fe42-cd94-4166-8cbc-7474da296dcd req-b4959bf4-53bd-4f59-9b37-c6b16a28a306 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Unset dirty status for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:42.024802 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2c55fe42-cd94-4166-8cbc-7474da296dcd req-b4959bf4-53bd-4f59-9b37-c6b16a28a306 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 944 time: 0.4387181 Dec 22 13:06:42.144663 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b9ac27f4-4dbe-4f8d-b8f7-0dec772dbba7 None None] Provisioning for port 2e352977-e487-40a5-b335-2bef6f17dc02 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:42.159560 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ea877-b96f-44c1-881a-01154f19c0c6 req-ae820d07-d8ca-41eb-89a0-1e571403c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:42.161032 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dc8ea877-b96f-44c1-881a-01154f19c0c6 req-ae820d07-d8ca-41eb-89a0-1e571403c0c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe HTTP/1.1" status: 200 len: 898 time: 0.2298226 Dec 22 13:06:42.166173 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a585cd8b-ac6a-4cd0-a4db-1d57ad10a3c7 req-69ecec2b-63c7-46d7-98a7-c7524ebacc71 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283112 Dec 22 13:06:42.222122 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2c55fe42-cd94-4166-8cbc-7474da296dcd req-7362adee-9f94-4662-b0ab-dec2698568f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622126 Dec 22 13:06:42.223841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.234721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.245880 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dc8ea877-b96f-44c1-881a-01154f19c0c6 req-6568732f-a7c0-403c-b537-77dad07d5026 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2 HTTP/1.1" status: 200 len: 217 time: 0.0749590 Dec 22 13:06:42.254252 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c455ced-c99d-43d5-8885-8b6d7f372c06 req-2a84afc1-7e75-43b5-9f03-c595f351127a service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081791 Dec 22 13:06:42.259857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd41209d-e7e1-4605-b335-1f9159f1d44f']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:42.272476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0165bb96-7a6d-4ae9-8a50-5c39ff490af1') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:42.272768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0165bb96-7a6d-4ae9-8a50-5c39ff490af1') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:42.283862 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.299322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.305292 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:42.305671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:42.320008 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:42.368657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ea877-b96f-44c1-881a-01154f19c0c6 req-00b2d25a-eefa-4a61-88ca-214fc114623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:42.370009 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dc8ea877-b96f-44c1-881a-01154f19c0c6 req-00b2d25a-eefa-4a61-88ca-214fc114623e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af85d33c-7f56-459a-9936-594ee0b806a7 HTTP/1.1" status: 200 len: 834 time: 0.1166296 Dec 22 13:06:42.397759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.401143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f2aa49dc-01f9-4c42-a78f-7005a4269d31 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:42.419110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.430235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event deleted for resources: {'Network': ['ID=fd41209d-e7e1-4605-b335-1f9159f1d44f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:42.433842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:42.435768 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "DELETE /v2.0/networks/fd41209d-e7e1-4605-b335-1f9159f1d44f HTTP/1.1" status: 204 len: 168 time: 0.6801212 Dec 22 13:06:42.438367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51550) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:42.566935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] For port 2e352977-e487-40a5-b335-2bef6f17dc02, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2e352977-e487-40a5-b335-2bef6f17dc02,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:42.576613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ea877-b96f-44c1-881a-01154f19c0c6 req-430c601e-6cf6-4cea-98aa-fbcfcbb394f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:42.578392 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dc8ea877-b96f-44c1-881a-01154f19c0c6 req-430c601e-6cf6-4cea-98aa-fbcfcbb394f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1878164 Dec 22 13:06:42.590793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71008531-5ae7-4dab-b902-540cd1b1502e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:42.596922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71008531-5ae7-4dab-b902-540cd1b1502e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:42.597705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-71008531-5ae7-4dab-b902-540cd1b1502e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Synchronizing usage tracker for tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:42.614073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-71008531-5ae7-4dab-b902-540cd1b1502e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Unset dirty status for tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:42.615239 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-71008531-5ae7-4dab-b902-540cd1b1502e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1760180 Dec 22 13:06:42.619084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51554) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:42.624702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-837063131'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:42.629578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:42.639723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:42.650764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Made reservation on behalf of b2ceb8ed6bd24aecbe5042513a58c8c2 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:42.659247 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.672178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.686939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.687764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.691098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:42.695228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-51127258-24ea-4961-b4ba-30e3eccffff3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:42.701804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.702221 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Added segment 0617a8e5-6565-4eed-bd9e-1d8f7cd83de8 of type vlan for network bc94738d-4fb4-410d-9abf-d1e5d7f11c4c Dec 22 13:06:42.733011 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2e352977-e487-40a5-b335-2bef6f17dc02 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:42.734586 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.774417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.777818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:42.780308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:42.780916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.786194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4d42b443-00ef-4b4f-b53f-8caa5661caec tempest-RoutersIpV6Test-1579311393 tempest-RoutersIpV6Test-1579311393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:42.797503 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:42.800365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 2e352977-e487-40a5-b335-2bef6f17dc02 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:42.801263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:42.801860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.805993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 2e352977-e487-40a5-b335-2bef6f17dc02 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:42.806464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:42.836474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a186a92-e8ff-4a68-b383-008e4197665f None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:42.845866 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=2e352977-e487-40a5-b335-2bef6f17dc02,revision_number=4']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:42.849577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:42.854498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d1fc5e33-29e0-4a2f-a6c2-fa42882eeac2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:42.906044 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4381371 Dec 22 13:06:42.906301 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2835062 Dec 22 13:06:42.906401 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dc8ea877-b96f-44c1-881a-01154f19c0c6 req-e1f7cbb3-ea1b-49f3-b678-61719397fb30 service neutron] 10.222.0.54 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202682 Dec 22 13:06:42.906506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51558) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:42.906861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51560) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:42.913744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-738390814'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:42.917787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event updated for resources: {'Network': ['ID=bc94738d-4fb4-410d-9abf-d1e5d7f11c4c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:42.924383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Request body: {'port': {'network_id': 'cc430aa9-1eda-495d-9373-01b5d372ccd0', 'mac_address': 'fa:16:3e:73:90:50', 'name': 'tempest-NetworksTestDHCPv6-308513782'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:42.933004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network bc94738d-4fb4-410d-9abf-d1e5d7f11c4c details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:42.937902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:42.943000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:42.949388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Usage tracker for resource:network and tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:42.958482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Subnet': ['ID=13e0c565-ec5d-4684-9425-30b1184599c2,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:42.964423 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:42.998393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:43.015149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:43.035765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Made reservation on behalf of b2ceb8ed6bd24aecbe5042513a58c8c2 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:43.039242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:43.103050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:43.108987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:43.114881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Usage tracker for resource:port and tenant:4c8a76f9a9174fb4a4b35f33fd127809 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:43.119441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:43.122529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:43.122953 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Added segment c1f557d6-bbe7-467b-851a-b4948f22d4a5 of type vlan for network 143d81d3-1de8-4291-9021-9a88a5b956d7 Dec 22 13:06:43.130693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:43.154746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Made reservation on behalf of 4c8a76f9a9174fb4a4b35f33fd127809 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:43.169814 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:43.174703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:43.239493 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dc8ea877-b96f-44c1-881a-01154f19c0c6 req-af45147e-be93-41af-8e93-44fba9fb4ec2 service neutron] 10.222.0.54 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051162 Dec 22 13:06:43.246228 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 2e352977-e487-40a5-b335-2bef6f17dc02, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2e352977-e487-40a5-b335-2bef6f17dc02,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:43.258979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:43.262432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-36248938-e58f-44e3-8517-083cea5dbddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:43.313196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:43.318717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:43.319327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:43.325061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:43.387783 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=2e352977-e487-40a5-b335-2bef6f17dc02,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:43.391390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:43.410734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453f4e-12bc-40f4-91d3-c3108ad63a34 req-8ca9f71d-b3a1-4d0e-9595-edbb39f05665 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:43.412333 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c5453f4e-12bc-40f4-91d3-c3108ad63a34 req-8ca9f71d-b3a1-4d0e-9595-edbb39f05665 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 943 time: 0.0881407 Dec 22 13:06:43.463497 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c5453f4e-12bc-40f4-91d3-c3108ad63a34 req-1183e1dc-5ea1-453d-b529-accec9d01bd0 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440924 Dec 22 13:06:43.610378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:43.644137 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7344546 Dec 22 13:06:43.648439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51570) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:43.662830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'ports': [{'network_id': 'bc94738d-4fb4-410d-9abf-d1e5d7f11c4c', 'name': 'tempest-port--1263470798', 'admin_state_up': True}, {'network_id': '143d81d3-1de8-4291-9021-9a88a5b956d7', 'admin_state_up': False}]} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:43.663628 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'port': {'network_id': 'bc94738d-4fb4-410d-9abf-d1e5d7f11c4c', 'name': 'tempest-port--1263470798', 'admin_state_up': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:43.664329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'port': {'network_id': '143d81d3-1de8-4291-9021-9a88a5b956d7', 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:43.673167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] device_id is not set on port 29907c68-f246-4cae-8fad-d7fc7de018dd yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:06:43.738254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event updated for resources: {'Network': ['ID=143d81d3-1de8-4291-9021-9a88a5b956d7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:43.750580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 143d81d3-1de8-4291-9021-9a88a5b956d7 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:43.891433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:43.981014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8::ee (cc430aa9-1eda-495d-9373-01b5d372ccd0/40317d32-c1c8-454e-ac53-3b7357755678/29907c68-f246-4cae-8fad-d7fc7de018dd) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:43.982707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:43.987181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Usage tracker for resource:port and tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:43.989344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:9050 (cc430aa9-1eda-495d-9373-01b5d372ccd0/13e0c565-ec5d-4684-9425-30b1184599c2/29907c68-f246-4cae-8fad-d7fc7de018dd) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:43.990963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:43.997550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:44.002263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db63fe4-4fc8-4a39-af83-f0411299a8ef req-f76d6970-7b09-490e-9728-ebeedd7506ad tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:44.003806 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8db63fe4-4fc8-4a39-af83-f0411299a8ef req-f76d6970-7b09-490e-9728-ebeedd7506ad tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 944 time: 0.6440852 Dec 22 13:06:44.013784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Made reservation on behalf of b2ceb8ed6bd24aecbe5042513a58c8c2 for: {'port': 2} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:44.018518 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.036553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.083247 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8db63fe4-4fc8-4a39-af83-f0411299a8ef req-f0315e24-a6b5-426f-9277-ab7ab9550c4c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717759 Dec 22 13:06:44.113673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4128a2eb-7062-43e1-902b-dd09539b8263 None None] Provisioning complete for port 2e352977-e487-40a5-b335-2bef6f17dc02 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:44.114326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4128a2eb-7062-43e1-902b-dd09539b8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.156224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] device_id is not set on port 526f39d3-762e-4c61-b97a-f1a188e85c35 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:06:44.241283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.257067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Transition to ACTIVE for port object 29907c68-f246-4cae-8fad-d7fc7de018dd will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:44.280627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.286284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3ba2e00a-6e44-41b2-b1f5-5d3911652fbc tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:44.299498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.353492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:44.356729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:44.360650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:44.366040 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:44.366648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.374811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event updated for resources: {'Port': ['ID=29907c68-f246-4cae-8fad-d7fc7de018dd,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:44.381793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:44.397801 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4900091 Dec 22 13:06:44.400476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51574) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:44.411508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] device_id is not set on port e907e879-f802-459c-8a5a-1733e7ffa5a7 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:06:44.468324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-817027f2-e92b-4c3e-8c14-2a9a31fdf461 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting port 29907c68-f246-4cae-8fad-d7fc7de018dd {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:44.469685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-817027f2-e92b-4c3e-8c14-2a9a31fdf461 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.556647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.588946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.597536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:44.662498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7649520b-0343-4fcd-9b9d-552ba2132030 None None] Provisioning for port 29907c68-f246-4cae-8fad-d7fc7de018dd completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:44.669140 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7649520b-0343-4fcd-9b9d-552ba2132030 None None] Provisioning complete for port 29907c68-f246-4cae-8fad-d7fc7de018dd triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:44.670009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7649520b-0343-4fcd-9b9d-552ba2132030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.716508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2e352977-e487-40a5-b335-2bef6f17dc02 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:44.749315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-817027f2-e92b-4c3e-8c14-2a9a31fdf461 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.774994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7649520b-0343-4fcd-9b9d-552ba2132030 None None] Port 29907c68-f246-4cae-8fad-d7fc7de018dd cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:06:44.775735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event updated for resources: {'Port': ['ID=526f39d3-762e-4c61-b97a-f1a188e85c35,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:44.785791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:44.795324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Checking segment: {'id': '0617a8e5-6565-4eed-bd9e-1d8f7cd83de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bc94738d-4fb4-410d-9abf-d1e5d7f11c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:44.795677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Network hostable DHCP agents. Network: bc94738d-4fb4-410d-9abf-d1e5d7f11c4c, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:06:44.799017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 2e352977-e487-40a5-b335-2bef6f17dc02 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:44.799476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.820611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe5657-6d31-4e4b-8aa7-f70e554648e2 req-fa6437a9-cb87-4144-af01-85fa4bca1576 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:44.822177 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d4fe5657-6d31-4e4b-8aa7-f70e554648e2 req-fa6437a9-cb87-4144-af01-85fa4bca1576 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 943 time: 0.1650248 Dec 22 13:06:44.832629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Network bc94738d-4fb4-410d-9abf-d1e5d7f11c4c is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:06:44.876949 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, bc94738d-4fb4-410d-9abf-d1e5d7f11c4c) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:44.878857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-817027f2-e92b-4c3e-8c14-2a9a31fdf461 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Calling delete_port for 29907c68-f246-4cae-8fad-d7fc7de018dd owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:44.885015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:44.885921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:44.892716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3b7f9259-1378-467c-b6a8-d8b60ff5f845 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:44.897502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d42ac74-eea5-4d25-8f1f-937eb4ff0f6d None None] Network bc94738d-4fb4-410d-9abf-d1e5d7f11c4c requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:44.936157 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d4fe5657-6d31-4e4b-8aa7-f70e554648e2 req-679d3a4e-6e5c-4c43-8484-f1d33dbcf329 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993266 Dec 22 13:06:44.981274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device ad1df305-82e7-4284-a241-1d8e59a6c4b2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:06:45.018415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event updated for resources: {'Port': ['ID=e907e879-f802-459c-8a5a-1733e7ffa5a7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:45.024525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:45.025414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Checking segment: {'id': 'c1f557d6-bbe7-467b-851a-b4948f22d4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '143d81d3-1de8-4291-9021-9a88a5b956d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:45.025763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Network hostable DHCP agents. Network: 143d81d3-1de8-4291-9021-9a88a5b956d7, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:06:45.047950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Network 143d81d3-1de8-4291-9021-9a88a5b956d7 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:06:45.058681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 143d81d3-1de8-4291-9021-9a88a5b956d7) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:45.066110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:45.073244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:45.078644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:45.079641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:45.087044 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f8d8fc-a9d9-4be4-a543-f2e196df216d None None] Network 143d81d3-1de8-4291-9021-9a88a5b956d7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:45.099881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-817027f2-e92b-4c3e-8c14-2a9a31fdf461 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:45.106489 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4564130 Dec 22 13:06:45.106838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51580) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:45.112313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0ce1272d-1277-43ae-8693-279aa9a70834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:45.159485 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817027f2-e92b-4c3e-8c14-2a9a31fdf461 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Port': ['ID=29907c68-f246-4cae-8fad-d7fc7de018dd,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:45.173426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-817027f2-e92b-4c3e-8c14-2a9a31fdf461 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:45.199027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb164d6-a96c-4648-98aa-1094b7c2bf1a tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:45.205723 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb164d6-a96c-4648-98aa-1094b7c2bf1a tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:45.206760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6cb164d6-a96c-4648-98aa-1094b7c2bf1a tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Synchronizing usage tracker for tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:45.230692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6cb164d6-a96c-4648-98aa-1094b7c2bf1a tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Unset dirty status for tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:45.232396 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6cb164d6-a96c-4648-98aa-1094b7c2bf1a tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1240900 Dec 22 13:06:45.235087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51586) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:45.310445 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-817027f2-e92b-4c3e-8c14-2a9a31fdf461 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:45.318832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-16f1b36b-b66f-4b66-8a68-0b9d1cb17e00 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Deleting port 526f39d3-762e-4c61-b97a-f1a188e85c35 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:45.319802 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16f1b36b-b66f-4b66-8a68-0b9d1cb17e00 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:45.320499 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-817027f2-e92b-4c3e-8c14-2a9a31fdf461 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/29907c68-f246-4cae-8fad-d7fc7de018dd HTTP/1.1" status: 204 len: 168 time: 0.9189775 Dec 22 13:06:45.328046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51590) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:45.481045 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port ad1df305-82e7-4284-a241-1d8e59a6c4b2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:45.499196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'port_id': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'mac_address': 'fa:16:3e:0b:86:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:06:45.562088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd1f1b-bae3-40dc-a1d3-f2246bb461b3 req-f32655e1-aa74-4f38-9cf9-d82ebf3f21fd tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:45.563239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:45.563485 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-87bd1f1b-bae3-40dc-a1d3-f2246bb461b3 req-f32655e1-aa74-4f38-9cf9-d82ebf3f21fd tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 944 time: 0.3528333 Dec 22 13:06:45.572073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e735a-28db-427d-91a8-92b6c8da9fd1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:45.572771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ac2e735a-28db-427d-91a8-92b6c8da9fd1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:45.580617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16f1b36b-b66f-4b66-8a68-0b9d1cb17e00 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:45.581099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1df305-82e7-4284-a241-1d8e59a6c4b2 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:06:45.600352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port ad1df305-82e7-4284-a241-1d8e59a6c4b2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:45.605752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:45.608389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:45.614545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ac2e735a-28db-427d-91a8-92b6c8da9fd1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:45.615717 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ac2e735a-28db-427d-91a8-92b6c8da9fd1 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2847853 Dec 22 13:06:45.618967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51594) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:45.667107 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-87bd1f1b-bae3-40dc-a1d3-f2246bb461b3 req-a372cf2f-d341-4853-afe6-573767cd164a tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903759 Dec 22 13:06:45.680301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=ad1df305-82e7-4284-a241-1d8e59a6c4b2,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:45.692348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:45.705870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b071d2-522a-4b23-953f-c8921b1e9493 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:45.710135 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-19b071d2-522a-4b23-953f-c8921b1e9493 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0876956 Dec 22 13:06:45.710330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51598) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:45.782399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d517e3-43d4-438e-b060-41f95899d2ff tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:45.783895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d517e3-43d4-438e-b060-41f95899d2ff tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:45.785508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d517e3-43d4-438e-b060-41f95899d2ff tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:45.786327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-00d517e3-43d4-438e-b060-41f95899d2ff tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:45.803319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-00d517e3-43d4-438e-b060-41f95899d2ff tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:45.804498 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-00d517e3-43d4-438e-b060-41f95899d2ff tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0933506 Dec 22 13:06:45.807304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51602) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:45.841273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-16f1b36b-b66f-4b66-8a68-0b9d1cb17e00 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Calling delete_port for 526f39d3-762e-4c61-b97a-f1a188e85c35 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:45.873078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-de441649-fa25-4fe0-9fde-ddfa80de7eaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 13e0c565-ec5d-4684-9425-30b1184599c2 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:45.876235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de441649-fa25-4fe0-9fde-ddfa80de7eaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:45.923341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16f1b36b-b66f-4b66-8a68-0b9d1cb17e00 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:45.928854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0bcc627a-44c1-4a28-990c-b2e21e9256a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:45.934345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de441649-fa25-4fe0-9fde-ddfa80de7eaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:45.973155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1b36b-b66f-4b66-8a68-0b9d1cb17e00 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event deleted for resources: {'Port': ['ID=526f39d3-762e-4c61-b97a-f1a188e85c35,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:45.976216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-16f1b36b-b66f-4b66-8a68-0b9d1cb17e00 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:45.979292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-16f1b36b-b66f-4b66-8a68-0b9d1cb17e00 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:45.997349 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-16f1b36b-b66f-4b66-8a68-0b9d1cb17e00 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "DELETE /v2.0/ports/526f39d3-762e-4c61-b97a-f1a188e85c35 HTTP/1.1" status: 204 len: 168 time: 0.7586322 Dec 22 13:06:45.997822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51608) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:46.026545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de441649-fa25-4fe0-9fde-ddfa80de7eaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:46.048606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['ad1df305-82e7-4284-a241-1d8e59a6c4b2'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:06:46.106070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de441649-fa25-4fe0-9fde-ddfa80de7eaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:46.110697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5e7ac9f0-4c83-46b9-82c7-0d1674cbd0fb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:46.111016 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1069c2bc-a3e2-415d-b912-33ef379a12ce tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Deleting port e907e879-f802-459c-8a5a-1733e7ffa5a7 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:46.111492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1069c2bc-a3e2-415d-b912-33ef379a12ce tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:46.147796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-de441649-fa25-4fe0-9fde-ddfa80de7eaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:46.152355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de441649-fa25-4fe0-9fde-ddfa80de7eaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=13e0c565-ec5d-4684-9425-30b1184599c2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:46.154881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-de441649-fa25-4fe0-9fde-ddfa80de7eaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:46.159249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983a4ca-7253-489d-b88c-62ce89a7ca5c None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:46.169005 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-de441649-fa25-4fe0-9fde-ddfa80de7eaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/13e0c565-ec5d-4684-9425-30b1184599c2 HTTP/1.1" status: 204 len: 168 time: 0.3606708 Dec 22 13:06:46.169621 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51612) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:46.308185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-edef4be3-d39c-432c-acbb-2ab3aded37c2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Deleting subnet 40317d32-c1c8-454e-ac53-3b7357755678 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:46.356319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edef4be3-d39c-432c-acbb-2ab3aded37c2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:46.389601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206f098-18e6-4783-851d-687fc0b67526 req-3b0630af-2361-4d18-88f3-d32e48ea11b0 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:46.391110 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9206f098-18e6-4783-851d-687fc0b67526 req-3b0630af-2361-4d18-88f3-d32e48ea11b0 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 944 time: 0.3410742 Dec 22 13:06:46.464315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edef4be3-d39c-432c-acbb-2ab3aded37c2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:46.512876 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1069c2bc-a3e2-415d-b912-33ef379a12ce tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:46.650417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1069c2bc-a3e2-415d-b912-33ef379a12ce tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Calling delete_port for e907e879-f802-459c-8a5a-1733e7ffa5a7 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:46.681992 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9206f098-18e6-4783-851d-687fc0b67526 req-d5bc6b86-66d1-4f3f-8ed1-c23f62eb5b85 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770391 Dec 22 13:06:46.748394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edef4be3-d39c-432c-acbb-2ab3aded37c2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:46.787061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1069c2bc-a3e2-415d-b912-33ef379a12ce tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:46.794974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07cc193b-efc2-4782-821a-2d99174439f5 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:46.855035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069c2bc-a3e2-415d-b912-33ef379a12ce tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event deleted for resources: {'Port': ['ID=e907e879-f802-459c-8a5a-1733e7ffa5a7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:46.860279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1069c2bc-a3e2-415d-b912-33ef379a12ce tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:46.866698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1069c2bc-a3e2-415d-b912-33ef379a12ce tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:46.881469 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1069c2bc-a3e2-415d-b912-33ef379a12ce tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "DELETE /v2.0/ports/e907e879-f802-459c-8a5a-1733e7ffa5a7 HTTP/1.1" status: 204 len: 168 time: 0.8825185 Dec 22 13:06:46.884058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51618) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:46.887991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64234cf7-5be0-4676-a1c2-bc15659d9178 req-1e197a18-c947-41e1-b4c1-246c630bf41f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:46.889895 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-64234cf7-5be0-4676-a1c2-bc15659d9178 req-1e197a18-c947-41e1-b4c1-246c630bf41f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 944 time: 0.0999010 Dec 22 13:06:46.928696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edef4be3-d39c-432c-acbb-2ab3aded37c2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:46.938312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e0e93c85-f771-45fb-a221-fec37517fa59 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:46.940319 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-64234cf7-5be0-4676-a1c2-bc15659d9178 req-b8ac285d-0169-4782-8a1c-8c8dcb1e1cb4 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441818 Dec 22 13:06:46.968111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7dc60c5e-327f-4769-9b6e-10b2602cdc90 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Synchronizing usage tracker for tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:46.982834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-edef4be3-d39c-432c-acbb-2ab3aded37c2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:46.987314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef4be3-d39c-432c-acbb-2ab3aded37c2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Subnet': ['ID=40317d32-c1c8-454e-ac53-3b7357755678,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:46.991254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-edef4be3-d39c-432c-acbb-2ab3aded37c2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:47.001966 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-edef4be3-d39c-432c-acbb-2ab3aded37c2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/40317d32-c1c8-454e-ac53-3b7357755678 HTTP/1.1" status: 204 len: 168 time: 0.8300240 Dec 22 13:06:47.004826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51622) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.006718 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7dc60c5e-327f-4769-9b6e-10b2602cdc90 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Unset dirty status for tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:47.008073 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7dc60c5e-327f-4769-9b6e-10b2602cdc90 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1231382 Dec 22 13:06:47.012051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51626) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.018227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1589704547'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:47.023429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:47.027747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Usage tracker for resource:network and tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:47.030997 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:47.037106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:47.060910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Made reservation on behalf of b2ceb8ed6bd24aecbe5042513a58c8c2 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:47.065103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:47.075068 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-57d4c4ba-8357-4105-b0d9-fd41e9e3b226 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688980 Dec 22 13:06:47.077745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51630) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.142672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:47.156411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6fe1a8-ce94-4071-a9f0-188b776ce540 None None] Network cc430aa9-1eda-495d-9373-01b5d372ccd0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:47.157254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:47.157596 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Added segment 945bd441-cc2d-4d63-b409-24bb847c9501 of type vlan for network 35bdc7f8-74b6-451a-b39c-01bd2a90c2f0 Dec 22 13:06:47.189375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:47.199840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ba1b5a-e5ff-4ced-b7c3-a020e93ea5de tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:47.200502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f6ba1b5a-e5ff-4ced-b7c3-a020e93ea5de tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:47.217600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f6ba1b5a-e5ff-4ced-b7c3-a020e93ea5de tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:47.221231 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f6ba1b5a-e5ff-4ced-b7c3-a020e93ea5de tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1400445 Dec 22 13:06:47.221887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51634) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.240550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:47.246211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:47.246800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:47.253234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:47.263355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cf25f279-1d7e-4fd4-aa51-b2b86323922f None None] Provisioning complete for port 2e352977-e487-40a5-b335-2bef6f17dc02 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:47.263757 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cf25f279-1d7e-4fd4-aa51-b2b86323922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:47.291450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5351c2-d3b3-4d45-b676-cdc36e5cc8e2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:47.292846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6d5351c2-d3b3-4d45-b676-cdc36e5cc8e2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Synchronizing usage tracker for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:47.309874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6d5351c2-d3b3-4d45-b676-cdc36e5cc8e2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Unset dirty status for tenant:4c8a76f9a9174fb4a4b35f33fd127809 on resource:subnet {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:47.313966 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6d5351c2-d3b3-4d45-b676-cdc36e5cc8e2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0883641 Dec 22 13:06:47.314273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51638) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.361391 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3454814 Dec 22 13:06:47.361821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51642) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.367410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1095106454'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:47.371803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event updated for resources: {'Network': ['ID=35bdc7f8-74b6-451a-b39c-01bd2a90c2f0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:47.375434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:47.376328 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:47.382497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Usage tracker for resource:network and tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:47.385608 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:47.392434 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d5e06b35-ef1c-4959-bbbd-3ff2bece508c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742881 Dec 22 13:06:47.392623 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 35bdc7f8-74b6-451a-b39c-01bd2a90c2f0 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:47.394344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51646) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.397314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:47.408382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Made reservation on behalf of b2ceb8ed6bd24aecbe5042513a58c8c2 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:47.413103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:47.435092 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3abe2a-d1dd-40ea-a7e3-3dffe323ed54 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:47.435537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3abe2a-d1dd-40ea-a7e3-3dffe323ed54 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:47.437212 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9e3abe2a-d1dd-40ea-a7e3-3dffe323ed54 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/29907c68-f246-4cae-8fad-d7fc7de018dd HTTP/1.1" status: 404 len: 333 time: 0.0418892 Dec 22 13:06:47.439775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51650) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.448757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:47.461482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:47.462042 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Added segment 71290d41-85a4-4b17-85c5-df0465d0d6f8 of type vlan for network c515ed9f-a602-4a6a-befe-4407aff55ff3 Dec 22 13:06:47.476850 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2796e7c9-58cc-408a-a2ee-26242b7c5b03 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:47.477295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2796e7c9-58cc-408a-a2ee-26242b7c5b03 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:47.479133 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2796e7c9-58cc-408a-a2ee-26242b7c5b03 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/13e0c565-ec5d-4684-9425-30b1184599c2 HTTP/1.1" status: 404 len: 337 time: 0.0383115 Dec 22 13:06:47.481734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51654) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.499048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:47.521976 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ac589a-7dc1-4831-beed-6b1c73cef933 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:47.521976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ac589a-7dc1-4831-beed-6b1c73cef933 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:47.523641 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-87ac589a-7dc1-4831-beed-6b1c73cef933 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/40317d32-c1c8-454e-ac53-3b7357755678 HTTP/1.1" status: 404 len: 337 time: 0.0409155 Dec 22 13:06:47.526390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51658) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.538813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:47.545462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:47.546664 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:47.553948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ab0523e-6ea5-418b-9cc4-873bfc3a0162 tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:47.576867 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-534763dc-6017-47a8-b706-9be1d48b9fd7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:47.577345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534763dc-6017-47a8-b706-9be1d48b9fd7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:47.579067 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-534763dc-6017-47a8-b706-9be1d48b9fd7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/f1c0c211-3248-40c0-97da-dcf8e5709c47 HTTP/1.1" status: 404 len: 333 time: 0.0517709 Dec 22 13:06:47.581687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51662) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.622858 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00144d3-2a84-4b6d-a628-acd701fccbaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:47.623307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00144d3-2a84-4b6d-a628-acd701fccbaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:47.625035 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e00144d3-2a84-4b6d-a628-acd701fccbaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/3ed91b3d-defc-4fc7-840d-8e689e43bf44 HTTP/1.1" status: 404 len: 337 time: 0.0423977 Dec 22 13:06:47.627576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51666) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.644974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a80048b-db42-4899-b43a-d521a3a5c672 None None] DHCP port deletion for cc430aa9-1eda-495d-9373-01b5d372ccd0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:06:47.649667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4a80048b-db42-4899-b43a-d521a3a5c672 None None] Deleting port 2e352977-e487-40a5-b335-2bef6f17dc02 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:47.650278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a80048b-db42-4899-b43a-d521a3a5c672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:47.669266 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f86f13-d711-476b-bfbf-db66fb99161a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:47.669746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f86f13-d711-476b-bfbf-db66fb99161a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:47.673906 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f2f86f13-d711-476b-bfbf-db66fb99161a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/b609b313-9aa2-41c8-805e-120dccf1fbea HTTP/1.1" status: 404 len: 337 time: 0.0430262 Dec 22 13:06:47.674111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51670) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.715169 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb95dcbb-1db2-4a5c-834f-2eb0516c5ab4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:47.715362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb95dcbb-1db2-4a5c-834f-2eb0516c5ab4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:47.719434 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cb95dcbb-1db2-4a5c-834f-2eb0516c5ab4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/51576eda-3ecf-4d6c-b2ee-753b265b4242 HTTP/1.1" status: 404 len: 333 time: 0.0421240 Dec 22 13:06:47.720835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51676) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.757399 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01f14d2-ceb4-4fb4-826a-4f5c44626f91 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:47.757782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01f14d2-ceb4-4fb4-826a-4f5c44626f91 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:47.761926 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c01f14d2-ceb4-4fb4-826a-4f5c44626f91 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/b3d093f2-be61-4b9e-95ef-4cd49aac8b5b HTTP/1.1" status: 404 len: 337 time: 0.0377250 Dec 22 13:06:47.763469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51680) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.801742 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4251912 Dec 22 13:06:47.804449 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e64470-53c3-4581-8b2a-8f5fe40e35e0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:47.804898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e64470-53c3-4581-8b2a-8f5fe40e35e0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:47.806551 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-39e64470-53c3-4581-8b2a-8f5fe40e35e0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/f3ce1872-d8d2-43d0-a728-80420d5ec324 HTTP/1.1" status: 404 len: 337 time: 0.0434756 Dec 22 13:06:47.809210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51684) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.848378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event updated for resources: {'Network': ['ID=c515ed9f-a602-4a6a-befe-4407aff55ff3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:47.853398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-93d67b16-da32-4689-8b7b-f723efceee38 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:47.866602 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5418e45d-c5b8-4691-8eb2-910738789fbd tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:47.866971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5418e45d-c5b8-4691-8eb2-910738789fbd tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:47.871325 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5418e45d-c5b8-4691-8eb2-910738789fbd tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/7ea7699f-3d76-4170-9662-a68736ddfb6b HTTP/1.1" status: 404 len: 333 time: 0.0589070 Dec 22 13:06:47.871505 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51688) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.889657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecd611-6133-4018-944a-67548a5e83b1 req-3194e2c9-1d3e-4c4c-89e6-29c2389f8ee8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:47.891259 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-eaecd611-6133-4018-944a-67548a5e83b1 req-3194e2c9-1d3e-4c4c-89e6-29c2389f8ee8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 944 time: 0.0967114 Dec 22 13:06:47.901923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network c515ed9f-a602-4a6a-befe-4407aff55ff3 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:47.914250 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a5ba13-a27c-4fa0-8649-85d8466be6ba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:47.914841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a5ba13-a27c-4fa0-8649-85d8466be6ba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:47.915843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51692) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.919283 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d9a5ba13-a27c-4fa0-8649-85d8466be6ba tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/12e7d25c-7728-4f46-b7ac-8f1ea4168692 HTTP/1.1" status: 404 len: 337 time: 0.0444601 Dec 22 13:06:47.919534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51696) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:47.923756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'subnets': [{'network_id': '35bdc7f8-74b6-451a-b39c-01bd2a90c2f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1471589812', 'ip_version': 4}, {'network_id': 'c515ed9f-a602-4a6a-befe-4407aff55ff3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:47.924197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'subnet': {'network_id': '35bdc7f8-74b6-451a-b39c-01bd2a90c2f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1471589812', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:47.924851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Request body: {'subnet': {'network_id': 'c515ed9f-a602-4a6a-befe-4407aff55ff3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:47.965873 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef94b3af-964f-4241-a10f-093e9ef7ac81 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:47.966391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef94b3af-964f-4241-a10f-093e9ef7ac81 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:47.970845 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ef94b3af-964f-4241-a10f-093e9ef7ac81 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/82e34a2e-5453-4371-844a-9c3c9a7cedbd HTTP/1.1" status: 404 len: 337 time: 0.0480168 Dec 22 13:06:47.971054 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51702) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.015559 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fac23c-7025-48da-b7e2-2fcdbef473ec tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.016052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0fac23c-7025-48da-b7e2-2fcdbef473ec tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.019658 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e0fac23c-7025-48da-b7e2-2fcdbef473ec tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/eb44a2a2-57eb-4477-93d3-e111bc47a25b HTTP/1.1" status: 404 len: 333 time: 0.0460198 Dec 22 13:06:48.020719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51706) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.029570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4a80048b-db42-4899-b43a-d521a3a5c672 None None] For port 2e352977-e487-40a5-b335-2bef6f17dc02, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2e352977-e487-40a5-b335-2bef6f17dc02,segment=NetworkSegment(f52387af-1844-460b-87ac-c771f4418071),segment_id=f52387af-1844-460b-87ac-c771f4418071)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:48.029977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a80048b-db42-4899-b43a-d521a3a5c672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:48.037479 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-eaecd611-6133-4018-944a-67548a5e83b1 req-b694acbe-7f95-43a0-ac12-7036826f5ec7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393924 Dec 22 13:06:48.065315 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d834f014-726e-4daf-86f7-8f32ebcd50e4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.065845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d834f014-726e-4daf-86f7-8f32ebcd50e4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.067592 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d834f014-726e-4daf-86f7-8f32ebcd50e4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/2c58f2a1-3bc1-4527-b55b-5f307dc746d7 HTTP/1.1" status: 404 len: 337 time: 0.0459390 Dec 22 13:06:48.070278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51710) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.155669 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f7a210-c5d5-43ff-aa39-81b85057066d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.156104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f7a210-c5d5-43ff-aa39-81b85057066d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.157866 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-35f7a210-c5d5-43ff-aa39-81b85057066d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/1aa00bd1-2f61-440a-9c5a-64e8a51ad7cf HTTP/1.1" status: 404 len: 333 time: 0.0866139 Dec 22 13:06:48.163059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51714) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.168168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4a80048b-db42-4899-b43a-d521a3a5c672 None None] Calling delete_port for 2e352977-e487-40a5-b335-2bef6f17dc02 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:48.176509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:48.180446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Usage tracker for resource:subnet and tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:48.183323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:48.189192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:48.200036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Made reservation on behalf of b2ceb8ed6bd24aecbe5042513a58c8c2 for: {'subnet': 2} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:48.205177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:48.205631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:48.210598 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda82e17-2550-4ebe-a8ba-dbc2bb613f7a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.211154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cda82e17-2550-4ebe-a8ba-dbc2bb613f7a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.213186 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cda82e17-2550-4ebe-a8ba-dbc2bb613f7a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/d6c72cce-5b75-4662-8aad-e8129ecf5a7f HTTP/1.1" status: 404 len: 337 time: 0.0488474 Dec 22 13:06:48.218888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51718) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.252314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4a80048b-db42-4899-b43a-d521a3a5c672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:48.259633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:48.264811 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-be87d8f6-ebcf-4dcc-919a-1ee34fa4d9ce tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.265375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be87d8f6-ebcf-4dcc-919a-1ee34fa4d9ce tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.269470 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-be87d8f6-ebcf-4dcc-919a-1ee34fa4d9ce tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/1a9d2b20-9b60-49f1-8716-8a1f29c28c8b HTTP/1.1" status: 404 len: 333 time: 0.0472643 Dec 22 13:06:48.270381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51722) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.304996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80048b-db42-4899-b43a-d521a3a5c672 None None] Pushing event deleted for resources: {'Port': ['ID=2e352977-e487-40a5-b335-2bef6f17dc02,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:48.307364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4a80048b-db42-4899-b43a-d521a3a5c672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:48.309825 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-e290ee59-2271-4451-9e04-66079f7b1315 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.310318 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e290ee59-2271-4451-9e04-66079f7b1315 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.310823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80048b-db42-4899-b43a-d521a3a5c672 None None] No DVR routers for this DVR port 2e352977-e487-40a5-b335-2bef6f17dc02 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:06:48.312021 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e290ee59-2271-4451-9e04-66079f7b1315 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/e42009d2-b4d3-4f34-867e-0c6515db4b8d HTTP/1.1" status: 404 len: 337 time: 0.0407181 Dec 22 13:06:48.314606 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51726) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.365377 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9b5634-e157-4b95-862a-6d7ada60f0d9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.365831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec9b5634-e157-4b95-862a-6d7ada60f0d9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.367490 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ec9b5634-e157-4b95-862a-6d7ada60f0d9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/3c8e402b-fd54-46fb-bcb9-0a8be5b27273 HTTP/1.1" status: 404 len: 333 time: 0.0520082 Dec 22 13:06:48.373698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51730) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.376227 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56421210-29b4-4ddc-890c-f6bf06ee0b7a req-0f60d54b-5590-473c-9232-e095ecd4018c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:48.377604 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-56421210-29b4-4ddc-890c-f6bf06ee0b7a req-0f60d54b-5590-473c-9232-e095ecd4018c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 944 time: 0.2571998 Dec 22 13:06:48.421219 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-56421210-29b4-4ddc-890c-f6bf06ee0b7a req-ac3a689e-32b9-48fa-bd5c-c093f0342751 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371428 Dec 22 13:06:48.426190 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f34b2dc-a478-4716-948a-a1498566cf4a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.426749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f34b2dc-a478-4716-948a-a1498566cf4a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.445925 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4f34b2dc-a478-4716-948a-a1498566cf4a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/8f61a70e-77ba-4319-b6c3-d15341d15e68 HTTP/1.1" status: 404 len: 337 time: 0.0714896 Dec 22 13:06:48.448753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51734) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.489608 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7b53fe-24ce-484c-879d-7475a32810ae tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.490077 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7b53fe-24ce-484c-879d-7475a32810ae tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.491758 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7e7b53fe-24ce-484c-879d-7475a32810ae tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/2d01b9db-aa3f-4ee6-9f13-04f6dc3bf42b HTTP/1.1" status: 404 len: 333 time: 0.0420237 Dec 22 13:06:48.494588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51738) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.595235 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e542764-718a-40c4-a9c5-37e1a560b9d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.595716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e542764-718a-40c4-a9c5-37e1a560b9d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.597391 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8e542764-718a-40c4-a9c5-37e1a560b9d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/9e287025-5302-475f-8187-1f9aabc2356c HTTP/1.1" status: 404 len: 337 time: 0.0604200 Dec 22 13:06:48.600080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51742) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.650424 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-f205e826-f8f0-4e95-a0db-96ef1b55e399 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.650921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f205e826-f8f0-4e95-a0db-96ef1b55e399 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.652604 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f205e826-f8f0-4e95-a0db-96ef1b55e399 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/a036b264-7d69-486a-b130-f784fbf036ab HTTP/1.1" status: 404 len: 333 time: 0.0516560 Dec 22 13:06:48.655408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51746) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.706200 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-34604d5b-c13e-4cb5-b0af-39a96152a4cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.706861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34604d5b-c13e-4cb5-b0af-39a96152a4cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.712321 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-34604d5b-c13e-4cb5-b0af-39a96152a4cc tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/54b13224-14e1-4041-a024-2a1ea0fad83e HTTP/1.1" status: 404 len: 337 time: 0.0530705 Dec 22 13:06:48.713755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51750) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.720842 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2e352977-e487-40a5-b335-2bef6f17dc02 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:06:48.755929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 2e352977-e487-40a5-b335-2bef6f17dc02 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:06:48.756240 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2e352977-e487-40a5-b335-2bef6f17dc02 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:06:48.757156 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-92cbfca4-87d8-4f99-a03c-ca834dfad8c4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.757794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92cbfca4-87d8-4f99-a03c-ca834dfad8c4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.759584 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-92cbfca4-87d8-4f99-a03c-ca834dfad8c4 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/f2ef50c6-6e59-422a-b81c-297ce23b61e5 HTTP/1.1" status: 404 len: 337 time: 0.0455613 Dec 22 13:06:48.764015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51754) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.779519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:48.783270 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dc56a725-b014-4654-83f0-bc10083c9828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:48.805411 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fda0bb0-a68c-4367-b05c-6b095b84fa6b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.805875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fda0bb0-a68c-4367-b05c-6b095b84fa6b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.808420 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1fda0bb0-a68c-4367-b05c-6b095b84fa6b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/cd732fd5-ce88-4747-932e-8c7782e2b365 HTTP/1.1" status: 404 len: 333 time: 0.0433111 Dec 22 13:06:48.810225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51758) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.847077 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcccb321-8c6d-4676-86fb-c97d8106a283 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.847522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcccb321-8c6d-4676-86fb-c97d8106a283 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.849315 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-dcccb321-8c6d-4676-86fb-c97d8106a283 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/e77e2db9-a007-462f-98f4-81f35b22777d HTTP/1.1" status: 404 len: 337 time: 0.0381546 Dec 22 13:06:48.851999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51762) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.858510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event updated for resources: {'Subnet': ['ID=f0076f2b-138a-4cc8-a399-980d36f7b330,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:48.861890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:48.867888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Checking segment: {'id': '945bd441-cc2d-4d63-b409-24bb847c9501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '35bdc7f8-74b6-451a-b39c-01bd2a90c2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:48.868240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Network hostable DHCP agents. Network: 35bdc7f8-74b6-451a-b39c-01bd2a90c2f0, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:06:48.889521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Network 35bdc7f8-74b6-451a-b39c-01bd2a90c2f0 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:06:48.895456 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0eea6f-c0d4-4608-a08e-0bfabbaea802 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.895935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0eea6f-c0d4-4608-a08e-0bfabbaea802 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.897787 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cb0eea6f-c0d4-4608-a08e-0bfabbaea802 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/b6b14ec9-6553-4408-9915-bfbd08aca7bb HTTP/1.1" status: 404 len: 337 time: 0.0446730 Dec 22 13:06:48.899706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 35bdc7f8-74b6-451a-b39c-01bd2a90c2f0) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:48.900374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51766) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.903476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:48.908425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:48.908602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f7054-8766-465e-97a9-ca1d3882f640 None None] Network 35bdc7f8-74b6-451a-b39c-01bd2a90c2f0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:48.941281 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17d6bc1-173d-44eb-8d01-4759ee4e324f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.941921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17d6bc1-173d-44eb-8d01-4759ee4e324f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.947021 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d17d6bc1-173d-44eb-8d01-4759ee4e324f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/4098f13c-5f0d-4848-a3e2-248cfb410daf HTTP/1.1" status: 404 len: 333 time: 0.0421233 Dec 22 13:06:48.947021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51770) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:48.974804 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device ad1df305-82e7-4284-a241-1d8e59a6c4b2 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:48.987222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event updated for resources: {'Subnet': ['ID=032ac15b-6294-416c-bbe6-8e7616c0fb21,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:48.988299 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b428e9-8d9e-4e1b-91b3-415c4ae0e234 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:48.989142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b428e9-8d9e-4e1b-91b3-415c4ae0e234 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:48.992944 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-73b428e9-8d9e-4e1b-91b3-415c4ae0e234 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/78f40287-60dd-43f0-9bfa-5d8856a33dd7 HTTP/1.1" status: 404 len: 337 time: 0.0433168 Dec 22 13:06:48.994111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:48.994571 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51774) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.036474 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-89495511-4057-4ec7-a787-625a8efa2aff tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:49.036962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89495511-4057-4ec7-a787-625a8efa2aff tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:49.042116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Checking segment: {'id': '71290d41-85a4-4b17-85c5-df0465d0d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c515ed9f-a602-4a6a-befe-4407aff55ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:49.042473 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Network hostable DHCP agents. Network: c515ed9f-a602-4a6a-befe-4407aff55ff3, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:06:49.050594 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-89495511-4057-4ec7-a787-625a8efa2aff tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/8ec47b8f-65d6-4bec-9a90-6cd48ba2eed2 HTTP/1.1" status: 404 len: 337 time: 0.0550084 Dec 22 13:06:49.053320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51778) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.078692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Network c515ed9f-a602-4a6a-befe-4407aff55ff3 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:06:49.093795 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, c515ed9f-a602-4a6a-befe-4407aff55ff3) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:49.113832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:49.115286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:49.116354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:49.116728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bd6ad7-f348-4811-a652-77badbed670c None None] Network c515ed9f-a602-4a6a-befe-4407aff55ff3 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:49.147057 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2278478 Dec 22 13:06:49.192134 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51784) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.221807 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa0fa80-ab80-4b3c-99b7-99c1dd31a666 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:49.222277 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaa0fa80-ab80-4b3c-99b7-99c1dd31a666 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:49.226586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-eaa0fa80-ab80-4b3c-99b7-99c1dd31a666 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/6158cda9-56e6-46c9-8396-b4995e5b5b38 HTTP/1.1" status: 404 len: 333 time: 0.1694224 Dec 22 13:06:49.226793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51788) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.259068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port ad1df305-82e7-4284-a241-1d8e59a6c4b2 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:49.265038 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c629bac-37cf-463c-87be-157ca18d4e1f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:49.265579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c629bac-37cf-463c-87be-157ca18d4e1f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:49.270954 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7c629bac-37cf-463c-87be-157ca18d4e1f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/51280707-0d02-403b-a989-8f686c5da9b7 HTTP/1.1" status: 404 len: 337 time: 0.0396619 Dec 22 13:06:49.270954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51792) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.271248 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port ad1df305-82e7-4284-a241-1d8e59a6c4b2 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:49.271248 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:49.288064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3bf4ca-1a40-4638-ae8c-ee78487c8bf0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:49.289663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3bf4ca-1a40-4638-ae8c-ee78487c8bf0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:49.291146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3bf4ca-1a40-4638-ae8c-ee78487c8bf0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:49.291958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ff3bf4ca-1a40-4638-ae8c-ee78487c8bf0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Synchronizing usage tracker for tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:49.310336 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a21192d-e990-4541-9bf6-f07ec464f2ec tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:49.310786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a21192d-e990-4541-9bf6-f07ec464f2ec tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:49.315260 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5a21192d-e990-4541-9bf6-f07ec464f2ec tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/d5a25e42-0276-4666-af7f-c12b9c8a7cc9 HTTP/1.1" status: 404 len: 337 time: 0.0414853 Dec 22 13:06:49.315522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51796) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.319147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a2c59-0bfe-4b7b-bbbb-62ad5685246a req-1cc5e939-5d1f-4384-89a6-22b6376180c2 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:49.326189 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ea4a2c59-0bfe-4b7b-bbbb-62ad5685246a req-1cc5e939-5d1f-4384-89a6-22b6376180c2 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 944 time: 0.1793702 Dec 22 13:06:49.344051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ff3bf4ca-1a40-4638-ae8c-ee78487c8bf0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Unset dirty status for tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:49.348208 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ff3bf4ca-1a40-4638-ae8c-ee78487c8bf0 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1513748 Dec 22 13:06:49.349265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51800) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.360979 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6b3cb1c3-4c48-416d-9e32-7cce170aeb2d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2d76d94-1e02-4de1-9179-387149781fbd HTTP/1.1" status: 200 len: 205 time: 0.0421882 Dec 22 13:06:49.361199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51804) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.413695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c270c55-6117-426f-ba8f-088fc3f6049d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-35bdc7f8-74b6-451a-b39c-01bd2a90c2f0', 'network_id': '35bdc7f8-74b6-451a-b39c-01bd2a90c2f0', 'tenant_id': 'b2ceb8ed6bd24aecbe5042513a58c8c2', 'fixed_ips': [{'subnet_id': 'f0076f2b-138a-4cc8-a399-980d36f7b330'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:06:49.414523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c270c55-6117-426f-ba8f-088fc3f6049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:49.429681 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-43215711-d6c0-4c99-9801-a88f86edd143 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] delete failed (client error): The resource could not be found. Dec 22 13:06:49.430255 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ea4a2c59-0bfe-4b7b-bbbb-62ad5685246a req-5a6d6e73-9ba1-429a-a176-fa51537de9e9 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028392 Dec 22 13:06:49.433834 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-43215711-d6c0-4c99-9801-a88f86edd143 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/routers/d2d76d94-1e02-4de1-9179-387149781fbd HTTP/1.1" status: 404 len: 336 time: 0.0686343 Dec 22 13:06:49.433834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51808) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.444878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4122c5e-cb37-4be0-9a1d-2f0aeaf2fcb1 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Deleting subnet f0076f2b-138a-4cc8-a399-980d36f7b330 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:49.459115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4122c5e-cb37-4be0-9a1d-2f0aeaf2fcb1 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:49.481771 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff82cc3b-ab17-4f8e-88ff-817e4ccd1eab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:49.482186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff82cc3b-ab17-4f8e-88ff-817e4ccd1eab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:49.486362 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ff82cc3b-ab17-4f8e-88ff-817e4ccd1eab tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/6945b15d-4e6a-4ebe-82b7-15d2648649fe HTTP/1.1" status: 404 len: 337 time: 0.0495493 Dec 22 13:06:49.486590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51814) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.533647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4122c5e-cb37-4be0-9a1d-2f0aeaf2fcb1 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:49.547254 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9e0b2fd8-f571-4941-80bf-d88efe85f9d7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "GET /v2.0/ports?device_id=98abe523-f183-425e-a589-4fc0a2bd47da HTTP/1.1" status: 200 len: 205 time: 0.0594487 Dec 22 13:06:49.548225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51818) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.602747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4122c5e-cb37-4be0-9a1d-2f0aeaf2fcb1 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:49.623791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-c515ed9f-a602-4a6a-befe-4407aff55ff3', 'network_id': 'c515ed9f-a602-4a6a-befe-4407aff55ff3', 'tenant_id': 'b2ceb8ed6bd24aecbe5042513a58c8c2', 'fixed_ips': [{'subnet_id': '032ac15b-6294-416c-bbe6-8e7616c0fb21'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:06:49.624622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:49.678455 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-e9272ab8-f739-49cc-81c8-49b121449743 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] delete failed (client error): The resource could not be found. Dec 22 13:06:49.680367 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e9272ab8-f739-49cc-81c8-49b121449743 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/routers/98abe523-f183-425e-a589-4fc0a2bd47da HTTP/1.1" status: 404 len: 336 time: 0.0874064 Dec 22 13:06:49.687273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51822) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.692714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:49.734609 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-39674fba-5e5d-4905-82d6-cad1d96e259b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:49.735107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39674fba-5e5d-4905-82d6-cad1d96e259b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:49.739597 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-39674fba-5e5d-4905-82d6-cad1d96e259b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/c43810d2-e3e1-4d1f-afeb-f738ca179442 HTTP/1.1" status: 404 len: 337 time: 0.0485957 Dec 22 13:06:49.740918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51826) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.741802 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:06:49.758264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port ad1df305-82e7-4284-a241-1d8e59a6c4b2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:49.765528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:49.770981 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5642ebb3-f8b2-4924-b68b-0c784c8fcb0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:49.799257 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d44cf4-dbcc-41ee-9c11-44da14a7326b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:49.799957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d44cf4-dbcc-41ee-9c11-44da14a7326b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:49.804829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51834) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.805253 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-44d44cf4-dbcc-41ee-9c11-44da14a7326b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/5d02a64b-5956-4663-ad61-b8a6b071bd16 HTTP/1.1" status: 404 len: 337 time: 0.0620773 Dec 22 13:06:49.827640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a889b72-fbb9-49d8-b4a7-8c2e2a35ea8f req-584ee6b4-129d-46e4-929b-c01a2bd458ba tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:49.829289 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1a889b72-fbb9-49d8-b4a7-8c2e2a35ea8f req-584ee6b4-129d-46e4-929b-c01a2bd458ba tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 944 time: 0.2799301 Dec 22 13:06:49.864868 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'code': 200} Dec 22 13:06:49.876093 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6826e7-f6b6-4f8d-ac8e-d62d17f71e8b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:49.877046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6826e7-f6b6-4f8d-ac8e-d62d17f71e8b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:49.884985 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4e6826e7-f6b6-4f8d-ac8e-d62d17f71e8b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/3aa52027-bcab-4f03-8f00-22ddd0782de6 HTTP/1.1" status: 404 len: 333 time: 0.0783103 Dec 22 13:06:49.886782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4122c5e-cb37-4be0-9a1d-2f0aeaf2fcb1 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:49.887084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Allocated IP 172.20.0.18 (c515ed9f-a602-4a6a-befe-4407aff55ff3/032ac15b-6294-416c-bbe6-8e7616c0fb21/94f8c3f9-37f3-4285-b0d9-bef6620de9c5) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:49.887937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51838) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.889080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=ad1df305-82e7-4284-a241-1d8e59a6c4b2,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:49.891633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d8717d54-0667-4169-a7b2-7166da6f3946 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:49.895291 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server [None req-1c270c55-6117-426f-ba8f-088fc3f6049d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0076f2b-138a-4cc8-a399-980d36f7b330: This subnet is being modified by another concurrent operation. Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server raise exception Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f0076f2b-138a-4cc8-a399-980d36f7b330: This subnet is being modified by another concurrent operation. Dec 22 13:06:49.897056 dv-neutron-822668-1-hyperv neutron-server[87570]: ERROR oslo_messaging.rpc.server Dec 22 13:06:49.927057 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ca6dbc-ce30-4647-987a-8d52556db87d None None] Network 35bdc7f8-74b6-451a-b39c-01bd2a90c2f0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:49.930239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4122c5e-cb37-4be0-9a1d-2f0aeaf2fcb1 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event deleted for resources: {'Subnet': ['ID=f0076f2b-138a-4cc8-a399-980d36f7b330,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:49.933286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c4122c5e-cb37-4be0-9a1d-2f0aeaf2fcb1 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:49.934393 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4122c5e-cb37-4be0-9a1d-2f0aeaf2fcb1 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:49.936625 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c4122c5e-cb37-4be0-9a1d-2f0aeaf2fcb1 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "DELETE /v2.0/subnets/f0076f2b-138a-4cc8-a399-980d36f7b330 HTTP/1.1" status: 204 len: 168 time: 0.5862894 Dec 22 13:06:49.939343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51842) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:49.974538 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1a889b72-fbb9-49d8-b4a7-8c2e2a35ea8f req-e9669d48-8e80-4b91-ae95-4b8c4daa12c1 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391349 Dec 22 13:06:49.987211 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3dfa92-d938-47c2-b6d0-0b9b1c7e5cb5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:49.987686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3dfa92-d938-47c2-b6d0-0b9b1c7e5cb5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:49.991742 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bc3dfa92-d938-47c2-b6d0-0b9b1c7e5cb5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/6eb1bd3d-f2e2-42b5-8d7d-cfc2326461c0 HTTP/1.1" status: 404 len: 337 time: 0.1000214 Dec 22 13:06:49.992826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51846) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.020993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5091021f-9cbe-4982-a7ee-c3ada03c4ab6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Deleting subnet 032ac15b-6294-416c-bbe6-8e7616c0fb21 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:06:50.036720 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba1e168-bc77-44e9-8867-c608ffadc399 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:50.037322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba1e168-bc77-44e9-8867-c608ffadc399 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:50.041640 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4ba1e168-bc77-44e9-8867-c608ffadc399 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/645fb3ff-c7a8-4669-8929-6e5a494ab773 HTTP/1.1" status: 404 len: 333 time: 0.0464044 Dec 22 13:06:50.042021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51850) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.080061 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b20195-c7d4-434a-9f46-a25b57774e13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:50.080512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b20195-c7d4-434a-9f46-a25b57774e13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:50.082204 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-70b20195-c7d4-434a-9f46-a25b57774e13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/0158ee2c-d5d3-4b9c-9df9-7e8e8c83bf33 HTTP/1.1" status: 404 len: 337 time: 0.0392113 Dec 22 13:06:50.085225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51854) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.166163 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9b647b-2230-4bb5-b13a-8305416298c0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:50.166599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9b647b-2230-4bb5-b13a-8305416298c0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:50.170730 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6e9b647b-2230-4bb5-b13a-8305416298c0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/eb883338-c572-40de-9924-a0aff68d4009 HTTP/1.1" status: 404 len: 333 time: 0.0540035 Dec 22 13:06:50.171952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51858) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.199264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d9be5a-6c1f-47d3-9807-cab5b03f900d req-80ca4f6a-263e-428f-8bb7-b67e691a2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:50.200816 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f3d9be5a-6c1f-47d3-9807-cab5b03f900d req-80ca4f6a-263e-428f-8bb7-b67e691a2d2e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 1098 time: 0.1164339 Dec 22 13:06:50.211448 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-445947ae-da8b-42a1-822a-4655564020c7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:50.211929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445947ae-da8b-42a1-822a-4655564020c7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:50.216266 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-445947ae-da8b-42a1-822a-4655564020c7 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/0a12fb58-5283-4a8c-a36a-c6fc28c1d678 HTTP/1.1" status: 404 len: 337 time: 0.0412896 Dec 22 13:06:50.216594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51862) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.249554 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f3d9be5a-6c1f-47d3-9807-cab5b03f900d req-fc1507e4-973e-4f8d-ae51-5d8871da82e6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416565 Dec 22 13:06:50.257098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.265573 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0302b765-248a-4860-9b09-6d947db51228 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:50.266036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0302b765-248a-4860-9b09-6d947db51228 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:50.267700 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0302b765-248a-4860-9b09-6d947db51228 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/06e67844-b3e4-425f-915c-0fe2243ac308 HTTP/1.1" status: 404 len: 333 time: 0.0502844 Dec 22 13:06:50.268068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Transition to ACTIVE for port object 94f8c3f9-37f3-4285-b0d9-bef6620de9c5 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:50.270287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51866) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.286453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Transition to ACTIVE for port object 94f8c3f9-37f3-4285-b0d9-bef6620de9c5 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:06:50.291797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5091021f-9cbe-4982-a7ee-c3ada03c4ab6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.292606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.296484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-716c71a8-b9b7-4ca8-b242-cda3cf6a6324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:50.307127 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d97e6a-04f6-4417-9096-54641194cfd0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:50.307569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d97e6a-04f6-4417-9096-54641194cfd0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:50.311597 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a3d97e6a-04f6-4417-9096-54641194cfd0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/54675987-b178-4a61-a972-75c2558fb3fc HTTP/1.1" status: 404 len: 337 time: 0.0380793 Dec 22 13:06:50.311882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51870) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.350758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5091021f-9cbe-4982-a7ee-c3ada03c4ab6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.353632 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8ad036-c3d3-4b00-9b98-59fd97b88232 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:50.354098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd8ad036-c3d3-4b00-9b98-59fd97b88232 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:50.358259 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fd8ad036-c3d3-4b00-9b98-59fd97b88232 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/873fcff8-f836-4910-827c-7a12bb3bd615 HTTP/1.1" status: 404 len: 333 time: 0.0430622 Dec 22 13:06:50.358442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51874) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.366450 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Network c515ed9f-a602-4a6a-befe-4407aff55ff3 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:50.369647 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:50.374276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:50.376454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Pushing event updated for resources: {'Port': ['ID=94f8c3f9-37f3-4285-b0d9-bef6620de9c5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:50.380088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:50.398447 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4e49eb-a8fb-4871-b238-881e65b6d48e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:50.398893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4e49eb-a8fb-4871-b238-881e65b6d48e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:50.402888 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0c4e49eb-a8fb-4871-b238-881e65b6d48e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/ea940233-2703-46a5-ac53-d4e3558d376c HTTP/1.1" status: 404 len: 337 time: 0.0412953 Dec 22 13:06:50.403120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51878) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.438009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5091021f-9cbe-4982-a7ee-c3ada03c4ab6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.443107 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f81cdaa-4c5e-43d4-8b3a-173320b5b41a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:50.443576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f81cdaa-4c5e-43d4-8b3a-173320b5b41a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:50.445394 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0f81cdaa-4c5e-43d4-8b3a-173320b5b41a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/fd1804d4-f8c3-4656-a12a-b0756249e6e4 HTTP/1.1" status: 404 len: 333 time: 0.0413406 Dec 22 13:06:50.448230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51882) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.480023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Attempting to bind port 94f8c3f9-37f3-4285-b0d9-bef6620de9c5 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:06:50.480508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Attempting to bind port 94f8c3f9-37f3-4285-b0d9-bef6620de9c5 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '71290d41-85a4-4b17-85c5-df0465d0d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c515ed9f-a602-4a6a-befe-4407aff55ff3'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:06:50.481064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Attempting to bind port 94f8c3f9-37f3-4285-b0d9-bef6620de9c5 on network c515ed9f-a602-4a6a-befe-4407aff55ff3 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:06:50.487760 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd39509f-5b95-43d5-abe2-3f044828926f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:50.488210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd39509f-5b95-43d5-abe2-3f044828926f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:50.489902 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-dd39509f-5b95-43d5-abe2-3f044828926f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/d825384c-6a1d-4321-bea1-7fe8f78796dd HTTP/1.1" status: 404 len: 337 time: 0.0407295 Dec 22 13:06:50.494323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51888) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.508836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:06:50.509300 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Checking segment: {'id': '71290d41-85a4-4b17-85c5-df0465d0d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c515ed9f-a602-4a6a-befe-4407aff55ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:50.509797 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.510285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Bound using segment: {'id': '71290d41-85a4-4b17-85c5-df0465d0d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c515ed9f-a602-4a6a-befe-4407aff55ff3'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:06:50.510848 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Bound port: 94f8c3f9-37f3-4285-b0d9-bef6620de9c5, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71290d41-85a4-4b17-85c5-df0465d0d6f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c515ed9f-a602-4a6a-befe-4407aff55ff3'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:06:50.511316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.549045 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-306431d2-d41a-4835-8d75-79b3a85f1bac tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:50.549511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306431d2-d41a-4835-8d75-79b3a85f1bac tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:50.551189 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-306431d2-d41a-4835-8d75-79b3a85f1bac tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/ports/5fe849be-d1b8-48b8-a221-b2aaaa242ff4 HTTP/1.1" status: 404 len: 333 time: 0.0555520 Dec 22 13:06:50.554121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51892) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.599562 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-df501079-75a7-4664-9c78-64095a70fcd0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] DELETE failed (client error): The resource could not be found. Dec 22 13:06:50.600057 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df501079-75a7-4664-9c78-64095a70fcd0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:06:50.601735 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-df501079-75a7-4664-9c78-64095a70fcd0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/subnets/4da77aa1-ebfa-4d5c-b260-e639f5daa589 HTTP/1.1" status: 404 len: 337 time: 0.0464532 Dec 22 13:06:50.604500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51896) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.629448 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5091021f-9cbe-4982-a7ee-c3ada03c4ab6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.631324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] For port 94f8c3f9-37f3-4285-b0d9-bef6620de9c5, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:06:50.634632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] For port 94f8c3f9-37f3-4285-b0d9-bef6620de9c5, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=94f8c3f9-37f3-4285-b0d9-bef6620de9c5,segment=NetworkSegment(71290d41-85a4-4b17-85c5-df0465d0d6f8),segment_id=71290d41-85a4-4b17-85c5-df0465d0d6f8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:06:50.634842 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58506e44-d857-444e-9957-b2065d88bd47 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:50.646718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.650411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:50.679242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091021f-9cbe-4982-a7ee-c3ada03c4ab6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event deleted for resources: {'Subnet': ['ID=032ac15b-6294-416c-bbe6-8e7616c0fb21,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:50.684006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5091021f-9cbe-4982-a7ee-c3ada03c4ab6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.690769 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5091021f-9cbe-4982-a7ee-c3ada03c4ab6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:50.712150 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5091021f-9cbe-4982-a7ee-c3ada03c4ab6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "DELETE /v2.0/subnets/032ac15b-6294-416c-bbe6-8e7616c0fb21 HTTP/1.1" status: 204 len: 168 time: 0.7717454 Dec 22 13:06:50.714500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51900) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.730033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Pushing event updated for resources: {'Port': ['ID=94f8c3f9-37f3-4285-b0d9-bef6620de9c5,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:50.734707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.735147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:50.775917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76ccb1-51fe-4634-9ef3-d1090c830ff4 req-605087e8-3655-47d7-bd30-ba046164166a tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:50.778412 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0e76ccb1-51fe-4634-9ef3-d1090c830ff4 req-605087e8-3655-47d7-bd30-ba046164166a tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.2080886 Dec 22 13:06:50.831274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b309f984-34cd-4ea5-a140-d9cac64d981a tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:50.831960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b309f984-34cd-4ea5-a140-d9cac64d981a tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Synchronizing usage tracker for tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:06:50.842007 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0e76ccb1-51fe-4634-9ef3-d1090c830ff4 req-2084f99a-c476-4966-bb9a-3b0573d54fc5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562389 Dec 22 13:06:50.856467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b309f984-34cd-4ea5-a140-d9cac64d981a tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Unset dirty status for tenant:b2ceb8ed6bd24aecbe5042513a58c8c2 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:06:50.861740 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b309f984-34cd-4ea5-a140-d9cac64d981a tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1466784 Dec 22 13:06:50.862536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51904) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:50.887169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.930287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc430aa9-1eda-495d-9373-01b5d372ccd0']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:50.944555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52387af-1844-460b-87ac-c771f4418071') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:50.944843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52387af-1844-460b-87ac-c771f4418071') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:50.955970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.976947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.986530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device a376a91a-9ac0-4241-9fdd-275d1de2fe20 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:06:50.988757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:50.995498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:50.995498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:51.001501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Deleting port 94f8c3f9-37f3-4285-b0d9-bef6620de9c5 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:06:51.001720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:51.032454 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:51.227128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port a376a91a-9ac0-4241-9fdd-275d1de2fe20, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a376a91a-9ac0-4241-9fdd-275d1de2fe20,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:51.240893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'port_id': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20', 'mac_address': 'fa:16:3e:4c:9c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:06:51.241137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] For port 94f8c3f9-37f3-4285-b0d9-bef6620de9c5, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=94f8c3f9-37f3-4285-b0d9-bef6620de9c5,segment=NetworkSegment(71290d41-85a4-4b17-85c5-df0465d0d6f8),segment_id=71290d41-85a4-4b17-85c5-df0465d0d6f8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:51.241602 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:51.303395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:51.317240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:51.321696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-dd5a1814-5aeb-4aa2-8126-d82c793d63f5 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:51.321878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a376a91a-9ac0-4241-9fdd-275d1de2fe20 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:06:51.338545 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port a376a91a-9ac0-4241-9fdd-275d1de2fe20, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a376a91a-9ac0-4241-9fdd-275d1de2fe20,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:51.338767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:51.343491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:51.345352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-417e0fde-8675-4c28-aa12-2c3045375906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:51.351448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Pushing event deleted for resources: {'Network': ['ID=cc430aa9-1eda-495d-9373-01b5d372ccd0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:51.355428 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] 10.222.0.24 "DELETE /v2.0/networks/cc430aa9-1eda-495d-9373-01b5d372ccd0 HTTP/1.1" status: 204 len: 168 time: 0.7500205 Dec 22 13:06:51.356685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9cbd03b2-25c7-4c61-92c6-50b2b4111501 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:51.377284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca1613-78aa-4627-9922-696c2bc15fb2 req-066c1d38-b537-4700-ac78-bf3a8ff56baf tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:51.385799 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3eca1613-78aa-4627-9922-696c2bc15fb2 req-066c1d38-b537-4700-ac78-bf3a8ff56baf tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 944 time: 0.1553211 Dec 22 13:06:51.390485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Calling delete_port for 94f8c3f9-37f3-4285-b0d9-bef6620de9c5 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:06:51.423654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=a376a91a-9ac0-4241-9fdd-275d1de2fe20,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:51.429654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:51.458941 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3eca1613-78aa-4627-9922-696c2bc15fb2 req-343f752f-49d2-418e-bb27-c38067739a70 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721138 Dec 22 13:06:51.495968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:51.501128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:51.571548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event deleted for resources: {'Port': ['ID=94f8c3f9-37f3-4285-b0d9-bef6620de9c5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:51.575251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:51.576143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] No DVR routers for this DVR port 94f8c3f9-37f3-4285-b0d9-bef6620de9c5 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:06:51.759579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['a376a91a-9ac0-4241-9fdd-275d1de2fe20'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:06:51.771985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:51.793380 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51914) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:51.909650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be82dba9-a82c-456f-bd7e-c6b5431da174 None None] Network c515ed9f-a602-4a6a-befe-4407aff55ff3 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:51.930974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c515ed9f-a602-4a6a-befe-4407aff55ff3']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:51.934956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-727b20bb-cc11-436e-9a10-389f7b4842bd None None] Could not find standard attr ID for object 94f8c3f9-37f3-4285-b0d9-bef6620de9c5. {{(pid=87570) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 13:06:51.946845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71290d41-85a4-4b17-85c5-df0465d0d6f8') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:51.947158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71290d41-85a4-4b17-85c5-df0465d0d6f8') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:51.959921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:51.968561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51922) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:51.969566 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3c0a3d23-c662-49ab-8442-9b1ed678129f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c8a76f9a9174fb4a4b35f33fd127809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748936 Dec 22 13:06:52.033623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.053357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:52.053680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:52.067932 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:52.182294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.183923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac53e09e-c527-437d-b2a9-8e396a0e814a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.189177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5ba21f6d-ce00-4637-be34-9541949873be tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:52.207531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.226166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event deleted for resources: {'Network': ['ID=c515ed9f-a602-4a6a-befe-4407aff55ff3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:52.226690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a59910-757e-461e-a1f0-2be641fc1298 None None] DHCP port deletion for c515ed9f-a602-4a6a-befe-4407aff55ff3 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:06:52.234279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:52.260761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6c05f-9112-44ce-8c83-9191690df0b8 req-4731349d-3a21-486d-8b00-d12227648e95 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:52.262234 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d7b6c05f-9112-44ce-8c83-9191690df0b8 req-4731349d-3a21-486d-8b00-d12227648e95 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.2804601 Dec 22 13:06:52.264458 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac53e09e-c527-437d-b2a9-8e396a0e814a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.268924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e05b75-037e-4375-8ac6-8697fc8db1ce None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:06:52.271850 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "DELETE /v2.0/networks/c515ed9f-a602-4a6a-befe-4407aff55ff3 HTTP/1.1" status: 204 len: 168 time: 1.4081979 Dec 22 13:06:52.274449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51926) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:52.338193 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d7b6c05f-9112-44ce-8c83-9191690df0b8 req-1457aa06-b290-4788-aa27-6d86833cc8f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648046 Dec 22 13:06:52.359700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac53e09e-c527-437d-b2a9-8e396a0e814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.370240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ccd8c389-f5b2-4e03-9408-9454fa2342bc tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:52.384640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53e09e-c527-437d-b2a9-8e396a0e814a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6516e6-1af2-4713-9663-0ad8b4c1183c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:52.387851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ac53e09e-c527-437d-b2a9-8e396a0e814a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:52.388683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e05b75-037e-4375-8ac6-8697fc8db1ce None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:06:52.390756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ac53e09e-c527-437d-b2a9-8e396a0e814a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.394783 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ac53e09e-c527-437d-b2a9-8e396a0e814a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da6516e6-1af2-4713-9663-0ad8b4c1183c HTTP/1.1" status: 204 len: 168 time: 0.4252386 Dec 22 13:06:52.419690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.652104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.677994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea45956-aa33-4ad5-b9a2-502af7253277 req-fa845058-431e-404c-8bec-e08b77ced8b2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:52.685660 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7ea45956-aa33-4ad5-b9a2-502af7253277 req-fa845058-431e-404c-8bec-e08b77ced8b2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 945 time: 0.1215222 Dec 22 13:06:52.703892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf904a-455c-452f-a6c9-63fb164f8823 req-29e5f986-84a4-409b-a78e-5720b9d73817 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:52.706027 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c3cf904a-455c-452f-a6c9-63fb164f8823 req-29e5f986-84a4-409b-a78e-5720b9d73817 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.2056477 Dec 22 13:06:52.707929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35bdc7f8-74b6-451a-b39c-01bd2a90c2f0']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:52.736174 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7ea45956-aa33-4ad5-b9a2-502af7253277 req-0902bb52-0be8-483a-ad01-e96296b1892b tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501311 Dec 22 13:06:52.747341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945bd441-cc2d-4d63-b409-24bb847c9501') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:52.747341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945bd441-cc2d-4d63-b409-24bb847c9501') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:52.777125 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c3cf904a-455c-452f-a6c9-63fb164f8823 req-21252722-7986-4d03-81a0-99f5ea48b029 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611975 Dec 22 13:06:52.779177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.798227 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.807027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:52.807463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51944) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:52.807782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:52.823451 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:52.887667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e521cf4-14ba-4749-9996-71f2d4e06b17 tempest-TestNetworkAdvancedServerOps-1952989278 tempest-TestNetworkAdvancedServerOps-1952989278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:52.892373 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8e521cf4-14ba-4749-9996-71f2d4e06b17 tempest-TestNetworkAdvancedServerOps-1952989278 tempest-TestNetworkAdvancedServerOps-1952989278-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 1093 time: 0.0801647 Dec 22 13:06:52.892618 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51950) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:52.898887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:52.909602 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:52.914818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Usage tracker for resource:floatingip and tenant:fe5304f275dc44fa95fc54bf8934d70f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:52.918375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.919683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:52.923234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.925698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:52.926929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d01f269e-882a-4390-a57a-b71097133686 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:52.940538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:52.954640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event deleted for resources: {'Network': ['ID=35bdc7f8-74b6-451a-b39c-01bd2a90c2f0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:52.961964 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "DELETE /v2.0/networks/35bdc7f8-74b6-451a-b39c-01bd2a90c2f0 HTTP/1.1" status: 204 len: 168 time: 0.6835902 Dec 22 13:06:52.962268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51954) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:52.967886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:52.968277 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:52.968657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:52.969027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:52.969398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:52.970141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:52.970522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:52.970885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:52.971412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:52.971864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:52.972240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:52.972607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:52.984796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:52.985773 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device a376a91a-9ac0-4241-9fdd-275d1de2fe20 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:06:53.056569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port a376a91a-9ac0-4241-9fdd-275d1de2fe20 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:06:53.061967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port a376a91a-9ac0-4241-9fdd-275d1de2fe20 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:06:53.062435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.147902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.187788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.215682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0eeb45-090f-443c-9d1b-466164f86968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:06:53.225371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port a376a91a-9ac0-4241-9fdd-275d1de2fe20, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a376a91a-9ac0-4241-9fdd-275d1de2fe20,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:06:53.231924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.234145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8a467ebf-b854-4e2b-95d6-c8e0e1da98ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:53.251465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51968) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:53.294699 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0eeb45-090f-443c-9d1b-466164f86968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20', 'code': 200} Dec 22 13:06:53.310365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.318338 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=a376a91a-9ac0-4241-9fdd-275d1de2fe20,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:53.318621 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.327825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:53.369310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-732236291'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:53.374687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143d81d3-1de8-4291-9021-9a88a5b956d7']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:53.374978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:53.379009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:network and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:53.382078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:53.388938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:53.399077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f557d6-bbe7-467b-851a-b4948f22d4a5') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:53.399365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f557d6-bbe7-467b-851a-b4948f22d4a5') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:53.406070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Made reservation on behalf of f793559fbe5243d68115700af4e3efb4 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:53.410838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.416761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.423409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.438865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:53.443089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:security_group_rule and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:53.446108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:53.452051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:53.466486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.487050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:53.487453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:53.502032 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:53.636692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Allocated IP 172.26.4.242 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/779c3afc-5209-4035-9ae1-ee1c0c865d7e) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:53.648959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.655329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a71068b2-5b68-461f-93e9-33eab306abba tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:53.685133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.726396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.732913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.737269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d528301a-8ffc-406c-a587-4625d6702796 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:53.743041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event deleted for resources: {'Network': ['ID=143d81d3-1de8-4291-9021-9a88a5b956d7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:53.753364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:53.768752 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "DELETE /v2.0/networks/143d81d3-1de8-4291-9021-9a88a5b956d7 HTTP/1.1" status: 204 len: 168 time: 0.8051353 Dec 22 13:06:53.771832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:53.773826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51976) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:53.783753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2980e005-62f3-473b-b0bf-62db3f2d5a3d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:53.786855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:53.787996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.788334 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Added segment 160e4661-5048-49c2-91ff-c59121e14a02 of type vlan for network 727a6d99-2585-4100-82fa-eb76e5b7ace5 Dec 22 13:06:53.814579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.858595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.865289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:53.866218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:53.870661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c58dffb9-ceb3-4251-9a52-81813c94724b tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:54.028226 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23d0d3-13c9-47a2-8a10-3b7ac1246da7 req-e66a7e9f-7b82-40d7-a711-d971f5e0c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:54.029701 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2b23d0d3-13c9-47a2-8a10-3b7ac1246da7 req-e66a7e9f-7b82-40d7-a711-d971f5e0c509 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 1099 time: 0.5268810 Dec 22 13:06:54.048173 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7954850 Dec 22 13:06:54.050237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Network': ['ID=727a6d99-2585-4100-82fa-eb76e5b7ace5,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:54.052264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51980) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:54.058759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:54.061124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 727a6d99-2585-4100-82fa-eb76e5b7ace5 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:54.063342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'subnet': {'network_id': '727a6d99-2585-4100-82fa-eb76e5b7ace5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:54.074144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.082792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.114431 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2b23d0d3-13c9-47a2-8a10-3b7ac1246da7 req-e028426d-f5e9-4328-9f17-3a5ae08b5424 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736282 Dec 22 13:06:54.181520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145f393-6fb1-4af9-9aac-5bf63530188c req-2d5c1b6e-d9a8-478b-bcf2-a0e31f9a6013 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:54.182993 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f145f393-6fb1-4af9-9aac-5bf63530188c req-2d5c1b6e-d9a8-478b-bcf2-a0e31f9a6013 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 946 time: 0.2972472 Dec 22 13:06:54.189119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:54.208842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:subnet and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:54.216589 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:54.228374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:54.245137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.252720 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f145f393-6fb1-4af9-9aac-5bf63530188c req-ad9131b2-bfe8-453a-ad0e-c3d1829e1fe2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612111 Dec 22 13:06:54.252988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.254075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Made reservation on behalf of f793559fbe5243d68115700af4e3efb4 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:54.258420 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.260959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-95ed52a3-1328-4ce2-9099-e231ed10de4f tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:54.332490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc94738d-4fb4-410d-9abf-d1e5d7f11c4c']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:54.346344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:54.352433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:54.357009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0617a8e5-6565-4eed-bd9e-1d8f7cd83de8') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:54.357302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0617a8e5-6565-4eed-bd9e-1d8f7cd83de8') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:54.366109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:54.394831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'Port': ['ID=779c3afc-5209-4035-9ae1-ee1c0c865d7e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:54.407440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.419706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:54.420097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:54.420480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:54.420856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:54.421230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:54.421597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:54.421968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:54.422330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:54.422693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:54.423052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:54.423412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:54.423796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:06:54.432687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:54.444359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.482004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.484806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:06:54.485208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.487145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-08dcb9a5-3a6c-4e6f-97c1-c02b83783256 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:06:54.500034 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:06:54.560892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Subnet': ['ID=8d4f94eb-8f6c-4ae1-82f6-ea8396508d98,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:54.564350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:54.570123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Checking segment: {'id': '160e4661-5048-49c2-91ff-c59121e14a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '727a6d99-2585-4100-82fa-eb76e5b7ace5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:54.570479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network hostable DHCP agents. Network: 727a6d99-2585-4100-82fa-eb76e5b7ace5, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:06:54.590751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 727a6d99-2585-4100-82fa-eb76e5b7ace5 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:06:54.608445 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 727a6d99-2585-4100-82fa-eb76e5b7ace5) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:54.613301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:54.613760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.618247 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb3718-a4d0-4d79-9dfe-131b9a9adfc1 None None] Network 727a6d99-2585-4100-82fa-eb76e5b7ace5 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:54.636302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.641531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5a7dd21b-27e4-4ca8-9da4-9c7c5c881426 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:54.643577 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5857675 Dec 22 13:06:54.644573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 51984) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:54.650359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1783500656', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:54.658534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:54.658685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.662910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:router and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:54.666576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:54.674392 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:54.683203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Pushing event deleted for resources: {'Network': ['ID=bc94738d-4fb4-410d-9abf-d1e5d7f11c4c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:54.685404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.686524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.703989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:54.741635 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] 10.222.0.24 "DELETE /v2.0/networks/bc94738d-4fb4-410d-9abf-d1e5d7f11c4c HTTP/1.1" status: 204 len: 168 time: 0.9671803 Dec 22 13:06:54.742732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:54.906751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbdb04e-9104-45a2-a112-c211a8c9a999 None None] Network 727a6d99-2585-4100-82fa-eb76e5b7ace5 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:55.002110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.064454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 51992) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:55.102650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.161663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.307356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52000) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:55.307750 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4cd1f64d-94d0-4e62-90d0-13605a8329ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2ceb8ed6bd24aecbe5042513a58c8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416565 Dec 22 13:06:55.372029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.412548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.425102 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:55.513074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.549187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.550687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event updated for resources: {'Port': ['ID=779c3afc-5209-4035-9ae1-ee1c0c865d7e,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:55.553477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:55.566534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.585085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-90f5454e-90c3-4f3b-9c9c-ff86ccbad160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.630021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-90f5454e-90c3-4f3b-9c9c-ff86ccbad160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.650709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea76eb-dee9-48eb-a5f3-4e2e984e1004 req-de6b3c17-f1d3-4c0f-bcda-be2e4cc7432d tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:55.652182 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e7ea76eb-dee9-48eb-a5f3-4e2e984e1004 req-de6b3c17-f1d3-4c0f-bcda-be2e4cc7432d tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 946 time: 0.2778468 Dec 22 13:06:55.739552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.26.4.136 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/148b6e82-6a23-4242-8e7c-ac03f2f4faae) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:55.750363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-90f5454e-90c3-4f3b-9c9c-ff86ccbad160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.754639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-44e6f21e-10fc-45ac-b28c-082f6870c912 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:55.842152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5454e-90c3-4f3b-9c9c-ff86ccbad160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21c6f61-99f5-4966-b880-a5407ae49028,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:55.847017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-90f5454e-90c3-4f3b-9c9c-ff86ccbad160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:55.882201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-90f5454e-90c3-4f3b-9c9c-ff86ccbad160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.884084 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-90f5454e-90c3-4f3b-9c9c-ff86ccbad160 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b21c6f61-99f5-4966-b880-a5407ae49028 HTTP/1.1" status: 204 len: 168 time: 0.5757115 Dec 22 13:06:55.911349 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e7ea76eb-dee9-48eb-a5f3-4e2e984e1004 req-361fc944-2c2b-46e8-b908-723f88611d41 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519619 Dec 22 13:06:55.918001 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Floating IP 9e3dc540-7deb-466a-a688-14169429cdad associated. External IP: 172.26.4.242, port: ad1df305-82e7-4284-a241-1d8e59a6c4b2. Dec 22 13:06:55.921094 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.953279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:55.958000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-47a09d3e-19df-4262-b976-8bbaf23ed99a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:56.023575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:06:56.026556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:56.028994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:06:56.072617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=148b6e82-6a23-4242-8e7c-ac03f2f4faae,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:56.075626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:56.311949 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Router f4f1cb72-6f6d-4212-83f3-af31806c7e6f has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:06:56.510633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:06:56.522810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d3923e-d340-421e-b0a5-7379c4f58d72 None None] Sync routers for ids ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:06:56.537295 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d3923e-d340-421e-b0a5-7379c4f58d72 None None] Routers {'f4f1cb72-6f6d-4212-83f3-af31806c7e6f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:06:56.539433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:56.540746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-61d3923e-d340-421e-b0a5-7379c4f58d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:06:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:56.586414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:56.616469 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7225919 Dec 22 13:06:56.620556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:06:56.695362 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'status': 'completed', 'code': 200} Dec 22 13:06:56.719280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52028) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:56.770783 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-61d3923e-d340-421e-b0a5-7379c4f58d72 None None] Set router f4f1cb72-6f6d-4212-83f3-af31806c7e6f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:06:56.796511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087345d-76cf-4dec-9f22-54ff61bc8031 req-48611849-02f7-49e2-8f6e-da08a28cd92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:56.798456 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0087345d-76cf-4dec-9f22-54ff61bc8031 req-48611849-02f7-49e2-8f6e-da08a28cd92b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe5304f275dc44fa95fc54bf8934d70f&device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 1098 time: 0.0793672 Dec 22 13:06:56.886514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'network': {'name': 'tempest-RoutersTest-304868936'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:56.901891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:56.908918 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:network and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:56.913216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:56.921429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:56.953140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:56.957022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:56.982463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:57.006305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:57.012188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:security_group_rule and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:57.016905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087345d-76cf-4dec-9f22-54ff61bc8031 req-f2d73f79-108d-4eac-8324-1c1fc53e206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:57.018453 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0087345d-76cf-4dec-9f22-54ff61bc8031 req-f2d73f79-108d-4eac-8324-1c1fc53e206f service neutron] 10.222.0.54 "GET /v2.0/networks?id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe HTTP/1.1" status: 200 len: 898 time: 0.2138066 Dec 22 13:06:57.019257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:57.029825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a19bf-eaa7-4908-bef5-caa24c0bd9d8 req-337c2ba1-62c9-4f44-b836-3878eb0e5f00 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:57.031230 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc3a19bf-eaa7-4908-bef5-caa24c0bd9d8 req-337c2ba1-62c9-4f44-b836-3878eb0e5f00 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.2532587 Dec 22 13:06:57.060262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:57.090276 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:57.155708 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc3a19bf-eaa7-4908-bef5-caa24c0bd9d8 req-227d4078-5024-48fd-ad62-14874e4a32cc tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179948 Dec 22 13:06:57.183766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52036) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:57.195378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-61d3923e-d340-421e-b0a5-7379c4f58d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9e3dc540-7deb-466a-a688-14169429cdad', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'floating_ip_address': '172.26.4.242', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'port_id': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'mac_address': 'fa:16:3e:0b:86:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:06:54Z', 'updated_at': '2021-12-22T13:06:54Z', 'revision_number': 0, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b55ba6f-2cef-4498-92b4-eef03d83b177', 'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'mac_address': 'fa:16:3e:83:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:25Z', 'updated_at': '2021-12-22T13:06:37Z', 'revision_number': 5, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'subnets': [{'id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:57.199867 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d3923e-d340-421e-b0a5-7379c4f58d72 None None] Checking router: f4f1cb72-6f6d-4212-83f3-af31806c7e6f for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:06:57.208907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d3923e-d340-421e-b0a5-7379c4f58d72 None None] Routers {'f4f1cb72-6f6d-4212-83f3-af31806c7e6f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:06:57.209865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-61d3923e-d340-421e-b0a5-7379c4f58d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:06:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:57.265989 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0087345d-76cf-4dec-9f22-54ff61bc8031 req-baf89bbf-9eaa-4da2-8d10-c5f0f01457cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2 HTTP/1.1" status: 200 len: 999 time: 0.2385502 Dec 22 13:06:57.293540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:06:57.390406 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ff88352a-ddb0-4ec0-9830-07da7c69317b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/floatingips/9e3dc540-7deb-466a-a688-14169429cdad HTTP/1.1" status: 200 len: 991 time: 0.1994107 Dec 22 13:06:57.394024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-61d3923e-d340-421e-b0a5-7379c4f58d72 None None] Set router f4f1cb72-6f6d-4212-83f3-af31806c7e6f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:06:57.409851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f368bc-60e6-469a-860b-dd304fc069bb req-779f1382-a1c6-4d0b-846f-2963662a9bf4 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:57.411859 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44f368bc-60e6-469a-860b-dd304fc069bb req-779f1382-a1c6-4d0b-846f-2963662a9bf4 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 946 time: 0.3193340 Dec 22 13:06:57.423023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087345d-76cf-4dec-9f22-54ff61bc8031 req-ee50c1d6-4f20-4783-a1de-e7d93761f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:57.424565 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0087345d-76cf-4dec-9f22-54ff61bc8031 req-ee50c1d6-4f20-4783-a1de-e7d93761f04f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af85d33c-7f56-459a-9936-594ee0b806a7 HTTP/1.1" status: 200 len: 834 time: 0.1460299 Dec 22 13:06:57.485124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:06:57.495636 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cea4bd-5c0a-420d-ba36-162f3532f640 None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:06:57.505202 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cea4bd-5c0a-420d-ba36-162f3532f640 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:06:57.505825 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-99cea4bd-5c0a-420d-ba36-162f3532f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:06:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:57.513452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:57.518529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:57.527056 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:57.534870 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8885946 Dec 22 13:06:57.537148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52040) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:57.571202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ac433e5-28ad-4065-959a-4f1476b62348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:57.573027 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-99cea4bd-5c0a-420d-ba36-162f3532f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:57.584023 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cea4bd-5c0a-420d-ba36-162f3532f640 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:06:57.585139 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-99cea4bd-5c0a-420d-ba36-162f3532f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:06:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:57.651565 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-99cea4bd-5c0a-420d-ba36-162f3532f640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:57.652255 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cea4bd-5c0a-420d-ba36-162f3532f640 None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:06:57.682854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cd9b657e-cf91-4c9a-b83e-665ec1a1b0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:57.720377 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44f368bc-60e6-469a-860b-dd304fc069bb req-d6ad63a6-df52-4dbc-9d4d-3f19fdd0687e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011334 Dec 22 13:06:57.733986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:57.737775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b36c1388-16b4-4bcc-80c5-e424a5bb1632,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:57.754802 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:57.755888 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Added segment eec5b377-b6cd-4718-b03e-f1e5c27c32b2 of type vlan for network ab71fec7-0df0-4db8-b64c-aff57cf0d298 Dec 22 13:06:57.780448 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:57.789783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:57.803695 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087345d-76cf-4dec-9f22-54ff61bc8031 req-829a2080-391c-4607-b424-726161a957a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:57.805633 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0087345d-76cf-4dec-9f22-54ff61bc8031 req-829a2080-391c-4607-b424-726161a957a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3602824 Dec 22 13:06:57.880632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-61d3923e-d340-421e-b0a5-7379c4f58d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9e3dc540-7deb-466a-a688-14169429cdad', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'floating_ip_address': '172.26.4.242', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'port_id': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'mac_address': 'fa:16:3e:0b:86:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:06:54Z', 'updated_at': '2021-12-22T13:06:54Z', 'revision_number': 0, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b55ba6f-2cef-4498-92b4-eef03d83b177', 'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'mac_address': 'fa:16:3e:83:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:25Z', 'updated_at': '2021-12-22T13:06:37Z', 'revision_number': 5, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'subnets': [{'id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:06:57.885610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d3923e-d340-421e-b0a5-7379c4f58d72 None None] The sync data for ids ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'] in dv-neutron-822668-1-hyperv is: [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9e3dc540-7deb-466a-a688-14169429cdad', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'floating_ip_address': '172.26.4.242', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'port_id': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'mac_address': 'fa:16:3e:0b:86:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:06:54Z', 'updated_at': '2021-12-22T13:06:54Z', 'revision_number': 0, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b55ba6f-2cef-4498-92b4-eef03d83b177', 'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'mac_address': 'fa:16:3e:83:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:25Z', 'updated_at': '2021-12-22T13:06:37Z', 'revision_number': 5, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'subnets': [{'id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:06:57.923811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:57.929536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:57.930179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:57.936736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-04be8177-d7c6-4db8-927d-fbebdffb9164 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:58.074952 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0087345d-76cf-4dec-9f22-54ff61bc8031 req-e79f6573-bdc5-4258-8f88-f7916cec8e78 service neutron] 10.222.0.54 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575383 Dec 22 13:06:58.075965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Network': ['ID=ab71fec7-0df0-4db8-b64c-aff57cf0d298,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:58.081316 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3616345 Dec 22 13:06:58.081316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:58.083813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52046) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:58.093813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network ab71fec7-0df0-4db8-b64c-aff57cf0d298 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:58.113248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'network': {'name': 'tempest-RoutersTest-1839365777'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:58.122460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:58.123479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e7c28-eb59-442d-a15e-4d7fea66d026 None None] New status for floating IP 9e3dc540-7deb-466a-a688-14169429cdad: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:06:58.135808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:network and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:58.186901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:58.210186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:58.211002 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0087345d-76cf-4dec-9f22-54ff61bc8031 req-d9699dbc-e7ab-4d91-8906-c217565d675e service neutron] 10.222.0.54 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290355 Dec 22 13:06:58.238075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:58.241451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:58.339344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550525cc-8b6a-4964-aedc-0f7a7c798673 req-b2a11ec8-8e7b-4cdc-b7b1-fc1dd7c6dfe0 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:58.340829 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-550525cc-8b6a-4964-aedc-0f7a7c798673 req-b2a11ec8-8e7b-4cdc-b7b1-fc1dd7c6dfe0 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 946 time: 0.4619284 Dec 22 13:06:58.381476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:06:58.393493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52050) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:58.478119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:58.478471 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Added segment 4169b324-20a7-443d-9750-f95c23c465ae of type vlan for network 031c5492-ac49-4c6d-bf77-97330d59a4fb Dec 22 13:06:58.489179 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-550525cc-8b6a-4964-aedc-0f7a7c798673 req-e71b98c9-dc6e-4c7c-8cc2-1b657eb7379c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363487 Dec 22 13:06:58.515631 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-963856d2-98da-417d-8561-51731a28417a tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/floatingips/9e3dc540-7deb-466a-a688-14169429cdad HTTP/1.1" status: 200 len: 993 time: 0.1205661 Dec 22 13:06:58.526764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52054) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:58.562225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:58.648868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:58.654246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:58.654813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:58.661707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4f9ef5a6-fe77-4188-b837-10cde859067f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:58.724370 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:06:58.785474 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6981320 Dec 22 13:06:58.789207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52060) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:58.795123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'subnet': {'network_id': 'ab71fec7-0df0-4db8-b64c-aff57cf0d298', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:58.855983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Network': ['ID=031c5492-ac49-4c6d-bf77-97330d59a4fb,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:58.860897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:58.867520 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 031c5492-ac49-4c6d-bf77-97330d59a4fb details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:06:58.876417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:58.906805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:58.910863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:subnet and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:58.913970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:58.919685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:58.930315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:58.939186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:58.969542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efdcbd9-967d-4a39-bc75-7f5bfa166a2e tempest-TestVolumeBootPattern-66686553 tempest-TestVolumeBootPattern-66686553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:58.971048 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3efdcbd9-967d-4a39-bc75-7f5bfa166a2e tempest-TestVolumeBootPattern-66686553 tempest-TestVolumeBootPattern-66686553-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 1094 time: 0.4188778 Dec 22 13:06:58.974065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52064) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:58.981442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:58.992444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:58.998639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Usage tracker for resource:floatingip and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:59.050905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:59.075111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:59.094365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:59.200553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:59.205722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-af0f1b1f-687f-49d4-ac6d-bd5bfb410a04 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:59.299563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Subnet': ['ID=90ed2a98-9bc7-4dbb-ba4c-3d2b465a5fdf,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:59.305649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:06:59.312979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Checking segment: {'id': 'eec5b377-b6cd-4718-b03e-f1e5c27c32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab71fec7-0df0-4db8-b64c-aff57cf0d298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:06:59.313352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network hostable DHCP agents. Network: ab71fec7-0df0-4db8-b64c-aff57cf0d298, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:06:59.334243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network ab71fec7-0df0-4db8-b64c-aff57cf0d298 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:06:59.345108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, ab71fec7-0df0-4db8-b64c-aff57cf0d298) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:06:59.349211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:06:59.349784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:59.354835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dda1dd-7159-4ed1-91e5-d2e6b50289ef None None] Network ab71fec7-0df0-4db8-b64c-aff57cf0d298 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:06:59.385763 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5953584 Dec 22 13:06:59.389111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52068) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:06:59.396784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'subnet': {'network_id': '031c5492-ac49-4c6d-bf77-97330d59a4fb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:06:59.414503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.20.0.1 (727a6d99-2585-4100-82fa-eb76e5b7ace5/8d4f94eb-8f6c-4ae1-82f6-ea8396508d98/1ebe3a7d-bc71-45e6-964b-245408be8ce6) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:59.422756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:59.546373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:06:59.560500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:subnet and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:06:59.566130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:06:59.583302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:06:59.607503 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:06:59.614133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:59.649164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-ab71fec7-0df0-4db8-b64c-aff57cf0d298', 'network_id': 'ab71fec7-0df0-4db8-b64c-aff57cf0d298', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'fixed_ips': [{'subnet_id': '90ed2a98-9bc7-4dbb-ba4c-3d2b465a5fdf'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:06:59.653020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:59.844405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f014fb11-5a5a-494d-b46c-4caf23dcdce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:59.854087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Allocated IP 172.26.4.248 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/fc4b7322-2388-4822-8fd3-d563f9783df9) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:59.857886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:59.860746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Allocated IP 172.20.0.2 (ab71fec7-0df0-4db8-b64c-aff57cf0d298/90ed2a98-9bc7-4dbb-ba4c-3d2b465a5fdf/97644d30-2514-44bc-970c-8e90d4f08a96) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:06:59.894138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:06:59.898548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-edef4be3-d39c-432c-acbb-2ab3aded37c2 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:06:59.993972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Subnet': ['ID=4c5b8572-9719-45f2-b20d-40570c838465,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:06:59.998588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:00.001217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Checking segment: {'id': '4169b324-20a7-443d-9750-f95c23c465ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '031c5492-ac49-4c6d-bf77-97330d59a4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:07:00.001669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network hostable DHCP agents. Network: 031c5492-ac49-4c6d-bf77-97330d59a4fb, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:07:00.004105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.010517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-817027f2-e92b-4c3e-8c14-2a9a31fdf461 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:00.021586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network 031c5492-ac49-4c6d-bf77-97330d59a4fb is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:07:00.032279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 031c5492-ac49-4c6d-bf77-97330d59a4fb) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:00.044984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:00.045665 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.046216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f34d85-654f-4980-95fb-1168b3cfa4c8 None None] Network 031c5492-ac49-4c6d-bf77-97330d59a4fb requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:00.072157 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6788397 Dec 22 13:07:00.072516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52072) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:00.078713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-478de850-9365-4a15-a091-86a054996577 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-263911513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:00.086036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-478de850-9365-4a15-a091-86a054996577 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:00.090518 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-478de850-9365-4a15-a091-86a054996577 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:router and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:00.091593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.094175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-478de850-9365-4a15-a091-86a054996577 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:00.100003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-478de850-9365-4a15-a091-86a054996577 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:00.100360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 727a6d99-2585-4100-82fa-eb76e5b7ace5 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:00.105188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:00.110929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:00.114824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-478de850-9365-4a15-a091-86a054996577 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.116001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-478de850-9365-4a15-a091-86a054996577 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.132755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-478de850-9365-4a15-a091-86a054996577 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.152154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=1ebe3a7d-bc71-45e6-964b-245408be8ce6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:00.154391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-478de850-9365-4a15-a091-86a054996577 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.157742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:00.176698 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.183339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-478de850-9365-4a15-a091-86a054996577 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.188169 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-478de850-9365-4a15-a091-86a054996577 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1118608 Dec 22 13:07:00.189232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52076) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:00.212204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.235706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Transition to ACTIVE for port object 97644d30-2514-44bc-970c-8e90d4f08a96 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:00.294372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Transition to ACTIVE for port object 97644d30-2514-44bc-970c-8e90d4f08a96 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:00.305487 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.332458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4a80048b-db42-4899-b43a-d521a3a5c672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:00.340062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.397919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-031c5492-ac49-4c6d-bf77-97330d59a4fb', 'network_id': '031c5492-ac49-4c6d-bf77-97330d59a4fb', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'fixed_ips': [{'subnet_id': '4c5b8572-9719-45f2-b20d-40570c838465'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:07:00.398741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.406456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0440eedd-49c0-401c-8b5e-d2d084433050 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:00.410548 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Network ab71fec7-0df0-4db8-b64c-aff57cf0d298 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:00.415110 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:00.421668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:00.502813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Pushing event updated for resources: {'Port': ['ID=97644d30-2514-44bc-970c-8e90d4f08a96,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:00.571208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:00.571528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:00.571878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:00.572212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:00.572543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:00.572874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:00.573196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:00.573552 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:00.573873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:00.574185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:00.574486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:00.574802 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:00.587449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:00.590343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:00.598018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:00.628119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Attempting to bind port 97644d30-2514-44bc-970c-8e90d4f08a96 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:07:00.628494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Attempting to bind port 97644d30-2514-44bc-970c-8e90d4f08a96 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'eec5b377-b6cd-4718-b03e-f1e5c27c32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab71fec7-0df0-4db8-b64c-aff57cf0d298'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:07:00.628863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Attempting to bind port 97644d30-2514-44bc-970c-8e90d4f08a96 on network ab71fec7-0df0-4db8-b64c-aff57cf0d298 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:07:00.640195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:07:00.640578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Checking segment: {'id': 'eec5b377-b6cd-4718-b03e-f1e5c27c32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab71fec7-0df0-4db8-b64c-aff57cf0d298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:07:00.640981 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.641377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Bound using segment: {'id': 'eec5b377-b6cd-4718-b03e-f1e5c27c32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab71fec7-0df0-4db8-b64c-aff57cf0d298'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:07:00.641839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Bound port: 97644d30-2514-44bc-970c-8e90d4f08a96, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec5b377-b6cd-4718-b03e-f1e5c27c32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ab71fec7-0df0-4db8-b64c-aff57cf0d298'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:07:00.642250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.655527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:00.698668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'Port': ['ID=fc4b7322-2388-4822-8fd3-d563f9783df9,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:00.711045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:00.764397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.769573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Allocated IP 172.21.0.2 (031c5492-ac49-4c6d-bf77-97330d59a4fb/4c5b8572-9719-45f2-b20d-40570c838465/6d7b0717-2df9-4569-bbf0-47eb04d1c9a9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:00.815843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] For port 97644d30-2514-44bc-970c-8e90d4f08a96, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:07:00.876711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] For port 97644d30-2514-44bc-970c-8e90d4f08a96, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=97644d30-2514-44bc-970c-8e90d4f08a96,segment=NetworkSegment(eec5b377-b6cd-4718-b03e-f1e5c27c32b2),segment_id=eec5b377-b6cd-4718-b03e-f1e5c27c32b2)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:07:00.884136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.889956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:00.963632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:00.977108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:01.001168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:01.021657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Pushing event updated for resources: {'Port': ['ID=97644d30-2514-44bc-970c-8e90d4f08a96,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:01.026169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:01.091721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:01.102845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Transition to ACTIVE for port object 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:01.122516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Transition to ACTIVE for port object 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:01.129708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:01.136153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:01.210049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Network 031c5492-ac49-4c6d-bf77-97330d59a4fb is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:01.213784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:01.217546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:01.273592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Pushing event updated for resources: {'Port': ['ID=6d7b0717-2df9-4569-bbf0-47eb04d1c9a9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:01.280007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:01.341415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Attempting to bind port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:07:01.341794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Attempting to bind port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '4169b324-20a7-443d-9750-f95c23c465ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '031c5492-ac49-4c6d-bf77-97330d59a4fb'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:07:01.342167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Attempting to bind port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 on network 031c5492-ac49-4c6d-bf77-97330d59a4fb {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:07:01.347811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:07:01.348193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Checking segment: {'id': '4169b324-20a7-443d-9750-f95c23c465ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '031c5492-ac49-4c6d-bf77-97330d59a4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:07:01.348605 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:01.349006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Bound using segment: {'id': '4169b324-20a7-443d-9750-f95c23c465ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '031c5492-ac49-4c6d-bf77-97330d59a4fb'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:07:01.349475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Bound port: 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4169b324-20a7-443d-9750-f95c23c465ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '031c5492-ac49-4c6d-bf77-97330d59a4fb'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:07:01.349854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:01.441973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] For port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:07:01.445080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] For port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6d7b0717-2df9-4569-bbf0-47eb04d1c9a9,segment=NetworkSegment(4169b324-20a7-443d-9750-f95c23c465ae),segment_id=4169b324-20a7-443d-9750-f95c23c465ae)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:07:01.450448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:01.454009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b019c6cb-4ccd-462d-bc98-5ea94bd41fd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:01.527960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Pushing event updated for resources: {'Port': ['ID=6d7b0717-2df9-4569-bbf0-47eb04d1c9a9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:01.532845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:02.028483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Allocated IP 172.20.0.1 (ab71fec7-0df0-4db8-b64c-aff57cf0d298/90ed2a98-9bc7-4dbb-ba4c-3d2b465a5fdf/0fb8933a-18fc-44e7-881e-758e1eaae4e9) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:02.181155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953b4be0-894e-4c64-bced-6d4c84ad4529 None None] Network ab71fec7-0df0-4db8-b64c-aff57cf0d298 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:02.188437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:02.214927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:02.226051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:02.263352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-60344267-c659-4252-a5a1-3feb22aaef46 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:02.292014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:02.294928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2b873c85-cd78-4952-83e1-61fcf66e6942 None None] Provisioning for port 97644d30-2514-44bc-970c-8e90d4f08a96 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:02.425139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=1ebe3a7d-bc71-45e6-964b-245408be8ce6,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:02.431123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:02.439307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:02.442378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:02.480309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:02.554259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Transition to ACTIVE for port object 0fb8933a-18fc-44e7-881e-758e1eaae4e9 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:02.763646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 97644d30-2514-44bc-970c-8e90d4f08a96 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:07:02.789667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa91bc9-a8f1-48b7-a32f-158839b11388 None None] Network 031c5492-ac49-4c6d-bf77-97330d59a4fb requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:02.885597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 727a6d99-2585-4100-82fa-eb76e5b7ace5 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:02.886684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:02.892091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-256416cc-5f5d-41e2-af2f-1ad147c7c9b1 tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:02.907829 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f3b16c65-0a42-4d09-8b23-d9266b39d477 None None] Provisioning for port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:02.924373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:02.950543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 97644d30-2514-44bc-970c-8e90d4f08a96 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:02.984107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 97644d30-2514-44bc-970c-8e90d4f08a96 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:02.984481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.064737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network ab71fec7-0df0-4db8-b64c-aff57cf0d298 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:03.071317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:03.085282 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:03.116052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=0fb8933a-18fc-44e7-881e-758e1eaae4e9,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:03.129617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:03.223222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.261916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 97644d30-2514-44bc-970c-8e90d4f08a96, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=97644d30-2514-44bc-970c-8e90d4f08a96,segment=NetworkSegment(eec5b377-b6cd-4718-b03e-f1e5c27c32b2),segment_id=eec5b377-b6cd-4718-b03e-f1e5c27c32b2)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:03.267812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.268884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:07:03.274845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.296796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.303345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2130cf93-6ad7-4383-87c2-62874cfac3f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:03.309343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.315872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-80fe3d18-51ea-45ba-8b3e-f366e3df6609 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:03.372497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:03.401488 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-070acd95-2aab-49e0-931f-dd45b1303b64 None None] Provisioning for port 0fb8933a-18fc-44e7-881e-758e1eaae4e9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:03.412144 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-070acd95-2aab-49e0-931f-dd45b1303b64 None None] Provisioning complete for port 0fb8933a-18fc-44e7-881e-758e1eaae4e9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:03.412521 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-070acd95-2aab-49e0-931f-dd45b1303b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.462310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=97644d30-2514-44bc-970c-8e90d4f08a96,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:03.465907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:03.472504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:03.479643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-070acd95-2aab-49e0-931f-dd45b1303b64 None None] Port 0fb8933a-18fc-44e7-881e-758e1eaae4e9 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:03.482034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:03.482407 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.511181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'Port': ['ID=fc4b7322-2388-4822-8fd3-d563f9783df9,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:03.525499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:03.562362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.614681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.633604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d91ebc07-53d3-4c49-8c30-4abc559ab503 None None] Provisioning complete for port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:03.633981 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d91ebc07-53d3-4c49-8c30-4abc559ab503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.697098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6d7b0717-2df9-4569-bbf0-47eb04d1c9a9,segment=NetworkSegment(4169b324-20a7-443d-9750-f95c23c465ae),segment_id=4169b324-20a7-443d-9750-f95c23c465ae)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:03.703492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.707909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:03.804820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:03.813943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=6d7b0717-2df9-4569-bbf0-47eb04d1c9a9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:03.818375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:03.877953 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:03.887694 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e50d8-1a55-45e2-ab2f-6a358ef8a758 None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:03.897973 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e50d8-1a55-45e2-ab2f-6a358ef8a758 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:03.898583 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bb4e50d8-1a55-45e2-ab2f-6a358ef8a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:03.911561 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Floating IP dd4d8afd-d311-49d4-a1d0-5d0c74401049 associated. External IP: 172.26.4.248, port: a376a91a-9ac0-4241-9fdd-275d1de2fe20. Dec 22 13:07:03.957884 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bb4e50d8-1a55-45e2-ab2f-6a358ef8a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:03.967246 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e50d8-1a55-45e2-ab2f-6a358ef8a758 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:03.967881 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bb4e50d8-1a55-45e2-ab2f-6a358ef8a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:04.028065 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bb4e50d8-1a55-45e2-ab2f-6a358ef8a758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:04.028465 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4e50d8-1a55-45e2-ab2f-6a358ef8a758 None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:04.236109 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "PUT /v2.0/routers/c2eb9617-325d-4005-ad32-c2b00458f58e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6972408 Dec 22 13:07:04.239005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52080) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:04.245370 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'port': {'network_id': '727a6d99-2585-4100-82fa-eb76e5b7ace5', 'name': 'tempest-FloatingIPTestJSON-486938294'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:04.502439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:04.506469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:port and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:04.509485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:04.515557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:04.527712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Made reservation on behalf of f793559fbe5243d68115700af4e3efb4 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:04.532204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:04.557460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] device_id is not set on port ef09edf1-4d3b-4e8e-b333-88164231124f yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:07:04.683907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:04.689264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:04.701516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.20.0.13 (727a6d99-2585-4100-82fa-eb76e5b7ace5/8d4f94eb-8f6c-4ae1-82f6-ea8396508d98/ef09edf1-4d3b-4e8e-b333-88164231124f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:04.731494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 97644d30-2514-44bc-970c-8e90d4f08a96 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:07:04.749615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:04.788750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:04.804617 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 97644d30-2514-44bc-970c-8e90d4f08a96 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:04.804984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:04.916185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:04.923319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:07:04.941296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:04.947970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:04.953763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8c2acbf6-1b2c-43fc-8280-6a84a4849abb tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:04.958833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=0fb8933a-18fc-44e7-881e-758e1eaae4e9,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:04.965724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:04.991909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:04.992305 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:05.024606 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 727a6d99-2585-4100-82fa-eb76e5b7ace5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:05.027908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:05.031861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:05.067123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=ef09edf1-4d3b-4e8e-b333-88164231124f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:05.076188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:05.076324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:05.099738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:05.100714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:05.105355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea3393-f228-48a6-9ec4-d2198ab95e79 None None] Sync routers for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:05.124548 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8847425 Dec 22 13:07:05.127301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52084) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:05.130839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea3393-f228-48a6-9ec4-d2198ab95e79 None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:05.131476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-eaea3393-f228-48a6-9ec4-d2198ab95e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:05.133936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:05.134234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'port': {'network_id': '727a6d99-2585-4100-82fa-eb76e5b7ace5', 'name': 'tempest-FloatingIPTestJSON-2126772772'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:05.190049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network ab71fec7-0df0-4db8-b64c-aff57cf0d298 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:05.193581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:05.291978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:05.296919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:port and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:05.302085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:05.310155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:05.324384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Made reservation on behalf of f793559fbe5243d68115700af4e3efb4 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:05.329020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:05.334303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-eaea3393-f228-48a6-9ec4-d2198ab95e79 None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:07:05.347352 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3720388 Dec 22 13:07:05.354100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] device_id is not set on port 73a91e7a-0073-471c-aede-6ce7db5800ab yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:07:05.358515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0eeb45-090f-443c-9d1b-466164f86968', 'tag': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:07:05.435321 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0eeb45-090f-443c-9d1b-466164f86968', 'tag': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20', 'status': 'completed', 'code': 200} Dec 22 13:07:05.442267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router 919a381b-162d-42cd-813a-71b3d4035d46 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:07:05.533739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-68492e52-9034-4dc8-a828-879ff0cde995 None None] Provisioning complete for port 0fb8933a-18fc-44e7-881e-758e1eaae4e9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:05.534504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68492e52-9034-4dc8-a828-879ff0cde995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:05.578052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.20.0.7 (727a6d99-2585-4100-82fa-eb76e5b7ace5/8d4f94eb-8f6c-4ae1-82f6-ea8396508d98/73a91e7a-0073-471c-aede-6ce7db5800ab) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:05.618218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-68492e52-9034-4dc8-a828-879ff0cde995 None None] Port 0fb8933a-18fc-44e7-881e-758e1eaae4e9 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:05.632853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9a05f-b209-44c4-a5d1-20188cb8fb20 req-d11cd47b-b827-4a3a-9ec6-d25a033dc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:05.634355 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ccd9a05f-b209-44c4-a5d1-20188cb8fb20 req-d11cd47b-b827-4a3a-9ec6-d25a033dc4b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 1099 time: 0.1473277 Dec 22 13:07:05.638308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:05.643140 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/919a381b-162d-42cd-813a-71b3d4035d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4529312 Dec 22 13:07:05.646322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52092) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:05.654614 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9473fbfc-ffb5-4455-a152-1a124b9f5105 None None] Sync routers for ids ['919a381b-162d-42cd-813a-71b3d4035d46'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:05.664105 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9473fbfc-ffb5-4455-a152-1a124b9f5105 None None] Routers {'919a381b-162d-42cd-813a-71b3d4035d46'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:05.665016 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9473fbfc-ffb5-4455-a152-1a124b9f5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['919a381b-162d-42cd-813a-71b3d4035d46'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:05.748739 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9473fbfc-ffb5-4455-a152-1a124b9f5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:05.765592 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9473fbfc-ffb5-4455-a152-1a124b9f5105 None None] Routers {'919a381b-162d-42cd-813a-71b3d4035d46'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:05.766420 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9473fbfc-ffb5-4455-a152-1a124b9f5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['919a381b-162d-42cd-813a-71b3d4035d46'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:05.872500 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9473fbfc-ffb5-4455-a152-1a124b9f5105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:05.875664 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9473fbfc-ffb5-4455-a152-1a124b9f5105 None None] The sync data for ids ['919a381b-162d-42cd-813a-71b3d4035d46'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:05.894665 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-eaea3393-f228-48a6-9ec4-d2198ab95e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'dd4d8afd-d311-49d4-a1d0-5d0c74401049', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:4c:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0eeb45-090f-443c-9d1b-466164f86968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:07:01Z', 'updated_at': '2021-12-22T13:07:01Z', 'revision_number': 0, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:05.900119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea3393-f228-48a6-9ec4-d2198ab95e79 None None] Checking router: 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:07:05.912633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea3393-f228-48a6-9ec4-d2198ab95e79 None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:05.913858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-eaea3393-f228-48a6-9ec4-d2198ab95e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:05.917169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655cd7d3-df64-440f-a201-46a5b3610485 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:05.917775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-655cd7d3-df64-440f-a201-46a5b3610485 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Synchronizing usage tracker for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:07:05.929977 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9a05f-b209-44c4-a5d1-20188cb8fb20 req-c119a900-4cd0-4fbe-af26-1c966ee019a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:05.931679 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ccd9a05f-b209-44c4-a5d1-20188cb8fb20 req-c119a900-4cd0-4fbe-af26-1c966ee019a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 913 time: 0.2809463 Dec 22 13:07:05.944588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-655cd7d3-df64-440f-a201-46a5b3610485 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Unset dirty status for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:07:05.949156 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-655cd7d3-df64-440f-a201-46a5b3610485 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports/0fb8933a-18fc-44e7-881e-758e1eaae4e9 HTTP/1.1" status: 200 len: 910 time: 0.2985821 Dec 22 13:07:05.949296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52096) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:06.014793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:06.065106 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ccd9a05f-b209-44c4-a5d1-20188cb8fb20 req-bb2a08bb-ad7c-4b93-a48b-e3b041254cb2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a376a91a-9ac0-4241-9fdd-275d1de2fe20 HTTP/1.1" status: 200 len: 1000 time: 0.1201344 Dec 22 13:07:06.136806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:06.145549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-be4a8b3e-4a0e-489c-876d-b9f177cc1e76 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:06.191201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9a05f-b209-44c4-a5d1-20188cb8fb20 req-40f7dfe4-a8f0-4cc5-86e6-e0ce7fa8c691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:06.192693 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ccd9a05f-b209-44c4-a5d1-20188cb8fb20 req-40f7dfe4-a8f0-4cc5-86e6-e0ce7fa8c691 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.1199973 Dec 22 13:07:06.200982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-eaea3393-f228-48a6-9ec4-d2198ab95e79 None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:07:06.278692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 727a6d99-2585-4100-82fa-eb76e5b7ace5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:06.284962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:06.293003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:06.332251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=73a91e7a-0073-471c-aede-6ce7db5800ab,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:06.341072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:06.387387 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:06.388029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:06.413640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9a05f-b209-44c4-a5d1-20188cb8fb20 req-5330fbdc-0fb3-433d-b581-5b517795c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:06.414848 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ccd9a05f-b209-44c4-a5d1-20188cb8fb20 req-5330fbdc-0fb3-433d-b581-5b517795c304 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2080247 Dec 22 13:07:06.422134 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2926202 Dec 22 13:07:06.448760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52100) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:06.456393 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '73a91e7a-0073-471c-aede-6ce7db5800ab', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:06.660695 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:06.675208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:floatingip and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:06.679891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:06.691220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:06.702438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:06.710423 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-eaea3393-f228-48a6-9ec4-d2198ab95e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'dd4d8afd-d311-49d4-a1d0-5d0c74401049', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:4c:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0eeb45-090f-443c-9d1b-466164f86968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:07:01Z', 'updated_at': '2021-12-22T13:07:01Z', 'revision_number': 0, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:06.719282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaea3393-f228-48a6-9ec4-d2198ab95e79 None None] The sync data for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv is: [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'dd4d8afd-d311-49d4-a1d0-5d0c74401049', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.248', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1195, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:4c:9c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0eeb45-090f-443c-9d1b-466164f86968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:07:01Z', 'updated_at': '2021-12-22T13:07:01Z', 'revision_number': 0, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:06.722950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:06.763713 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ccd9a05f-b209-44c4-a5d1-20188cb8fb20 req-f37f3229-7223-410b-bc20-2d8495a5e571 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397129 Dec 22 13:07:06.963250 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ccd9a05f-b209-44c4-a5d1-20188cb8fb20 req-c51ae9a5-1d3d-444b-9892-e1a497b2572a service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553373 Dec 22 13:07:07.006170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:07.047037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a45fbf-c3dd-4a61-852c-bf57c105c0db None None] New status for floating IP dd4d8afd-d311-49d4-a1d0-5d0c74401049: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:07:07.175994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Allocated IP 172.21.0.1 (031c5492-ac49-4c6d-bf77-97330d59a4fb/4c5b8572-9719-45f2-b20d-40570c838465/c99472c9-0f51-4fa5-91e8-a067614dcd91) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:07.188873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.26.4.49 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/07e5b41e-c183-44d6-8ec7-ed0284ff990f) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:07.357945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:07.388649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:07.393169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:07.397891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:07.404335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Transition to ACTIVE for port object c99472c9-0f51-4fa5-91e8-a067614dcd91 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:07.427554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:07.431253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:07.467116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:07.470028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:07.473698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:07.497623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network 031c5492-ac49-4c6d-bf77-97330d59a4fb is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:07.501037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:07.503201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=07e5b41e-c183-44d6-8ec7-ed0284ff990f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:07.505025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:07.509366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:07.577788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:07.586026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=c99472c9-0f51-4fa5-91e8-a067614dcd91,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:07.589323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:07.717743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:07.758193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-af284421-b1e4-46b6-a4a6-dd6de5624169 None None] Provisioning for port c99472c9-0f51-4fa5-91e8-a067614dcd91 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:07.763588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-af284421-b1e4-46b6-a4a6-dd6de5624169 None None] Provisioning complete for port c99472c9-0f51-4fa5-91e8-a067614dcd91 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:07.764000 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af284421-b1e4-46b6-a4a6-dd6de5624169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:07.823456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-af284421-b1e4-46b6-a4a6-dd6de5624169 None None] Port c99472c9-0f51-4fa5-91e8-a067614dcd91 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:07.909522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:07.985715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:08.193360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:08.200308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:08.204765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-16f1b36b-b66f-4b66-8a68-0b9d1cb17e00 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:08.236266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:08.241579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:08.270355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bc5d6be2-71c4-4fe6-8477-0743e631201b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:08.358581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:08.362443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=c99472c9-0f51-4fa5-91e8-a067614dcd91,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:08.365903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:08.457388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=07e5b41e-c183-44d6-8ec7-ed0284ff990f,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:08.461316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:08.466607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:08.501712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network 031c5492-ac49-4c6d-bf77-97330d59a4fb is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:08.502882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:08.652291 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Floating IP 023ee738-571e-4d1f-931d-d42269cb2a42 associated. External IP: 172.26.4.49, port: 73a91e7a-0073-471c-aede-6ce7db5800ab. Dec 22 13:07:08.671473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router 919a381b-162d-42cd-813a-71b3d4035d46 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:08.749518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7d449274-f422-4194-8df9-a53b81e7ef1b None None] Provisioning complete for port c99472c9-0f51-4fa5-91e8-a067614dcd91 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:08.750518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7d449274-f422-4194-8df9-a53b81e7ef1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:08.803883 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7d449274-f422-4194-8df9-a53b81e7ef1b None None] Port c99472c9-0f51-4fa5-91e8-a067614dcd91 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:08.834002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:08.844517 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca5a87-0519-45ec-85da-38556b1c0cab None None] Sync routers for ids ['919a381b-162d-42cd-813a-71b3d4035d46'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:08.852887 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/919a381b-162d-42cd-813a-71b3d4035d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9019821 Dec 22 13:07:08.854530 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca5a87-0519-45ec-85da-38556b1c0cab None None] Routers {'919a381b-162d-42cd-813a-71b3d4035d46'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:08.855225 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-78ca5a87-0519-45ec-85da-38556b1c0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['919a381b-162d-42cd-813a-71b3d4035d46'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:08.855666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52104) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:08.918309 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-78ca5a87-0519-45ec-85da-38556b1c0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:08.927406 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca5a87-0519-45ec-85da-38556b1c0cab None None] Routers {'919a381b-162d-42cd-813a-71b3d4035d46'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:08.928224 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-78ca5a87-0519-45ec-85da-38556b1c0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['919a381b-162d-42cd-813a-71b3d4035d46'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:08.932853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eccac2a-de00-4917-b620-07a29302cec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:08.933431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3eccac2a-de00-4917-b620-07a29302cec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Synchronizing usage tracker for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:07:08.949470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3eccac2a-de00-4917-b620-07a29302cec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Unset dirty status for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:07:08.954420 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3eccac2a-de00-4917-b620-07a29302cec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports/c99472c9-0f51-4fa5-91e8-a067614dcd91 HTTP/1.1" status: 200 len: 910 time: 0.0976565 Dec 22 13:07:08.955215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52108) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:08.992158 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-78ca5a87-0519-45ec-85da-38556b1c0cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:08.992559 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca5a87-0519-45ec-85da-38556b1c0cab None None] The sync data for ids ['919a381b-162d-42cd-813a-71b3d4035d46'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:09.008114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:09.197646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:09.207519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a908b6aa-6886-4018-9e74-c25d5fea80a1 None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:09.218676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a908b6aa-6886-4018-9e74-c25d5fea80a1 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:09.219893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a908b6aa-6886-4018-9e74-c25d5fea80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:09.226706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:09.285318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a908b6aa-6886-4018-9e74-c25d5fea80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:09.290851 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8413775 Dec 22 13:07:09.293631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52112) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:09.299023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a908b6aa-6886-4018-9e74-c25d5fea80a1 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:09.299242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-29d8a12a-d1cc-469c-8113-3a69081dcd87 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:09.299789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a908b6aa-6886-4018-9e74-c25d5fea80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:09.370478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a908b6aa-6886-4018-9e74-c25d5fea80a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:09.371012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a908b6aa-6886-4018-9e74-c25d5fea80a1 None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:09.400712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29d8a12a-d1cc-469c-8113-3a69081dcd87 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:09.598683 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:09.674404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29d8a12a-d1cc-469c-8113-3a69081dcd87 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:09.679115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29d8a12a-d1cc-469c-8113-3a69081dcd87 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:09.679428 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-29d8a12a-d1cc-469c-8113-3a69081dcd87 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Floating IP 023ee738-571e-4d1f-931d-d42269cb2a42 disassociated. External IP: 172.26.4.49, port: 73a91e7a-0073-471c-aede-6ce7db5800ab. Dec 22 13:07:09.937253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port c99472c9-0f51-4fa5-91e8-a067614dcd91 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:09.937849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:10.125680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:10.158889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d8a12a-d1cc-469c-8113-3a69081dcd87 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:10.253738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for c99472c9-0f51-4fa5-91e8-a067614dcd91 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:10.345505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d8a12a-d1cc-469c-8113-3a69081dcd87 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:10.350354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29d8a12a-d1cc-469c-8113-3a69081dcd87 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:10.356171 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fadbad0-b628-4beb-804a-4dd978c3478c None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:10.367201 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fadbad0-b628-4beb-804a-4dd978c3478c None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:10.368370 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-0fadbad0-b628-4beb-804a-4dd978c3478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:10.407729 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-29d8a12a-d1cc-469c-8113-3a69081dcd87 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "PUT /v2.0/floatingips/023ee738-571e-4d1f-931d-d42269cb2a42 HTTP/1.1" status: 200 len: 687 time: 1.1126580 Dec 22 13:07:10.410168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52116) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:10.439025 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-0fadbad0-b628-4beb-804a-4dd978c3478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:10.439771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:10.441682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:10.446849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:10.449074 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fadbad0-b628-4beb-804a-4dd978c3478c None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:10.449750 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-0fadbad0-b628-4beb-804a-4dd978c3478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:10.493200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=c99472c9-0f51-4fa5-91e8-a067614dcd91,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:10.496885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:10.513948 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-0fadbad0-b628-4beb-804a-4dd978c3478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:10.514370 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fadbad0-b628-4beb-804a-4dd978c3478c None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:10.574042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1c85c-dee7-47dd-b496-d446539761fa tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port 07e5b41e-c183-44d6-8ec7-ed0284ff990f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:10.574386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6fb1c85c-dee7-47dd-b496-d446539761fa tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:10.756613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6fb1c85c-dee7-47dd-b496-d446539761fa tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:10.757301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6fb1c85c-dee7-47dd-b496-d446539761fa tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:10.758831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:10.878970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-6fb1c85c-dee7-47dd-b496-d446539761fa tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for 07e5b41e-c183-44d6-8ec7-ed0284ff990f owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:11.026183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6fb1c85c-dee7-47dd-b496-d446539761fa tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:11.030751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-066eed85-8217-42f8-8f4c-bbc84616209b tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:11.074050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1c85c-dee7-47dd-b496-d446539761fa tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=07e5b41e-c183-44d6-8ec7-ed0284ff990f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:11.099910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6fb1c85c-dee7-47dd-b496-d446539761fa tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:11.167627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6fb1c85c-dee7-47dd-b496-d446539761fa tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:11.178671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6fb1c85c-dee7-47dd-b496-d446539761fa tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:11.179837 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6fb1c85c-dee7-47dd-b496-d446539761fa tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/floatingips/023ee738-571e-4d1f-931d-d42269cb2a42 HTTP/1.1" status: 204 len: 168 time: 0.7687585 Dec 22 13:07:11.183478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52120) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:11.188735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'ef09edf1-4d3b-4e8e-b333-88164231124f'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:11.197974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:11.204603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:floatingip and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:11.208988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:11.217676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:11.220762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router 919a381b-162d-42cd-813a-71b3d4035d46 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:11.234438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:11.459707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:11.470248 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810ad93-6bf6-48f6-a479-1a5169a23213 None None] Sync routers for ids ['919a381b-162d-42cd-813a-71b3d4035d46'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:11.480704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810ad93-6bf6-48f6-a479-1a5169a23213 None None] Routers {'919a381b-162d-42cd-813a-71b3d4035d46'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:11.481312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a810ad93-6bf6-48f6-a479-1a5169a23213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['919a381b-162d-42cd-813a-71b3d4035d46'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:11.484364 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/919a381b-162d-42cd-813a-71b3d4035d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5278823 Dec 22 13:07:11.487062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52124) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:11.540532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a810ad93-6bf6-48f6-a479-1a5169a23213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:11.550002 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810ad93-6bf6-48f6-a479-1a5169a23213 None None] Routers {'919a381b-162d-42cd-813a-71b3d4035d46'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:11.550616 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a810ad93-6bf6-48f6-a479-1a5169a23213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['919a381b-162d-42cd-813a-71b3d4035d46'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:11.612842 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a810ad93-6bf6-48f6-a479-1a5169a23213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:11.613264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810ad93-6bf6-48f6-a479-1a5169a23213 None None] The sync data for ids ['919a381b-162d-42cd-813a-71b3d4035d46'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:11.723181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:12.023349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.26.4.35 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/b08b7f9d-b675-484d-bc1e-2fece41d890c) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:12.225515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:12.256912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:12.521903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:12.527195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b5d8fa4b-5a27-4ac2-862e-7188c8643dae tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:12.645829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:12.653281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:12.664035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:12.715433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=b08b7f9d-b675-484d-bc1e-2fece41d890c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:12.725557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:12.994717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port 0fb8933a-18fc-44e7-881e-758e1eaae4e9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:12.995062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:13.303892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:13.441172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for 0fb8933a-18fc-44e7-881e-758e1eaae4e9 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:13.543851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:13.697493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:13.750697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:13.756723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:13.806344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=0fb8933a-18fc-44e7-881e-758e1eaae4e9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:13.811900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:14.290343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:14.432067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:14.440164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:14.443892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5c791f01-fc15-4204-86ac-f0fdd9cfc1a4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:14.677002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=b08b7f9d-b675-484d-bc1e-2fece41d890c,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:14.681773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:14.687499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router 919a381b-162d-42cd-813a-71b3d4035d46 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:14.691966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:14.958164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:14.968746 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8966c5-16b6-412a-99fb-72fd013c5f30 None None] Sync routers for ids ['919a381b-162d-42cd-813a-71b3d4035d46'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:14.979285 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8966c5-16b6-412a-99fb-72fd013c5f30 None None] Routers {'919a381b-162d-42cd-813a-71b3d4035d46'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:14.980241 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5a8966c5-16b6-412a-99fb-72fd013c5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['919a381b-162d-42cd-813a-71b3d4035d46'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:14.991544 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Floating IP 68e0417e-7837-4e00-8348-19a38c533f34 associated. External IP: 172.26.4.35, port: ef09edf1-4d3b-4e8e-b333-88164231124f. Dec 22 13:07:15.042676 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5a8966c5-16b6-412a-99fb-72fd013c5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:15.043823 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/919a381b-162d-42cd-813a-71b3d4035d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5555463 Dec 22 13:07:15.048261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52130) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:15.051594 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8966c5-16b6-412a-99fb-72fd013c5f30 None None] Routers {'919a381b-162d-42cd-813a-71b3d4035d46'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:15.052227 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5a8966c5-16b6-412a-99fb-72fd013c5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['919a381b-162d-42cd-813a-71b3d4035d46'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:15.097967 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c15964ac-1bb5-4317-b92e-1b489f1f67e0 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a381b-162d-42cd-813a-71b3d4035d46 HTTP/1.1" status: 200 len: 205 time: 0.0481770 Dec 22 13:07:15.100601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52134) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:15.114783 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5a8966c5-16b6-412a-99fb-72fd013c5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:15.115252 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8966c5-16b6-412a-99fb-72fd013c5f30 None None] The sync data for ids ['919a381b-162d-42cd-813a-71b3d4035d46'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:15.369805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-420e2fef-9216-410a-954d-fdc3d38ab526 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:15.488201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:15.671426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-420e2fef-9216-410a-954d-fdc3d38ab526 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:15.674035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-420e2fef-9216-410a-954d-fdc3d38ab526 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:15.674318 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:15.685773 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf4424f-7cd3-41d8-b221-c43cb8c8e3a6 None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:15.696984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf4424f-7cd3-41d8-b221-c43cb8c8e3a6 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:15.697590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8bf4424f-7cd3-41d8-b221-c43cb8c8e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:15.700655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:15.700993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-420e2fef-9216-410a-954d-fdc3d38ab526 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:15.701710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420e2fef-9216-410a-954d-fdc3d38ab526 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Fanout notify agent at l3_agent the message router_deleted on router 919a381b-162d-42cd-813a-71b3d4035d46 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:07:15.714972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-420e2fef-9216-410a-954d-fdc3d38ab526 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:15.716194 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-420e2fef-9216-410a-954d-fdc3d38ab526 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/919a381b-162d-42cd-813a-71b3d4035d46 HTTP/1.1" status: 204 len: 168 time: 0.6144540 Dec 22 13:07:15.719698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52138) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:15.772313 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.5851593 Dec 22 13:07:15.774395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52142) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:15.797159 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddb17fa-3277-4d71-bf84-0219b300f9ca tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting subnet 4c5b8572-9719-45f2-b20d-40570c838465 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:07:15.800446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ddb17fa-3277-4d71-bf84-0219b300f9ca tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:15.811387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8bf4424f-7cd3-41d8-b221-c43cb8c8e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:15.820540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf4424f-7cd3-41d8-b221-c43cb8c8e3a6 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:15.821748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8bf4424f-7cd3-41d8-b221-c43cb8c8e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:15.858591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ddb17fa-3277-4d71-bf84-0219b300f9ca tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:15.908606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8bf4424f-7cd3-41d8-b221-c43cb8c8e3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:15.908606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf4424f-7cd3-41d8-b221-c43cb8c8e3a6 None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:15.911890 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-509c8c70-edc3-4333-a90b-da916f950100 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "GET /v2.0/floatingips/68e0417e-7837-4e00-8348-19a38c533f34 HTTP/1.1" status: 200 len: 977 time: 0.1281588 Dec 22 13:07:15.911890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52146) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:15.965164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ddb17fa-3277-4d71-bf84-0219b300f9ca tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.007272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5aa38ad6-817b-45be-a668-cb63d58b3b47 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Synchronizing usage tracker for tenant:f793559fbe5243d68115700af4e3efb4 on resource:floatingip {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:07:16.024183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5aa38ad6-817b-45be-a668-cb63d58b3b47 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Unset dirty status for tenant:f793559fbe5243d68115700af4e3efb4 on resource:floatingip {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:07:16.025444 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5aa38ad6-817b-45be-a668-cb63d58b3b47 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1195772 Dec 22 13:07:16.028670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52150) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:16.033990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7d9db4c1-29eb-4924-85dc-2d72080f4100 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'floatingip': {'port_id': '73a91e7a-0073-471c-aede-6ce7db5800ab'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:16.045520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ddb17fa-3277-4d71-bf84-0219b300f9ca tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.049742 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cc416244-330c-4953-a83a-2c8fecea1248 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:16.089124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb17fa-3277-4d71-bf84-0219b300f9ca tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5b8572-9719-45f2-b20d-40570c838465,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:16.091067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ddb17fa-3277-4d71-bf84-0219b300f9ca tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.094001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0ddb17fa-3277-4d71-bf84-0219b300f9ca tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:16.098126 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0ddb17fa-3277-4d71-bf84-0219b300f9ca tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/4c5b8572-9719-45f2-b20d-40570c838465 HTTP/1.1" status: 204 len: 168 time: 0.3762770 Dec 22 13:07:16.100702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52154) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:16.103440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91019f3-faa8-4c98-a467-a678192dc6bd None None] Network 031c5492-ac49-4c6d-bf77-97330d59a4fb requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:16.145268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d9db4c1-29eb-4924-85dc-2d72080f4100 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.170647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-101d3f9c-800e-437d-a640-bed1f6f596a7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting subnet 90ed2a98-9bc7-4dbb-ba4c-3d2b465a5fdf {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:07:16.173690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-101d3f9c-800e-437d-a640-bed1f6f596a7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.268739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-101d3f9c-800e-437d-a640-bed1f6f596a7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.364662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-101d3f9c-800e-437d-a640-bed1f6f596a7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.405514 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05254504-97c0-4909-81c7-804b5ba567b2 None None] DHCP port deletion for 031c5492-ac49-4c6d-bf77-97330d59a4fb request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:07:16.412397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-05254504-97c0-4909-81c7-804b5ba567b2 None None] Deleting port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:16.412787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05254504-97c0-4909-81c7-804b5ba567b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.465208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-101d3f9c-800e-437d-a640-bed1f6f596a7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.470952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2ef7a484-6b9a-4e25-8631-732ee3f5e4d5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:16.513243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d3f9c-800e-437d-a640-bed1f6f596a7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Subnet': ['ID=90ed2a98-9bc7-4dbb-ba4c-3d2b465a5fdf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:16.516308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-101d3f9c-800e-437d-a640-bed1f6f596a7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:16.517339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-101d3f9c-800e-437d-a640-bed1f6f596a7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.524660 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-101d3f9c-800e-437d-a640-bed1f6f596a7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/90ed2a98-9bc7-4dbb-ba4c-3d2b465a5fdf HTTP/1.1" status: 204 len: 168 time: 0.4227605 Dec 22 13:07:16.527093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52158) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:16.710575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c76ef3-d283-4ca5-bd81-00d9e2915067 None None] Network ab71fec7-0df0-4db8-b64c-aff57cf0d298 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:16.715067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.733242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:16.733750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.782348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:07:16.882530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-05254504-97c0-4909-81c7-804b5ba567b2 None None] For port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6d7b0717-2df9-4569-bbf0-47eb04d1c9a9,segment=NetworkSegment(4169b324-20a7-443d-9750-f95c23c465ae),segment_id=4169b324-20a7-443d-9750-f95c23c465ae)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:16.883087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05254504-97c0-4909-81c7-804b5ba567b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:16.998916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] For port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6d7b0717-2df9-4569-bbf0-47eb04d1c9a9,segment=NetworkSegment(4169b324-20a7-443d-9750-f95c23c465ae),segment_id=4169b324-20a7-443d-9750-f95c23c465ae)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:16.999347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:17.070120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-05254504-97c0-4909-81c7-804b5ba567b2 None None] Calling delete_port for 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:17.093866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d9db4c1-29eb-4924-85dc-2d72080f4100 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:17.093866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d9db4c1-29eb-4924-85dc-2d72080f4100 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:17.246131 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:17.257168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05254504-97c0-4909-81c7-804b5ba567b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:17.257168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:17.340303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0841b3dc-681c-49a6-a38c-14b45ceb1094 None None] DHCP port deletion for ab71fec7-0df0-4db8-b64c-aff57cf0d298 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:07:17.340303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05254504-97c0-4909-81c7-804b5ba567b2 None None] No DVR routers for this DVR port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:07:17.340303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05254504-97c0-4909-81c7-804b5ba567b2 None None] Pushing event deleted for resources: {'Port': ['ID=6d7b0717-2df9-4569-bbf0-47eb04d1c9a9,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:17.357359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-05254504-97c0-4909-81c7-804b5ba567b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:17.388192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0841b3dc-681c-49a6-a38c-14b45ceb1094 None None] Deleting port 97644d30-2514-44bc-970c-8e90d4f08a96 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:17.388192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0841b3dc-681c-49a6-a38c-14b45ceb1094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:17.391853 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-7d9db4c1-29eb-4924-85dc-2d72080f4100 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Floating IP 68e0417e-7837-4e00-8348-19a38c533f34 associated. External IP: 172.26.4.35, port: ef09edf1-4d3b-4e8e-b333-88164231124f. Dec 22 13:07:17.405962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:17.505125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:07:17.505125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:07:17.632933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0841b3dc-681c-49a6-a38c-14b45ceb1094 None None] For port 97644d30-2514-44bc-970c-8e90d4f08a96, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=97644d30-2514-44bc-970c-8e90d4f08a96,segment=NetworkSegment(eec5b377-b6cd-4718-b03e-f1e5c27c32b2),segment_id=eec5b377-b6cd-4718-b03e-f1e5c27c32b2)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:17.633294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0841b3dc-681c-49a6-a38c-14b45ceb1094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:17.784275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9db4c1-29eb-4924-85dc-2d72080f4100 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:17.803453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0841b3dc-681c-49a6-a38c-14b45ceb1094 None None] Calling delete_port for 97644d30-2514-44bc-970c-8e90d4f08a96 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:17.879246 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0841b3dc-681c-49a6-a38c-14b45ceb1094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:17.882681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:17.928156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841b3dc-681c-49a6-a38c-14b45ceb1094 None None] Pushing event deleted for resources: {'Port': ['ID=97644d30-2514-44bc-970c-8e90d4f08a96,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:17.933268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0841b3dc-681c-49a6-a38c-14b45ceb1094 None None] No DVR routers for this DVR port 97644d30-2514-44bc-970c-8e90d4f08a96 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:07:17.937355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0841b3dc-681c-49a6-a38c-14b45ceb1094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:17.969455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9db4c1-29eb-4924-85dc-2d72080f4100 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:17.978440 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02337de7-7a3f-4ccc-a5a9-04d0a144521f None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:17.987942 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02337de7-7a3f-4ccc-a5a9-04d0a144521f None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:17.988536 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-02337de7-7a3f-4ccc-a5a9-04d0a144521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.003596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port 6d7b0717-2df9-4569-bbf0-47eb04d1c9a9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:18.004141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.051026 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-02337de7-7a3f-4ccc-a5a9-04d0a144521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.060762 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02337de7-7a3f-4ccc-a5a9-04d0a144521f None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:18.061363 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-02337de7-7a3f-4ccc-a5a9-04d0a144521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.074109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] The port '6d7b0717-2df9-4569-bbf0-47eb04d1c9a9' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:07:18.124203 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-02337de7-7a3f-4ccc-a5a9-04d0a144521f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.124620 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02337de7-7a3f-4ccc-a5a9-04d0a144521f None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:18.209705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.235641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031c5492-ac49-4c6d-bf77-97330d59a4fb']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.247984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4169b324-20a7-443d-9750-f95c23c465ae') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.248288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4169b324-20a7-443d-9750-f95c23c465ae') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.260646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.277678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.284981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:07:18.285746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:07:18.302166 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:07:18.341787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9db4c1-29eb-4924-85dc-2d72080f4100 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:18.400242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.407703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ec5c67a8-e9d6-43b6-80ac-9ead67625980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:18.423846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.440100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Network': ['ID=031c5492-ac49-4c6d-bf77-97330d59a4fb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:18.441439 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/networks/031c5492-ac49-4c6d-bf77-97330d59a4fb HTTP/1.1" status: 204 len: 168 time: 1.9104557 Dec 22 13:07:18.442272 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:18.444922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52162) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:18.574374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.740979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 97644d30-2514-44bc-970c-8e90d4f08a96 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:07:18.751448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9db4c1-29eb-4924-85dc-2d72080f4100 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:18.751448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d9db4c1-29eb-4924-85dc-2d72080f4100 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.776580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.791288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161292d-5f81-4253-9fce-57f852cd9e34 None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:18.802280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 97644d30-2514-44bc-970c-8e90d4f08a96 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:07:18.802641 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 97644d30-2514-44bc-970c-8e90d4f08a96 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:07:18.813063 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9161292d-5f81-4253-9fce-57f852cd9e34 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:18.813063 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9161292d-5f81-4253-9fce-57f852cd9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.832282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab71fec7-0df0-4db8-b64c-aff57cf0d298']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.852535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec5b377-b6cd-4718-b03e-f1e5c27c32b2') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.852859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec5b377-b6cd-4718-b03e-f1e5c27c32b2') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.865937 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4dfdd830-5c09-4dc0-93cf-7fc46a7ba77d req-f4f1dca9-391f-455f-a50a-034d2031b4de service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1597540 Dec 22 13:07:18.875856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.879004 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7d9db4c1-29eb-4924-85dc-2d72080f4100 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "PUT /v2.0/floatingips/68e0417e-7837-4e00-8348-19a38c533f34 HTTP/1.1" status: 200 len: 977 time: 2.8496673 Dec 22 13:07:18.881589 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52166) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:18.886780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2b51e011-df94-4bb7-9281-a9931a032a31 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:18.890012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9161292d-5f81-4253-9fce-57f852cd9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.902088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.903276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9161292d-5f81-4253-9fce-57f852cd9e34 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:18.903886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9161292d-5f81-4253-9fce-57f852cd9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.907314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:07:18.907924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:07:18.926850 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:07:18.986444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9161292d-5f81-4253-9fce-57f852cd9e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:18.986919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161292d-5f81-4253-9fce-57f852cd9e34 None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:19.021653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b51e011-df94-4bb7-9281-a9931a032a31 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:19.096940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:19.100155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:19.105272 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0bb8dea6-38f8-4f88-a48e-e2830f8e3164 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:19.135284 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/networks/ab71fec7-0df0-4db8-b64c-aff57cf0d298 HTTP/1.1" status: 204 len: 168 time: 0.6901877 Dec 22 13:07:19.137078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Network': ['ID=ab71fec7-0df0-4db8-b64c-aff57cf0d298,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:19.149117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:19.149909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52170) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:19.159105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'network': {'name': 'tempest-RoutersTest-1072830506'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:19.173002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:19.179247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:network and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:19.182766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:19.190279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdd830-5c09-4dc0-93cf-7fc46a7ba77d req-32f2370f-87b5-4b99-979d-002b72f9194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:19.191815 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4dfdd830-5c09-4dc0-93cf-7fc46a7ba77d req-32f2370f-87b5-4b99-979d-002b72f9194d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 1099 time: 0.2065270 Dec 22 13:07:19.192957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:19.205526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:19.210219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:19.332403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b51e011-df94-4bb7-9281-a9931a032a31 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:19.338395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b51e011-df94-4bb7-9281-a9931a032a31 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:19.338395 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-2b51e011-df94-4bb7-9281-a9931a032a31 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Floating IP 68e0417e-7837-4e00-8348-19a38c533f34 disassociated. External IP: 172.26.4.35, port: 73a91e7a-0073-471c-aede-6ce7db5800ab. Dec 22 13:07:19.340080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:07:19.368930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:19.368930 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Added segment d921c07a-4540-4c9b-be0d-1cf5b229da00 of type vlan for network 93bf4b74-174f-4157-8486-38e688d10399 Dec 22 13:07:19.417933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdd830-5c09-4dc0-93cf-7fc46a7ba77d req-93817a6f-6e27-4a6f-87fa-4da125967bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:19.417933 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4dfdd830-5c09-4dc0-93cf-7fc46a7ba77d req-93817a6f-6e27-4a6f-87fa-4da125967bc9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 913 time: 0.1902759 Dec 22 13:07:19.424848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:19.541966 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4dfdd830-5c09-4dc0-93cf-7fc46a7ba77d req-1055c867-04fc-4202-8a6d-8ef4efba311f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a376a91a-9ac0-4241-9fdd-275d1de2fe20 HTTP/1.1" status: 200 len: 1002 time: 0.1182125 Dec 22 13:07:19.545476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:19.550865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:19.551751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:19.728997 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58d6de16-7a18-49e3-b659-f40803411614 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:19.758135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b51e011-df94-4bb7-9281-a9931a032a31 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:19.846050 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6926939 Dec 22 13:07:19.850828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52176) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:19.859517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdd830-5c09-4dc0-93cf-7fc46a7ba77d req-c41ae4e5-578b-42d3-81ef-8455c3af36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:19.859707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'subnet': {'network_id': '93bf4b74-174f-4157-8486-38e688d10399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:19.859850 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4dfdd830-5c09-4dc0-93cf-7fc46a7ba77d req-c41ae4e5-578b-42d3-81ef-8455c3af36a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.3030884 Dec 22 13:07:19.859988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Network': ['ID=93bf4b74-174f-4157-8486-38e688d10399,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:19.863338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:19.873985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 93bf4b74-174f-4157-8486-38e688d10399 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:07:19.949239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdd830-5c09-4dc0-93cf-7fc46a7ba77d req-69bd7c29-f9bb-4ea4-8c97-069e75d5ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:19.952080 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4dfdd830-5c09-4dc0-93cf-7fc46a7ba77d req-69bd7c29-f9bb-4ea4-8c97-069e75d5ca66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856252 Dec 22 13:07:20.056793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b51e011-df94-4bb7-9281-a9931a032a31 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:20.061822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2b51e011-df94-4bb7-9281-a9931a032a31 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:20.076105 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d60426-3e38-4a1f-8940-bcd259bce2f6 None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:20.087120 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d60426-3e38-4a1f-8940-bcd259bce2f6 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:20.092867 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-06d60426-3e38-4a1f-8940-bcd259bce2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:20.101168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:20.110344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:subnet and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:20.112659 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4dfdd830-5c09-4dc0-93cf-7fc46a7ba77d req-a3e9e239-5b39-401d-b434-73d3cd282166 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534367 Dec 22 13:07:20.115990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:20.124698 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:20.142440 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2b51e011-df94-4bb7-9281-a9931a032a31 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "PUT /v2.0/floatingips/68e0417e-7837-4e00-8348-19a38c533f34 HTTP/1.1" status: 200 len: 687 time: 1.2544472 Dec 22 13:07:20.142440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52180) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:20.163393 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-06d60426-3e38-4a1f-8940-bcd259bce2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:20.177156 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d60426-3e38-4a1f-8940-bcd259bce2f6 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:20.177156 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-06d60426-3e38-4a1f-8940-bcd259bce2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:20.280254 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-06d60426-3e38-4a1f-8940-bcd259bce2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:20.280254 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d60426-3e38-4a1f-8940-bcd259bce2f6 None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:20.297546 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4dfdd830-5c09-4dc0-93cf-7fc46a7ba77d req-dfa1feb7-cd48-4380-b66c-f67c872a6812 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763926 Dec 22 13:07:20.370740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:20.374425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:20.575920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1b33ab85-369c-4f25-a627-9004a554cd5f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port b08b7f9d-b675-484d-bc1e-2fece41d890c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:20.576103 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b33ab85-369c-4f25-a627-9004a554cd5f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:20.843851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b33ab85-369c-4f25-a627-9004a554cd5f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:20.843851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b33ab85-369c-4f25-a627-9004a554cd5f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.001300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1b33ab85-369c-4f25-a627-9004a554cd5f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for b08b7f9d-b675-484d-bc1e-2fece41d890c owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:21.044051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.050241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-65881618-d1bc-4fb9-b9fb-8194d5c5eb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:21.148526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Subnet': ['ID=bf66ae2c-3f1f-48a1-9126-e9da26c121b3,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:21.151107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:21.166073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Checking segment: {'id': 'd921c07a-4540-4c9b-be0d-1cf5b229da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93bf4b74-174f-4157-8486-38e688d10399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:07:21.166431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network hostable DHCP agents. Network: 93bf4b74-174f-4157-8486-38e688d10399, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:07:21.247667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network 93bf4b74-174f-4157-8486-38e688d10399 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:07:21.263071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 93bf4b74-174f-4157-8486-38e688d10399) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:21.265367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b33ab85-369c-4f25-a627-9004a554cd5f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.270235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:21.271402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feeb871-19f3-4c18-bff1-a9f8b70ba594 None None] Network 93bf4b74-174f-4157-8486-38e688d10399 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:21.307286 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:21.307899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.328075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33ab85-369c-4f25-a627-9004a554cd5f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=b08b7f9d-b675-484d-bc1e-2fece41d890c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:21.333681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1b33ab85-369c-4f25-a627-9004a554cd5f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:21.414308 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5626578 Dec 22 13:07:21.416990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52184) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:21.421847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b0a4cc41-5730-414b-b74a-2527f872248d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2018331616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:21.431713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b0a4cc41-5730-414b-b74a-2527f872248d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:21.438200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b0a4cc41-5730-414b-b74a-2527f872248d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:router and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:21.444675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b0a4cc41-5730-414b-b74a-2527f872248d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:21.452555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b0a4cc41-5730-414b-b74a-2527f872248d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:21.454498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b33ab85-369c-4f25-a627-9004a554cd5f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.456768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1b33ab85-369c-4f25-a627-9004a554cd5f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.458261 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1b33ab85-369c-4f25-a627-9004a554cd5f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/floatingips/68e0417e-7837-4e00-8348-19a38c533f34 HTTP/1.1" status: 204 len: 168 time: 1.3168783 Dec 22 13:07:21.460992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52188) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:21.499681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-93bf4b74-174f-4157-8486-38e688d10399', 'network_id': '93bf4b74-174f-4157-8486-38e688d10399', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'fixed_ips': [{'subnet_id': 'bf66ae2c-3f1f-48a1-9126-e9da26c121b3'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:07:21.500560 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.535657 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-aa369ddd-fddc-43f5-ba0d-06f664acf3b5 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] delete failed (client error): The resource could not be found. Dec 22 13:07:21.536138 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-aa369ddd-fddc-43f5-ba0d-06f664acf3b5 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/floatingips/68e0417e-7837-4e00-8348-19a38c533f34 HTTP/1.1" status: 404 len: 345 time: 0.0746984 Dec 22 13:07:21.538842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cc41-5730-414b-b74a-2527f872248d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.539751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cc41-5730-414b-b74a-2527f872248d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.542032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52192) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:21.556764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cc41-5730-414b-b74a-2527f872248d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.579739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cc41-5730-414b-b74a-2527f872248d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.612579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0a4cc41-5730-414b-b74a-2527f872248d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.613312 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b0a4cc41-5730-414b-b74a-2527f872248d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1954901 Dec 22 13:07:21.616397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52196) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:21.622303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'port': {'network_id': '93bf4b74-174f-4157-8486-38e688d10399', 'name': 'tempest-RoutersTest-1714905811'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:21.660607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd95374-ba24-4a95-bf92-b32f822e4a4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:21.666364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd95374-ba24-4a95-bf92-b32f822e4a4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:21.672109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd95374-ba24-4a95-bf92-b32f822e4a4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:21.672929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9fd95374-ba24-4a95-bf92-b32f822e4a4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Synchronizing usage tracker for tenant:f793559fbe5243d68115700af4e3efb4 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:07:21.690893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9fd95374-ba24-4a95-bf92-b32f822e4a4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Unset dirty status for tenant:f793559fbe5243d68115700af4e3efb4 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:07:21.695675 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9fd95374-ba24-4a95-bf92-b32f822e4a4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "GET /v2.0/ports?network_id=727a6d99-2585-4100-82fa-eb76e5b7ace5 HTTP/1.1" status: 200 len: 2358 time: 0.1523921 Dec 22 13:07:21.696635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52200) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:21.739150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Allocated IP 172.20.0.2 (93bf4b74-174f-4157-8486-38e688d10399/bf66ae2c-3f1f-48a1-9126-e9da26c121b3/6721d75b-3622-4d7c-80db-c38f0321b6eb) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:21.765566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:21.769990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:port and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:21.771440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2660d55-6961-4edf-9746-4d89147bc507 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:21.777668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:21.778455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52204) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:21.778673 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e2660d55-6961-4edf-9746-4d89147bc507 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "GET /v2.0/subnets/8d4f94eb-8f6c-4ae1-82f6-ea8396508d98 HTTP/1.1" status: 200 len: 797 time: 0.0802925 Dec 22 13:07:21.781330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:21.787549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'port': {'network_id': '727a6d99-2585-4100-82fa-eb76e5b7ace5', 'name': 'tempest-FloatingIPTestJSON-614733382', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:21.861895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:21.865376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.903188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] device_id is not set on port 0fcc7477-d275-461a-8572-3dda526bd162 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:07:21.948962 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.960440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Transition to ACTIVE for port object 6721d75b-3622-4d7c-80db-c38f0321b6eb will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:21.980011 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Transition to ACTIVE for port object 6721d75b-3622-4d7c-80db-c38f0321b6eb will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:21.987071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:21.991729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5d8cf008-a61d-4208-ae3c-d6d45703f5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:22.056301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Network 93bf4b74-174f-4157-8486-38e688d10399 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:22.059338 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:22.062940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:22.068622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Pushing event updated for resources: {'Port': ['ID=6721d75b-3622-4d7c-80db-c38f0321b6eb,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:22.072275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:22.128086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:22.153913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Attempting to bind port 6721d75b-3622-4d7c-80db-c38f0321b6eb on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:07:22.154316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Attempting to bind port 6721d75b-3622-4d7c-80db-c38f0321b6eb by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'd921c07a-4540-4c9b-be0d-1cf5b229da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93bf4b74-174f-4157-8486-38e688d10399'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:07:22.154681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Attempting to bind port 6721d75b-3622-4d7c-80db-c38f0321b6eb on network 93bf4b74-174f-4157-8486-38e688d10399 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:07:22.160526 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:07:22.160915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Checking segment: {'id': 'd921c07a-4540-4c9b-be0d-1cf5b229da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93bf4b74-174f-4157-8486-38e688d10399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:07:22.161328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:22.161739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Bound using segment: {'id': 'd921c07a-4540-4c9b-be0d-1cf5b229da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93bf4b74-174f-4157-8486-38e688d10399'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:07:22.162212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Bound port: 6721d75b-3622-4d7c-80db-c38f0321b6eb, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd921c07a-4540-4c9b-be0d-1cf5b229da00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '93bf4b74-174f-4157-8486-38e688d10399'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:07:22.162596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:22.180461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:22.201345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Made reservation on behalf of f793559fbe5243d68115700af4e3efb4 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:22.253178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] For port 6721d75b-3622-4d7c-80db-c38f0321b6eb, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:07:22.256257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] For port 6721d75b-3622-4d7c-80db-c38f0321b6eb, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6721d75b-3622-4d7c-80db-c38f0321b6eb,segment=NetworkSegment(d921c07a-4540-4c9b-be0d-1cf5b229da00),segment_id=d921c07a-4540-4c9b-be0d-1cf5b229da00)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:07:22.261108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:22.264580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:22.273573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Allocated IP 172.20.0.10 (93bf4b74-174f-4157-8486-38e688d10399/bf66ae2c-3f1f-48a1-9126-e9da26c121b3/0fcc7477-d275-461a-8572-3dda526bd162) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:22.340994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Pushing event updated for resources: {'Port': ['ID=6721d75b-3622-4d7c-80db-c38f0321b6eb,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:22.343980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:22.376898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:22.476923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] device_id is not set on port 6ddcf0c4-a147-4cd1-a9bc-a6d496e715c7 yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:07:22.668697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:22.727000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Transition to ACTIVE for port object 0fcc7477-d275-461a-8572-3dda526bd162 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:22.740850 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6721d75b-3622-4d7c-80db-c38f0321b6eb up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:07:22.836287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:22.850264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02abf401-671a-4eb7-a584-6fedf4adb82d tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:22.851887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 6721d75b-3622-4d7c-80db-c38f0321b6eb completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:22.959765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network 93bf4b74-174f-4157-8486-38e688d10399 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:22.965169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:22.970940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:23.020305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=0fcc7477-d275-461a-8572-3dda526bd162,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:23.034551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:23.035660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.20.0.14 (727a6d99-2585-4100-82fa-eb76e5b7ace5/8d4f94eb-8f6c-4ae1-82f6-ea8396508d98/6ddcf0c4-a147-4cd1-a9bc-a6d496e715c7) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:23.047833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.20.0.12 (727a6d99-2585-4100-82fa-eb76e5b7ace5/8d4f94eb-8f6c-4ae1-82f6-ea8396508d98/6ddcf0c4-a147-4cd1-a9bc-a6d496e715c7) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:23.069560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:23.070643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:23.160461 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5424881 Dec 22 13:07:23.162775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52210) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:23.372721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:23.412685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:23.421110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:23.492067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 727a6d99-2585-4100-82fa-eb76e5b7ace5 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:23.495672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:23.500034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:23.526494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf182b-3aee-480e-ac02-c6a262e8b124 None None] Network 93bf4b74-174f-4157-8486-38e688d10399 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:23.561685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=6ddcf0c4-a147-4cd1-a9bc-a6d496e715c7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:23.574880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:23.619907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:23.620764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:23.643647 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8628826 Dec 22 13:07:23.644977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52214) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:23.651051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '6ddcf0c4-a147-4cd1-a9bc-a6d496e715c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:23.654542 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d40d4df4-c875-418e-b6f0-f3dfe520f0a5 None None] Provisioning for port 6721d75b-3622-4d7c-80db-c38f0321b6eb completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:23.656774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:23.662073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d40d4df4-c875-418e-b6f0-f3dfe520f0a5 None None] Provisioning complete for port 6721d75b-3622-4d7c-80db-c38f0321b6eb triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:23.662308 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d40d4df4-c875-418e-b6f0-f3dfe520f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:23.669737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:23.686027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:23.906688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:23.913957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:23.914706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d40d4df4-c875-418e-b6f0-f3dfe520f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:23.968470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d40d4df4-c875-418e-b6f0-f3dfe520f0a5 None None] For port 6721d75b-3622-4d7c-80db-c38f0321b6eb, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6721d75b-3622-4d7c-80db-c38f0321b6eb,segment=NetworkSegment(d921c07a-4540-4c9b-be0d-1cf5b229da00),segment_id=d921c07a-4540-4c9b-be0d-1cf5b229da00)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:23.973961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d40d4df4-c875-418e-b6f0-f3dfe520f0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:23.976181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:24.052713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d4df4-c875-418e-b6f0-f3dfe520f0a5 None None] Pushing event updated for resources: {'Port': ['ID=6721d75b-3622-4d7c-80db-c38f0321b6eb,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:24.055057 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d40d4df4-c875-418e-b6f0-f3dfe520f0a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:24.096506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.26.4.83 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/05b176d2-b836-4b10-a8f5-ed3b266a55ff) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:24.288989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:24.339712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:24.349540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-91d5bed0-30e1-4451-8a7c-5240d771d0a1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:24.427438 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e034d723-2aff-4c8b-a2f3-35d296a9a19f None None] Provisioning complete for port 6721d75b-3622-4d7c-80db-c38f0321b6eb triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:24.428302 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e034d723-2aff-4c8b-a2f3-35d296a9a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:24.579558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:24.582692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:24.586397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:24.587410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:24.597175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:24.602613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-315a7105-f08b-4b5a-805b-f678214e9100 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:24.733974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=05b176d2-b836-4b10-a8f5-ed3b266a55ff,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:24.745562 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:24.754889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e034d723-2aff-4c8b-a2f3-35d296a9a19f None None] Provisioning for port 0fcc7477-d275-461a-8572-3dda526bd162 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:24.767664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e034d723-2aff-4c8b-a2f3-35d296a9a19f None None] Provisioning complete for port 0fcc7477-d275-461a-8572-3dda526bd162 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:24.770039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e034d723-2aff-4c8b-a2f3-35d296a9a19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:24.782054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=0fcc7477-d275-461a-8572-3dda526bd162,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:24.786459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:24.811215 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6721d75b-3622-4d7c-80db-c38f0321b6eb up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:07:24.898540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e034d723-2aff-4c8b-a2f3-35d296a9a19f None None] Port 0fcc7477-d275-461a-8572-3dda526bd162 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:24.918017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6721d75b-3622-4d7c-80db-c38f0321b6eb triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:24.918398 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.094453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ea21530f-af63-4d8a-8740-d1fa7a1d4103 None None] Provisioning complete for port 0fcc7477-d275-461a-8572-3dda526bd162 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:25.094453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea21530f-af63-4d8a-8740-d1fa7a1d4103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.098409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.183213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ea21530f-af63-4d8a-8740-d1fa7a1d4103 None None] Port 0fcc7477-d275-461a-8572-3dda526bd162 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:25.205400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.267523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.312247 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0e50f0ae-8364-4c90-8cd2-f3663780439f None None] Provisioning complete for port 0fcc7477-d275-461a-8572-3dda526bd162 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:25.312784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e50f0ae-8364-4c90-8cd2-f3663780439f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.356811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.390678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0e50f0ae-8364-4c90-8cd2-f3663780439f None None] Port 0fcc7477-d275-461a-8572-3dda526bd162 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:25.602140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.608213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.620559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-102fb8d2-e94e-404d-a8ca-55c8315902e3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:25.654288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.661241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.689624 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:25.724841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=05b176d2-b836-4b10-a8f5-ed3b266a55ff,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:25.729043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:25.742538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.780689 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=0fcc7477-d275-461a-8572-3dda526bd162,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:25.785656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:25.785852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:25.929270 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Floating IP 506d0840-2d94-4dfe-841d-e3c759826c37 associated. External IP: 172.26.4.83, port: 6ddcf0c4-a147-4cd1-a9bc-a6d496e715c7. Dec 22 13:07:25.962543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network 93bf4b74-174f-4157-8486-38e688d10399 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:25.962543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:26.221362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d9275717-329a-4bdc-b575-d91c83b1ec10 None None] Provisioning complete for port 0fcc7477-d275-461a-8572-3dda526bd162 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:26.221940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d9275717-329a-4bdc-b575-d91c83b1ec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:26.233287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router 05e853cc-1bcb-4c2c-b848-73e9c41d8ad5 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:07:26.309221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d9275717-329a-4bdc-b575-d91c83b1ec10 None None] Port 0fcc7477-d275-461a-8572-3dda526bd162 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:26.376085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:26.418246 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:26.434259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f102343b-9c52-4a59-8c69-8c7fb533f7ae None None] Sync routers for ids ['05e853cc-1bcb-4c2c-b848-73e9c41d8ad5'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:26.451189 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/05e853cc-1bcb-4c2c-b848-73e9c41d8ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2845747 Dec 22 13:07:26.453394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f102343b-9c52-4a59-8c69-8c7fb533f7ae None None] Routers {'05e853cc-1bcb-4c2c-b848-73e9c41d8ad5'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:26.453394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f102343b-9c52-4a59-8c69-8c7fb533f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['05e853cc-1bcb-4c2c-b848-73e9c41d8ad5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:26.456922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52218) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:26.538896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f102343b-9c52-4a59-8c69-8c7fb533f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:26.551448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f102343b-9c52-4a59-8c69-8c7fb533f7ae None None] Routers {'05e853cc-1bcb-4c2c-b848-73e9c41d8ad5'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:26.551448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f102343b-9c52-4a59-8c69-8c7fb533f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['05e853cc-1bcb-4c2c-b848-73e9c41d8ad5'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:26.624809 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f102343b-9c52-4a59-8c69-8c7fb533f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:26.625236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f102343b-9c52-4a59-8c69-8c7fb533f7ae None None] The sync data for ids ['05e853cc-1bcb-4c2c-b848-73e9c41d8ad5'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:26.716745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:26.725579 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9745a-cb5a-4ef3-80e7-c34eb02eb6e4 None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:26.747678 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9745a-cb5a-4ef3-80e7-c34eb02eb6e4 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:26.748923 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4fe9745a-cb5a-4ef3-80e7-c34eb02eb6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:26.750888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b683ff-0cc6-4962-9ff8-69ee5567f922 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:26.751831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-44b683ff-0cc6-4962-9ff8-69ee5567f922 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Synchronizing usage tracker for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:07:26.759878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:26.773314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-44b683ff-0cc6-4962-9ff8-69ee5567f922 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Unset dirty status for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:07:26.775700 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-44b683ff-0cc6-4962-9ff8-69ee5567f922 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports/0fcc7477-d275-461a-8572-3dda526bd162 HTTP/1.1" status: 200 len: 978 time: 0.3195333 Dec 22 13:07:26.782420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52224) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:26.821567 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4fe9745a-cb5a-4ef3-80e7-c34eb02eb6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:26.828370 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1771533 Dec 22 13:07:26.828370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52228) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:26.830745 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9745a-cb5a-4ef3-80e7-c34eb02eb6e4 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:26.830745 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4fe9745a-cb5a-4ef3-80e7-c34eb02eb6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:26.837287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-438f3847-6c11-47f6-aa48-405a50322e50 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'floatingip': {'port_id': '6ddcf0c4-a147-4cd1-a9bc-a6d496e715c7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:26.905547 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4fe9745a-cb5a-4ef3-80e7-c34eb02eb6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:26.905547 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9745a-cb5a-4ef3-80e7-c34eb02eb6e4 None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:26.959832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-438f3847-6c11-47f6-aa48-405a50322e50 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:27.323550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:27.496840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11b1f3cf-1813-4c8e-91c7-1ad3b215faa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:27.652682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port 0fcc7477-d275-461a-8572-3dda526bd162 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:27.653071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:27.658562 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-438f3847-6c11-47f6-aa48-405a50322e50 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:27.663139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-438f3847-6c11-47f6-aa48-405a50322e50 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:27.845088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:27.967700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for 0fcc7477-d275-461a-8572-3dda526bd162 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:28.159857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438f3847-6c11-47f6-aa48-405a50322e50 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:28.343735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438f3847-6c11-47f6-aa48-405a50322e50 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:28.348416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-438f3847-6c11-47f6-aa48-405a50322e50 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:28.353734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5736fc-f159-4b17-80f0-203da181e4da None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:28.364035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5736fc-f159-4b17-80f0-203da181e4da None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:28.364732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5d5736fc-f159-4b17-80f0-203da181e4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:28.406551 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:28.412469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a780f57e-a5fa-4bfb-9457-acedd504d099 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:28.427936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5d5736fc-f159-4b17-80f0-203da181e4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:28.436909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5736fc-f159-4b17-80f0-203da181e4da None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:28.437577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5d5736fc-f159-4b17-80f0-203da181e4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:28.458578 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-438f3847-6c11-47f6-aa48-405a50322e50 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "PUT /v2.0/floatingips/506d0840-2d94-4dfe-841d-e3c759826c37 HTTP/1.1" status: 200 len: 977 time: 1.6287458 Dec 22 13:07:28.459407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=0fcc7477-d275-461a-8572-3dda526bd162,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:28.459522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52232) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:28.462122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:28.509872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-5d5736fc-f159-4b17-80f0-203da181e4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:28.510895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5736fc-f159-4b17-80f0-203da181e4da None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:28.695145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port 05b176d2-b836-4b10-a8f5-ed3b266a55ff {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:28.695739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:28.703815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:28.874227 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:28.874478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:28.971395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router 05e853cc-1bcb-4c2c-b848-73e9c41d8ad5 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:28.998652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for 05b176d2-b836-4b10-a8f5-ed3b266a55ff owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:29.105479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:29.115084 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbdb329-016d-43ff-b14b-353c4b9fabd8 None None] Sync routers for ids ['05e853cc-1bcb-4c2c-b848-73e9c41d8ad5'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:29.128870 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/05e853cc-1bcb-4c2c-b848-73e9c41d8ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3466568 Dec 22 13:07:29.128870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:29.133238 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbdb329-016d-43ff-b14b-353c4b9fabd8 None None] Routers {'05e853cc-1bcb-4c2c-b848-73e9c41d8ad5'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:29.133951 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4bbdb329-016d-43ff-b14b-353c4b9fabd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['05e853cc-1bcb-4c2c-b848-73e9c41d8ad5'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:29.154341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:29.159253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:29.194867 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4bbdb329-016d-43ff-b14b-353c4b9fabd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:29.202419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=05b176d2-b836-4b10-a8f5-ed3b266a55ff,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:29.205325 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbdb329-016d-43ff-b14b-353c4b9fabd8 None None] Routers {'05e853cc-1bcb-4c2c-b848-73e9c41d8ad5'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:29.205972 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4bbdb329-016d-43ff-b14b-353c4b9fabd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['05e853cc-1bcb-4c2c-b848-73e9c41d8ad5'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:29.206171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:29.268647 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4bbdb329-016d-43ff-b14b-353c4b9fabd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:29.269153 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbdb329-016d-43ff-b14b-353c4b9fabd8 None None] The sync data for ids ['05e853cc-1bcb-4c2c-b848-73e9c41d8ad5'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:29.299541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:29.299906 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Floating IP 506d0840-2d94-4dfe-841d-e3c759826c37 disassociated (deleted). External IP: 172.26.4.83, port: 6ddcf0c4-a147-4cd1-a9bc-a6d496e715c7. Dec 22 13:07:29.602009 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-201198d6-88ff-48af-8ea7-d6837eb525ce tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 13:07:29.603124 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-201198d6-88ff-48af-8ea7-d6837eb525ce tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/05e853cc-1bcb-4c2c-b848-73e9c41d8ad5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4737644 Dec 22 13:07:29.607216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52240) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:29.666850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b4e28e51-eaf4-46e8-8d91-54d9cd08dabc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Synchronizing usage tracker for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:07:29.683649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b4e28e51-eaf4-46e8-8d91-54d9cd08dabc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Unset dirty status for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:07:29.685307 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b4e28e51-eaf4-46e8-8d91-54d9cd08dabc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=05e853cc-1bcb-4c2c-b848-73e9c41d8ad5 HTTP/1.1" status: 200 len: 205 time: 0.0777190 Dec 22 13:07:29.688170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52244) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:29.779542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:29.820221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e081cdc-899a-4adf-ac21-6fa0caa2fcc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:29.825745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-225a7c42-9e87-448e-a4f7-89ef5d237ea6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:29.961901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:29.974102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7da8e-b99b-4da3-9bc0-e21a003369c0 None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:29.986090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7da8e-b99b-4da3-9bc0-e21a003369c0 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:29.986950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4ca7da8e-b99b-4da3-9bc0-e21a003369c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:29.987481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.043774 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/floatingips/506d0840-2d94-4dfe-841d-e3c759826c37 HTTP/1.1" status: 204 len: 168 time: 1.5831282 Dec 22 13:07:30.046281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52248) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:30.058737 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4ca7da8e-b99b-4da3-9bc0-e21a003369c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:30.068831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7da8e-b99b-4da3-9bc0-e21a003369c0 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:30.069494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4ca7da8e-b99b-4da3-9bc0-e21a003369c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:30.124237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8c38bb93-4f2a-4082-96db-cba5a2a6151e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port 6ddcf0c4-a147-4cd1-a9bc-a6d496e715c7 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:30.124403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c38bb93-4f2a-4082-96db-cba5a2a6151e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.125677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-225a7c42-9e87-448e-a4f7-89ef5d237ea6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.130181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-225a7c42-9e87-448e-a4f7-89ef5d237ea6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.161420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-225a7c42-9e87-448e-a4f7-89ef5d237ea6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.162347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225a7c42-9e87-448e-a4f7-89ef5d237ea6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Fanout notify agent at l3_agent the message router_deleted on router 05e853cc-1bcb-4c2c-b848-73e9c41d8ad5 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:07:30.180857 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-225a7c42-9e87-448e-a4f7-89ef5d237ea6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.182559 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-225a7c42-9e87-448e-a4f7-89ef5d237ea6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/05e853cc-1bcb-4c2c-b848-73e9c41d8ad5 HTTP/1.1" status: 204 len: 168 time: 0.4934707 Dec 22 13:07:30.185669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52252) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:30.187020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4ca7da8e-b99b-4da3-9bc0-e21a003369c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:30.187513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7da8e-b99b-4da3-9bc0-e21a003369c0 None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:30.316378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea838e65-5aa6-4e4a-8627-c7a7afde767e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting subnet bf66ae2c-3f1f-48a1-9126-e9da26c121b3 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:07:30.366954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea838e65-5aa6-4e4a-8627-c7a7afde767e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.440385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea838e65-5aa6-4e4a-8627-c7a7afde767e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.516669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c38bb93-4f2a-4082-96db-cba5a2a6151e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.647368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8c38bb93-4f2a-4082-96db-cba5a2a6151e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for 6ddcf0c4-a147-4cd1-a9bc-a6d496e715c7 owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:30.725216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.732979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea838e65-5aa6-4e4a-8627-c7a7afde767e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.889177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea838e65-5aa6-4e4a-8627-c7a7afde767e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.896721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a3d166bd-ecdf-4ef2-a469-85acfebdff5a tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:30.944833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea838e65-5aa6-4e4a-8627-c7a7afde767e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Subnet': ['ID=bf66ae2c-3f1f-48a1-9126-e9da26c121b3,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:30.946741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea838e65-5aa6-4e4a-8627-c7a7afde767e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.952471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ea838e65-5aa6-4e4a-8627-c7a7afde767e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:30.957980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de2b5c-9851-49c7-a218-509215bfa12e None None] Network 93bf4b74-174f-4157-8486-38e688d10399 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:30.963758 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ea838e65-5aa6-4e4a-8627-c7a7afde767e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/bf66ae2c-3f1f-48a1-9126-e9da26c121b3 HTTP/1.1" status: 204 len: 168 time: 0.7770393 Dec 22 13:07:30.966365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52258) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:30.987752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c38bb93-4f2a-4082-96db-cba5a2a6151e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:30.996535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-98020033-7343-4769-960d-6a21b0497a48 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:31.061083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:31.215851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38bb93-4f2a-4082-96db-cba5a2a6151e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=6ddcf0c4-a147-4cd1-a9bc-a6d496e715c7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:31.235827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befd7d1e-9109-4f99-a67a-94f0453a4b08 None None] DHCP port deletion for 93bf4b74-174f-4157-8486-38e688d10399 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:07:31.240439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-befd7d1e-9109-4f99-a67a-94f0453a4b08 None None] Deleting port 6721d75b-3622-4d7c-80db-c38f0321b6eb {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:31.240829 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-befd7d1e-9109-4f99-a67a-94f0453a4b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:31.259069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8c38bb93-4f2a-4082-96db-cba5a2a6151e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:31.353521 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:31.383596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port 6721d75b-3622-4d7c-80db-c38f0321b6eb {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:31.383964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:31.413619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c38bb93-4f2a-4082-96db-cba5a2a6151e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:31.415461 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8c38bb93-4f2a-4082-96db-cba5a2a6151e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/ports/6ddcf0c4-a147-4cd1-a9bc-a6d496e715c7 HTTP/1.1" status: 204 len: 168 time: 1.3681479 Dec 22 13:07:31.420530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52262) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:31.427583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:31.433794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:31.438211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:floatingip and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:31.441208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:31.447942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:31.449771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-befd7d1e-9109-4f99-a67a-94f0453a4b08 None None] For port 6721d75b-3622-4d7c-80db-c38f0321b6eb, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6721d75b-3622-4d7c-80db-c38f0321b6eb,segment=NetworkSegment(d921c07a-4540-4c9b-be0d-1cf5b229da00),segment_id=d921c07a-4540-4c9b-be0d-1cf5b229da00)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:31.450562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-befd7d1e-9109-4f99-a67a-94f0453a4b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:31.460720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:31.581978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-befd7d1e-9109-4f99-a67a-94f0453a4b08 None None] Calling delete_port for 6721d75b-3622-4d7c-80db-c38f0321b6eb owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:31.600744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] For port 6721d75b-3622-4d7c-80db-c38f0321b6eb, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6721d75b-3622-4d7c-80db-c38f0321b6eb,segment=NetworkSegment(d921c07a-4540-4c9b-be0d-1cf5b229da00),segment_id=d921c07a-4540-4c9b-be0d-1cf5b229da00)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:31.601130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:31.605309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:31.660248 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-befd7d1e-9109-4f99-a67a-94f0453a4b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:31.666045 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d40d4df4-c875-418e-b6f0-f3dfe520f0a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:31.711205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd7d1e-9109-4f99-a67a-94f0453a4b08 None None] Pushing event deleted for resources: {'Port': ['ID=6721d75b-3622-4d7c-80db-c38f0321b6eb,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:31.715082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-befd7d1e-9109-4f99-a67a-94f0453a4b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:31.716135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd7d1e-9109-4f99-a67a-94f0453a4b08 None None] No DVR routers for this DVR port 6721d75b-3622-4d7c-80db-c38f0321b6eb on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:07:31.744426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for 6721d75b-3622-4d7c-80db-c38f0321b6eb owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:31.756975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.26.4.112 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/f613e840-40a5-4f86-a284-c792b6410bdb) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:31.824803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.api [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:07:31.825128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_db.api [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:07:31.902549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:31.932899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:31.938073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9386c499-5947-4499-80ec-7c9eeac7cce3 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:32.011040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:32.013902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:32.017444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:32.046642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=f613e840-40a5-4f86-a284-c792b6410bdb,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:32.052504 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:32.098071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.157990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.276330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.326777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port 6721d75b-3622-4d7c-80db-c38f0321b6eb {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:32.327319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.398535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] The port '6721d75b-3622-4d7c-80db-c38f0321b6eb' was deleted {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:07:32.496641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.502203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.505984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:32.524696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.558556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bf4b74-174f-4157-8486-38e688d10399']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:32.573748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd921c07a-4540-4c9b-be0d-1cf5b229da00') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:32.574101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd921c07a-4540-4c9b-be0d-1cf5b229da00') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:32.589095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.608645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.613983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=f613e840-40a5-4f86-a284-c792b6410bdb,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:32.617694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:07:32.618175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:32.618310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.629623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: util.warn( Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:07:32.635853 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:07:32.660838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.667433 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2427602 Dec 22 13:07:32.667433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52272) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:32.676794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'port': {'network_id': '727a6d99-2585-4100-82fa-eb76e5b7ace5', 'name': 'tempest-FloatingIPTestJSON-1502599389'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:32.725312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.729679 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6721d75b-3622-4d7c-80db-c38f0321b6eb no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:07:32.729930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7ebf2868-57ca-4b94-8846-74908de23705 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:32.746621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.759290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Network': ['ID=93bf4b74-174f-4157-8486-38e688d10399,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:32.764593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:32.769592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 6721d75b-3622-4d7c-80db-c38f0321b6eb {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:07:32.769940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6721d75b-3622-4d7c-80db-c38f0321b6eb not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:07:32.780285 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/networks/93bf4b74-174f-4157-8486-38e688d10399 HTTP/1.1" status: 204 len: 168 time: 1.8094378 Dec 22 13:07:32.780898 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52278) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:32.788988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'network': {'name': 'tempest-RoutersTest-554730280'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:32.797852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:32.807077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:network and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:32.818986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:32.828950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:32.853001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:32.855141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:32.858639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.870575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:port and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:32.875870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:32.883714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:32.899678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:07:32.901605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Made reservation on behalf of f793559fbe5243d68115700af4e3efb4 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:32.905072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.927361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:32.927361 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Added segment a767c7e4-c230-4501-82e9-8c10f10a6ae7 of type vlan for network f4a0506c-b24f-4221-a5f0-6544a10f123d Dec 22 13:07:32.935631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] device_id is not set on port dd55b975-6c4f-49d9-9089-dab52e016fbe yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:07:33.011660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:33.100093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:33.105796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:33.106410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:33.115553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ffa507f-1a74-410f-bef0-de77004e21ae tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:33.143133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.20.0.12 (727a6d99-2585-4100-82fa-eb76e5b7ace5/8d4f94eb-8f6c-4ae1-82f6-ea8396508d98/dd55b975-6c4f-49d9-9089-dab52e016fbe) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:33.227282 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4451246 Dec 22 13:07:33.230304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52282) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:33.235319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Network': ['ID=f4a0506c-b24f-4221-a5f0-6544a10f123d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:33.236649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'subnet': {'network_id': 'f4a0506c-b24f-4221-a5f0-6544a10f123d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:33.240138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:33.257765 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network f4a0506c-b24f-4221-a5f0-6544a10f123d details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:07:33.373932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:33.377948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:subnet and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:33.380947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:33.386556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:33.398783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:33.401758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:33.438573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:33.471155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:33.476673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6318da6d-ed98-486c-9c17-4fe4591c9a7e tempest-FloatingIPAdminTestJSON-585032297 tempest-FloatingIPAdminTestJSON-585032297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:33.540393 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 727a6d99-2585-4100-82fa-eb76e5b7ace5 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:33.544013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:33.547980 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:33.605392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=dd55b975-6c4f-49d9-9089-dab52e016fbe,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:33.609894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:33.627530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:33.629235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:33.634134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:33.638940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-74396a30-2570-4d21-8cf6-543cf9c6daf5 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:33.646828 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9804697 Dec 22 13:07:33.649617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52286) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:33.654530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1227f8c3-2017-4f66-9b3e-55a7f171a499 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'floatingip': {'port_id': 'dd55b975-6c4f-49d9-9089-dab52e016fbe'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:33.727812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Subnet': ['ID=5e47404b-ff6d-48f4-a593-8c6f74b5accc,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:33.730881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:33.733475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1227f8c3-2017-4f66-9b3e-55a7f171a499 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:33.735926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Checking segment: {'id': 'a767c7e4-c230-4501-82e9-8c10f10a6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4a0506c-b24f-4221-a5f0-6544a10f123d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:07:33.736302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network hostable DHCP agents. Network: f4a0506c-b24f-4221-a5f0-6544a10f123d, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:07:33.759272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network f4a0506c-b24f-4221-a5f0-6544a10f123d is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:07:33.767316 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, f4a0506c-b24f-4221-a5f0-6544a10f123d) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:33.772144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:33.772939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:33.778792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ca9f2c-70bf-4bc2-ab0f-d9d0431c5921 None None] Network f4a0506c-b24f-4221-a5f0-6544a10f123d requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:33.807673 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5758457 Dec 22 13:07:33.810373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52290) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:33.850467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-25727f55-41cb-4104-8f79-791bf3ed9f3a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-55718077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:33.870800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-25727f55-41cb-4104-8f79-791bf3ed9f3a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:33.878192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-25727f55-41cb-4104-8f79-791bf3ed9f3a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:router and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:33.882896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-25727f55-41cb-4104-8f79-791bf3ed9f3a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:33.893180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-25727f55-41cb-4104-8f79-791bf3ed9f3a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:33.946290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25727f55-41cb-4104-8f79-791bf3ed9f3a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:33.947268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25727f55-41cb-4104-8f79-791bf3ed9f3a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:34.002010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-f4a0506c-b24f-4221-a5f0-6544a10f123d', 'network_id': 'f4a0506c-b24f-4221-a5f0-6544a10f123d', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'fixed_ips': [{'subnet_id': '5e47404b-ff6d-48f4-a593-8c6f74b5accc'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:07:34.002010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:34.060940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25727f55-41cb-4104-8f79-791bf3ed9f3a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:34.156525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Allocated IP 172.20.0.2 (f4a0506c-b24f-4221-a5f0-6544a10f123d/5e47404b-ff6d-48f4-a593-8c6f74b5accc/e793c426-6bd7-4488-9b44-93966c7803c1) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:34.158252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25727f55-41cb-4104-8f79-791bf3ed9f3a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:34.369908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:34.380720 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Transition to ACTIVE for port object e793c426-6bd7-4488-9b44-93966c7803c1 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:34.401997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Transition to ACTIVE for port object e793c426-6bd7-4488-9b44-93966c7803c1 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:34.407541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25727f55-41cb-4104-8f79-791bf3ed9f3a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:34.408373 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-25727f55-41cb-4104-8f79-791bf3ed9f3a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5969424 Dec 22 13:07:34.408513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:34.411251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52296) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:34.417434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:34.549125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Network f4a0506c-b24f-4221-a5f0-6544a10f123d is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:34.549125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:34.561588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:34.704037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Pushing event updated for resources: {'Port': ['ID=e793c426-6bd7-4488-9b44-93966c7803c1,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:34.704221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1227f8c3-2017-4f66-9b3e-55a7f171a499 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:34.704781 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:34.708957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Attempting to bind port e793c426-6bd7-4488-9b44-93966c7803c1 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:07:34.709061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1227f8c3-2017-4f66-9b3e-55a7f171a499 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:34.709716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Attempting to bind port e793c426-6bd7-4488-9b44-93966c7803c1 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'a767c7e4-c230-4501-82e9-8c10f10a6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4a0506c-b24f-4221-a5f0-6544a10f123d'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:07:34.710116 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Attempting to bind port e793c426-6bd7-4488-9b44-93966c7803c1 on network f4a0506c-b24f-4221-a5f0-6544a10f123d {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:07:34.717156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:07:34.717571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Checking segment: {'id': 'a767c7e4-c230-4501-82e9-8c10f10a6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4a0506c-b24f-4221-a5f0-6544a10f123d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:07:34.717952 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:34.718353 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Bound using segment: {'id': 'a767c7e4-c230-4501-82e9-8c10f10a6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4a0506c-b24f-4221-a5f0-6544a10f123d'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:07:34.718823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Bound port: e793c426-6bd7-4488-9b44-93966c7803c1, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a767c7e4-c230-4501-82e9-8c10f10a6ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f4a0506c-b24f-4221-a5f0-6544a10f123d'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:07:34.719205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:34.840570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] For port e793c426-6bd7-4488-9b44-93966c7803c1, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:07:34.845725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] For port e793c426-6bd7-4488-9b44-93966c7803c1, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e793c426-6bd7-4488-9b44-93966c7803c1,segment=NetworkSegment(a767c7e4-c230-4501-82e9-8c10f10a6ae7),segment_id=a767c7e4-c230-4501-82e9-8c10f10a6ae7)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:07:34.850865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:34.860426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-2879dbbf-1220-464f-a5bc-d406ab919171 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:34.904866 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-1227f8c3-2017-4f66-9b3e-55a7f171a499 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Floating IP f52fed77-96e4-4a36-b07a-2e944aff2e39 associated. External IP: 172.26.4.112, port: dd55b975-6c4f-49d9-9089-dab52e016fbe. Dec 22 13:07:34.945674 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Pushing event updated for resources: {'Port': ['ID=e793c426-6bd7-4488-9b44-93966c7803c1,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:34.948492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:35.129052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:35.308358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1227f8c3-2017-4f66-9b3e-55a7f171a499 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:35.505387 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1227f8c3-2017-4f66-9b3e-55a7f171a499 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:35.509290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Allocated IP 172.20.0.1 (f4a0506c-b24f-4221-a5f0-6544a10f123d/5e47404b-ff6d-48f4-a593-8c6f74b5accc/ce19942d-7050-45aa-940d-e60d41d9152e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:35.509794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1227f8c3-2017-4f66-9b3e-55a7f171a499 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:35.516881 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a2a80-0f14-478a-b851-099724048894 None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:35.528081 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a2a80-0f14-478a-b851-099724048894 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:35.528708 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-707a2a80-0f14-478a-b851-099724048894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:35.570825 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1227f8c3-2017-4f66-9b3e-55a7f171a499 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "PUT /v2.0/floatingips/f52fed77-96e4-4a36-b07a-2e944aff2e39 HTTP/1.1" status: 200 len: 979 time: 1.9199476 Dec 22 13:07:35.571503 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52300) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:35.599134 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-707a2a80-0f14-478a-b851-099724048894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:35.608691 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a2a80-0f14-478a-b851-099724048894 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:35.608691 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-707a2a80-0f14-478a-b851-099724048894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:35.656601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port dd55b975-6c4f-49d9-9089-dab52e016fbe {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:35.656942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:35.686471 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-707a2a80-0f14-478a-b851-099724048894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:35.686891 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a2a80-0f14-478a-b851-099724048894 None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:35.723779 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:07:35.728381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:35.749953 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Transition to ACTIVE for port object ce19942d-7050-45aa-940d-e60d41d9152e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:35.777991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:35.783417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bb1fb843-43df-4b2b-b3ab-5c52b8a8bf6a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:35.858539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network f4a0506c-b24f-4221-a5f0-6544a10f123d is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:35.862633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:35.864283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:35.912396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=ce19942d-7050-45aa-940d-e60d41d9152e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:35.917326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:35.937282 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:35.948610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:36.058928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5829d4-a850-4662-8e3e-16b8647e176f None None] Network f4a0506c-b24f-4221-a5f0-6544a10f123d requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:36.073053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:36.166364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c35a208d-8b74-4d92-b563-0e8bf3def852 None None] Provisioning for port e793c426-6bd7-4488-9b44-93966c7803c1 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:36.445594 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:36.446306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:36.446434 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Floating IP f52fed77-96e4-4a36-b07a-2e944aff2e39 disassociated. External IP: 172.26.4.112, port: dd55b975-6c4f-49d9-9089-dab52e016fbe. Dec 22 13:07:36.446683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for dd55b975-6c4f-49d9-9089-dab52e016fbe owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:36.627164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a004302c-d54c-4526-bc96-9755a6ba6a9c None None] Provisioning for port ce19942d-7050-45aa-940d-e60d41d9152e completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:36.638025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a004302c-d54c-4526-bc96-9755a6ba6a9c None None] Provisioning complete for port ce19942d-7050-45aa-940d-e60d41d9152e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:36.638025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a004302c-d54c-4526-bc96-9755a6ba6a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:36.710231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a004302c-d54c-4526-bc96-9755a6ba6a9c None None] Port ce19942d-7050-45aa-940d-e60d41d9152e cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:36.758414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:36.766084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-49c13842-2849-4ba0-955e-754aa996450c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:36.773637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:36.779448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:36.810754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:36.815418 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e793c426-6bd7-4488-9b44-93966c7803c1 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:07:36.838421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=dd55b975-6c4f-49d9-9089-dab52e016fbe,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:36.842317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:36.930099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=ce19942d-7050-45aa-940d-e60d41d9152e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:36.930099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:36.937620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:36.943939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port e793c426-6bd7-4488-9b44-93966c7803c1 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:36.943939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port e793c426-6bd7-4488-9b44-93966c7803c1 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:36.943939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:37.103343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2df8afb2-5383-45b7-863c-0f1f798d8f76 None None] Provisioning complete for port ce19942d-7050-45aa-940d-e60d41d9152e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:37.103983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2df8afb2-5383-45b7-863c-0f1f798d8f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:37.111944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network f4a0506c-b24f-4221-a5f0-6544a10f123d is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:37.113372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:37.133071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:37.136113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:37.235333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2df8afb2-5383-45b7-863c-0f1f798d8f76 None None] Port ce19942d-7050-45aa-940d-e60d41d9152e cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:37.242685 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port e793c426-6bd7-4488-9b44-93966c7803c1, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e793c426-6bd7-4488-9b44-93966c7803c1,segment=NetworkSegment(a767c7e4-c230-4501-82e9-8c10f10a6ae7),segment_id=a767c7e4-c230-4501-82e9-8c10f10a6ae7)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:37.251575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:37.255726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:37.415925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=e793c426-6bd7-4488-9b44-93966c7803c1,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:37.418366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:37.435335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:37.442246 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462de2fa-078e-411e-bd18-ce64d696f1e4 None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:37.450096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router 75f750fe-70a8-498e-bee4-095f3ad253c3 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:07:37.462292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462de2fa-078e-411e-bd18-ce64d696f1e4 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:37.463249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-462de2fa-078e-411e-bd18-ce64d696f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:37.537087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:37.546724 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/ports/dd55b975-6c4f-49d9-9089-dab52e016fbe HTTP/1.1" status: 204 len: 168 time: 1.9690719 Dec 22 13:07:37.546724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52304) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:37.575133 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-462de2fa-078e-411e-bd18-ce64d696f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:37.594496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462de2fa-078e-411e-bd18-ce64d696f1e4 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:37.595357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-462de2fa-078e-411e-bd18-ce64d696f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:37.665733 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d4a3d922-a43e-4ecc-a4c5-97ceea57eef5 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "GET /v2.0/floatingips/f52fed77-96e4-4a36-b07a-2e944aff2e39 HTTP/1.1" status: 200 len: 688 time: 0.1189532 Dec 22 13:07:37.668390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52308) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:37.683869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-462de2fa-078e-411e-bd18-ce64d696f1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:37.683869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462de2fa-078e-411e-bd18-ce64d696f1e4 None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:37.683869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-821bd30b-67ef-4fbc-9d1b-a42362b4ca14 None None] Provisioning complete for port ce19942d-7050-45aa-940d-e60d41d9152e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:37.683869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-821bd30b-67ef-4fbc-9d1b-a42362b4ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:37.704361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:37.711506 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c5630-50ab-4ca2-ba13-5867b41b9036 None None] Sync routers for ids ['75f750fe-70a8-498e-bee4-095f3ad253c3'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:37.716239 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/75f750fe-70a8-498e-bee4-095f3ad253c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2975514 Dec 22 13:07:37.716531 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c5630-50ab-4ca2-ba13-5867b41b9036 None None] Routers {'75f750fe-70a8-498e-bee4-095f3ad253c3'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:37.716531 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-351c5630-50ab-4ca2-ba13-5867b41b9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['75f750fe-70a8-498e-bee4-095f3ad253c3'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:37.717085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52314) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:37.746750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-821bd30b-67ef-4fbc-9d1b-a42362b4ca14 None None] Port ce19942d-7050-45aa-940d-e60d41d9152e cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:37.788717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efec659-0daa-4499-9c59-af31bb091999 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:37.789596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0efec659-0daa-4499-9c59-af31bb091999 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Synchronizing usage tracker for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:07:37.795396 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-351c5630-50ab-4ca2-ba13-5867b41b9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:37.804081 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c5630-50ab-4ca2-ba13-5867b41b9036 None None] Routers {'75f750fe-70a8-498e-bee4-095f3ad253c3'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:37.804939 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-351c5630-50ab-4ca2-ba13-5867b41b9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['75f750fe-70a8-498e-bee4-095f3ad253c3'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:37.808837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0efec659-0daa-4499-9c59-af31bb091999 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Unset dirty status for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:07:37.813017 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0efec659-0daa-4499-9c59-af31bb091999 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports/ce19942d-7050-45aa-940d-e60d41d9152e HTTP/1.1" status: 200 len: 910 time: 0.0931795 Dec 22 13:07:37.813224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52318) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:37.848682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a03f555b-ccd2-475d-852c-1b0c0d18826f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port f613e840-40a5-4f86-a284-c792b6410bdb {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:37.849502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a03f555b-ccd2-475d-852c-1b0c0d18826f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:37.881166 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-351c5630-50ab-4ca2-ba13-5867b41b9036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:37.881541 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351c5630-50ab-4ca2-ba13-5867b41b9036 None None] The sync data for ids ['75f750fe-70a8-498e-bee4-095f3ad253c3'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:38.149299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a03f555b-ccd2-475d-852c-1b0c0d18826f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:38.149902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a03f555b-ccd2-475d-852c-1b0c0d18826f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:38.270653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a03f555b-ccd2-475d-852c-1b0c0d18826f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for f613e840-40a5-4f86-a284-c792b6410bdb owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:38.317634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:38.415830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a03f555b-ccd2-475d-852c-1b0c0d18826f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:38.420217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1069c2bc-a3e2-415d-b912-33ef379a12ce tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:38.468371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f555b-ccd2-475d-852c-1b0c0d18826f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=f613e840-40a5-4f86-a284-c792b6410bdb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:38.471744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a03f555b-ccd2-475d-852c-1b0c0d18826f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:38.560936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a03f555b-ccd2-475d-852c-1b0c0d18826f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:38.578333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a03f555b-ccd2-475d-852c-1b0c0d18826f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:38.579504 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a03f555b-ccd2-475d-852c-1b0c0d18826f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/floatingips/f52fed77-96e4-4a36-b07a-2e944aff2e39 HTTP/1.1" status: 204 len: 168 time: 0.9109995 Dec 22 13:07:38.583100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52322) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:38.589049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '73a91e7a-0073-471c-aede-6ce7db5800ab'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:38.595796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:38.599310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:floatingip and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:38.602182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:38.607767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:38.618727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:38.733912 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e793c426-6bd7-4488-9b44-93966c7803c1 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:07:38.761215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:38.800929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port e793c426-6bd7-4488-9b44-93966c7803c1 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:38.801846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:38.803176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port ce19942d-7050-45aa-940d-e60d41d9152e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:38.803803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:38.901720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.26.4.7 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/1a0721f1-1f80-47d9-a7dc-369c5f5fa909) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:38.990688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:39.049949 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:39.081411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:39.085330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:39.110927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for ce19942d-7050-45aa-940d-e60d41d9152e owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:39.146296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:39.149271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:39.151817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:39.197150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=1a0721f1-1f80-47d9-a7dc-369c5f5fa909,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:39.200620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:39.287360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:39.291035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bae7920e-33c4-401d-8ad9-55503495d90d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:39.333467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=ce19942d-7050-45aa-940d-e60d41d9152e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:39.336954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:39.565427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:39.586086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:39.663229 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:39.963061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router 75f750fe-70a8-498e-bee4-095f3ad253c3 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:40.006046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.012031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.015829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:40.095012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:40.106225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335eefc4-bf02-44e5-8ffc-6f30a248e5cc None None] Sync routers for ids ['75f750fe-70a8-498e-bee4-095f3ad253c3'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:40.114622 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/75f750fe-70a8-498e-bee4-095f3ad253c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3003197 Dec 22 13:07:40.117554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52326) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:40.118987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335eefc4-bf02-44e5-8ffc-6f30a248e5cc None None] Routers {'75f750fe-70a8-498e-bee4-095f3ad253c3'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:40.119739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-335eefc4-bf02-44e5-8ffc-6f30a248e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['75f750fe-70a8-498e-bee4-095f3ad253c3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:40.121024 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=1a0721f1-1f80-47d9-a7dc-369c5f5fa909,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:40.125301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:40.137605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.169972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-05a8f260-0140-46dc-a8f7-e4f25fbddcae tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Synchronizing usage tracker for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:07:40.182972 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-335eefc4-bf02-44e5-8ffc-6f30a248e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:40.185758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-05a8f260-0140-46dc-a8f7-e4f25fbddcae tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Unset dirty status for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:07:40.186988 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-05a8f260-0140-46dc-a8f7-e4f25fbddcae tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f750fe-70a8-498e-bee4-095f3ad253c3 HTTP/1.1" status: 200 len: 205 time: 0.0684392 Dec 22 13:07:40.189746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52330) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:40.194226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335eefc4-bf02-44e5-8ffc-6f30a248e5cc None None] Routers {'75f750fe-70a8-498e-bee4-095f3ad253c3'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:40.194838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-335eefc4-bf02-44e5-8ffc-6f30a248e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['75f750fe-70a8-498e-bee4-095f3ad253c3'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:40.257487 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-335eefc4-bf02-44e5-8ffc-6f30a248e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:40.257814 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335eefc4-bf02-44e5-8ffc-6f30a248e5cc None None] The sync data for ids ['75f750fe-70a8-498e-bee4-095f3ad253c3'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:40.308723 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Floating IP 3281f25b-5093-4249-a60e-b933c01c800b associated. External IP: 172.26.4.7, port: 73a91e7a-0073-471c-aede-6ce7db5800ab. Dec 22 13:07:40.327478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f6a01c8-67b9-4f6c-aa9f-2adc0fc00ee1 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.440295 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.625925 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f6a01c8-67b9-4f6c-aa9f-2adc0fc00ee1 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.628255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f6a01c8-67b9-4f6c-aa9f-2adc0fc00ee1 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.650082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f6a01c8-67b9-4f6c-aa9f-2adc0fc00ee1 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.650899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6a01c8-67b9-4f6c-aa9f-2adc0fc00ee1 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Fanout notify agent at l3_agent the message router_deleted on router 75f750fe-70a8-498e-bee4-095f3ad253c3 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:07:40.663025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9f6a01c8-67b9-4f6c-aa9f-2adc0fc00ee1 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.663212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:40.664134 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9f6a01c8-67b9-4f6c-aa9f-2adc0fc00ee1 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/75f750fe-70a8-498e-bee4-095f3ad253c3 HTTP/1.1" status: 204 len: 168 time: 0.4734595 Dec 22 13:07:40.666952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52334) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:40.731233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e33047-2d5d-4b81-a67f-6c2910f78835 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting subnet 5e47404b-ff6d-48f4-a593-8c6f74b5accc {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:07:40.734237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3e33047-2d5d-4b81-a67f-6c2910f78835 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.786376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3e33047-2d5d-4b81-a67f-6c2910f78835 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.843796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:40.854760 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5724295e-cf3c-45c1-886b-86871635a86e None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:40.865391 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724295e-cf3c-45c1-886b-86871635a86e None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:40.866242 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5724295e-cf3c-45c1-886b-86871635a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:40.872854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3e33047-2d5d-4b81-a67f-6c2910f78835 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.873406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.926721 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.3425879 Dec 22 13:07:40.928654 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5724295e-cf3c-45c1-886b-86871635a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:40.930109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52338) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:40.936554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1708617467'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:40.937099 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724295e-cf3c-45c1-886b-86871635a86e None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:40.937858 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5724295e-cf3c-45c1-886b-86871635a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:40.941864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:40.945696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:network and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:40.948546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:40.955219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:40.957098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3e33047-2d5d-4b81-a67f-6c2910f78835 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.963053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1bcb66b2-b4d0-4a21-a317-86d462e791d1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:40.966393 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Made reservation on behalf of f793559fbe5243d68115700af4e3efb4 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:40.969904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:40.996771 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5724295e-cf3c-45c1-886b-86871635a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:40.997181 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5724295e-cf3c-45c1-886b-86871635a86e None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:40.998453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:07:41.003804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e33047-2d5d-4b81-a67f-6c2910f78835 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Subnet': ['ID=5e47404b-ff6d-48f4-a593-8c6f74b5accc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:41.007182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f3e33047-2d5d-4b81-a67f-6c2910f78835 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:41.008246 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.008376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3e33047-2d5d-4b81-a67f-6c2910f78835 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.008592 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Added segment 6edfafa0-03e7-43df-a91b-30bdc5f16278 of type vlan for network 7bd493fa-ca01-436e-a5e0-331435c62631 Dec 22 13:07:41.014781 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f3e33047-2d5d-4b81-a67f-6c2910f78835 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/5e47404b-ff6d-48f4-a593-8c6f74b5accc HTTP/1.1" status: 204 len: 168 time: 0.3467042 Dec 22 13:07:41.017844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52342) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:41.021069 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c67b244-da90-4134-ab4c-aa13872a312f None None] Network f4a0506c-b24f-4221-a5f0-6544a10f123d requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:41.109629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.162701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.177272 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.182519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:41.183088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.188120 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9811ad74-22fd-46b3-a9fd-64aeb95ef4a0 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:41.201944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port e793c426-6bd7-4488-9b44-93966c7803c1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:41.202274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.294729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542c0198-82ac-4a4d-b0e2-9c96562ac1fa None None] DHCP port deletion for f4a0506c-b24f-4221-a5f0-6544a10f123d request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:07:41.305511 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-542c0198-82ac-4a4d-b0e2-9c96562ac1fa None None] Deleting port e793c426-6bd7-4488-9b44-93966c7803c1 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:41.305933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-542c0198-82ac-4a4d-b0e2-9c96562ac1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.467681 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5362296 Dec 22 13:07:41.470897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52346) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:41.478266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Network': ['ID=7bd493fa-ca01-436e-a5e0-331435c62631,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:41.478649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'subnet': {'network_id': '7bd493fa-ca01-436e-a5e0-331435c62631', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:41.498459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 7bd493fa-ca01-436e-a5e0-331435c62631 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:07:41.507642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:41.601873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:41.606170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:subnet and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:41.609135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:41.615347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:41.625089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-542c0198-82ac-4a4d-b0e2-9c96562ac1fa None None] For port e793c426-6bd7-4488-9b44-93966c7803c1, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e793c426-6bd7-4488-9b44-93966c7803c1,segment=NetworkSegment(a767c7e4-c230-4501-82e9-8c10f10a6ae7),segment_id=a767c7e4-c230-4501-82e9-8c10f10a6ae7)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:41.625486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-542c0198-82ac-4a4d-b0e2-9c96562ac1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.626406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Made reservation on behalf of f793559fbe5243d68115700af4e3efb4 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:41.630205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.638186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] For port e793c426-6bd7-4488-9b44-93966c7803c1, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e793c426-6bd7-4488-9b44-93966c7803c1,segment=NetworkSegment(a767c7e4-c230-4501-82e9-8c10f10a6ae7),segment_id=a767c7e4-c230-4501-82e9-8c10f10a6ae7)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:41.638652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.748014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-542c0198-82ac-4a4d-b0e2-9c96562ac1fa None None] Calling delete_port for e793c426-6bd7-4488-9b44-93966c7803c1 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:41.764708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for e793c426-6bd7-4488-9b44-93966c7803c1 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:41.826095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-542c0198-82ac-4a4d-b0e2-9c96562ac1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.831101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:41.851399 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.db.api [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87568) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:07:41.851744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_db.api [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:07:41.878919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c0198-82ac-4a4d-b0e2-9c96562ac1fa None None] Pushing event deleted for resources: {'Port': ['ID=e793c426-6bd7-4488-9b44-93966c7803c1,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:41.880705 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542c0198-82ac-4a4d-b0e2-9c96562ac1fa None None] No DVR routers for this DVR port e793c426-6bd7-4488-9b44-93966c7803c1 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:07:41.882068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-542c0198-82ac-4a4d-b0e2-9c96562ac1fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:41.984211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:41.987870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9a0f6a36-d9ed-4b1e-b2d6-9c87a7186811 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:42.059041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Subnet': ['ID=ede7d1b9-89d9-48d2-805b-16fb18b7a98b,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:42.063584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:42.073703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Checking segment: {'id': '6edfafa0-03e7-43df-a91b-30bdc5f16278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7bd493fa-ca01-436e-a5e0-331435c62631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:07:42.074178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network hostable DHCP agents. Network: 7bd493fa-ca01-436e-a5e0-331435c62631, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:07:42.096117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 7bd493fa-ca01-436e-a5e0-331435c62631 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:07:42.106637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 7bd493fa-ca01-436e-a5e0-331435c62631) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:42.110750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:42.111308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.116375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e832aa9-21f8-49ab-a524-82dde95355eb None None] Network 7bd493fa-ca01-436e-a5e0-331435c62631 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:42.134338 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6622365 Dec 22 13:07:42.137322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52350) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:42.142492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-849941458', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:42.149724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:42.153896 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:router and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:42.156937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:42.166682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:42.177521 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.178498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.193171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.325329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-7bd493fa-ca01-436e-a5e0-331435c62631', 'network_id': '7bd493fa-ca01-436e-a5e0-331435c62631', 'tenant_id': 'f793559fbe5243d68115700af4e3efb4', 'fixed_ips': [{'subnet_id': 'ede7d1b9-89d9-48d2-805b-16fb18b7a98b'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:07:42.326168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.353447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port e793c426-6bd7-4488-9b44-93966c7803c1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:42.353776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.421845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] The port 'e793c426-6bd7-4488-9b44-93966c7803c1' was deleted {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:07:42.457838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.482811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Allocated IP 172.20.0.2 (7bd493fa-ca01-436e-a5e0-331435c62631/ede7d1b9-89d9-48d2-805b-16fb18b7a98b/8b6aa516-a346-4498-b18c-203634b22f30) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:42.543161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.586851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a0506c-b24f-4221-a5f0-6544a10f123d']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:42.600855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a767c7e4-c230-4501-82e9-8c10f10a6ae7') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:42.601153 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a767c7e4-c230-4501-82e9-8c10f10a6ae7') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:42.614686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.633046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.641271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:07:42.641934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: util.warn( Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:07:42.657322 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:07:42.712876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.733538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e793c426-6bd7-4488-9b44-93966c7803c1 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:07:42.748645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.753964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.761227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-18647450-2fac-4a33-897c-1b15929b1d91 tempest-NetworksIpV6TestAttrs-311235223 tempest-NetworksIpV6TestAttrs-311235223-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:42.763400 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Transition to ACTIVE for port object 8b6aa516-a346-4498-b18c-203634b22f30 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:42.775502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.775757 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: e793c426-6bd7-4488-9b44-93966c7803c1 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:07:42.775988 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e793c426-6bd7-4488-9b44-93966c7803c1 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:07:42.791270 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Network': ['ID=f4a0506c-b24f-4221-a5f0-6544a10f123d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:42.792082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Transition to ACTIVE for port object 8b6aa516-a346-4498-b18c-203634b22f30 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:42.793875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:42.799514 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.803157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9322b25e-0230-40f0-8667-577d7749aa35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:42.805509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.812189 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/networks/f4a0506c-b24f-4221-a5f0-6544a10f123d HTTP/1.1" status: 204 len: 168 time: 1.7932091 Dec 22 13:07:42.812999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52356) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:42.818435 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-579707152', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:42.826186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:42.830088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:router and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:42.833012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:42.840968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:42.852781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.854611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.863886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Network 7bd493fa-ca01-436e-a5e0-331435c62631 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:42.867660 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:42.871455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:42.872171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:42.952154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Pushing event updated for resources: {'Port': ['ID=8b6aa516-a346-4498-b18c-203634b22f30,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:42.954321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.26.4.143 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/5144ce11-fc59-48b4-93fd-744a7ae8f0ab) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:42.959596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:43.010408 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Attempting to bind port 8b6aa516-a346-4498-b18c-203634b22f30 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:07:43.010791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Attempting to bind port 8b6aa516-a346-4498-b18c-203634b22f30 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '6edfafa0-03e7-43df-a91b-30bdc5f16278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7bd493fa-ca01-436e-a5e0-331435c62631'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:07:43.011140 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Attempting to bind port 8b6aa516-a346-4498-b18c-203634b22f30 on network 7bd493fa-ca01-436e-a5e0-331435c62631 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:07:43.016679 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:07:43.017481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Checking segment: {'id': '6edfafa0-03e7-43df-a91b-30bdc5f16278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7bd493fa-ca01-436e-a5e0-331435c62631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:07:43.017481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:43.017960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Bound using segment: {'id': '6edfafa0-03e7-43df-a91b-30bdc5f16278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7bd493fa-ca01-436e-a5e0-331435c62631'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:07:43.018530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Bound port: 8b6aa516-a346-4498-b18c-203634b22f30, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6edfafa0-03e7-43df-a91b-30bdc5f16278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7bd493fa-ca01-436e-a5e0-331435c62631'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:07:43.018934 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:43.103960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:43.111988 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] For port 8b6aa516-a346-4498-b18c-203634b22f30, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:07:43.115219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] For port 8b6aa516-a346-4498-b18c-203634b22f30, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8b6aa516-a346-4498-b18c-203634b22f30,segment=NetworkSegment(6edfafa0-03e7-43df-a91b-30bdc5f16278),segment_id=6edfafa0-03e7-43df-a91b-30bdc5f16278)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:07:43.122121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:43.131369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:43.146425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:43.150233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:43.151352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b4e8627c-dcdb-4bd0-9162-fb624fff43f9 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:43.215669 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Pushing event updated for resources: {'Port': ['ID=8b6aa516-a346-4498-b18c-203634b22f30,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:43.216357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:43.219324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:43.219469 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:43.223175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:43.258057 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=5144ce11-fc59-48b4-93fd-744a7ae8f0ab,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:43.266547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:43.610948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:43.643873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:43.783078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Allocated IP 172.26.4.91 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/fb15f096-d574-4298-892e-526f3294aa1b) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:43.809835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:43.938696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:43.973267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:43.981494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-27ce400c-feb0-4b97-b00e-588c6656d13b tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:44.056069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=fb15f096-d574-4298-892e-526f3294aa1b,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:44.070191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:44.070191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:44.070487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:44.074422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:44.204514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:44.296944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19f53c6-3554-4e13-9d68-381686561c90 None None] Network 7bd493fa-ca01-436e-a5e0-331435c62631 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:44.411982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-93d9eca1-69ec-44de-9a44-295fe719059a None None] Provisioning for port 8b6aa516-a346-4498-b18c-203634b22f30 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:44.430438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router a9343e78-c4c8-4676-8c31-c2708a8e9d07 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:07:44.524752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:44.626879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:44.639826 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0fd63-9033-4035-a94f-dc247af4a342 None None] Sync routers for ids ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:44.653347 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0fd63-9033-4035-a94f-dc247af4a342 None None] Routers {'a9343e78-c4c8-4676-8c31-c2708a8e9d07'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:44.654259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-aff0fd63-9033-4035-a94f-dc247af4a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:44.658098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:44.662697 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5243568 Dec 22 13:07:44.663493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52360) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:44.749262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-aff0fd63-9033-4035-a94f-dc247af4a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:44.759625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0fd63-9033-4035-a94f-dc247af4a342 None None] Routers {'a9343e78-c4c8-4676-8c31-c2708a8e9d07'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:44.762824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-aff0fd63-9033-4035-a94f-dc247af4a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:44.815743 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8b6aa516-a346-4498-b18c-203634b22f30 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:07:44.870459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-aff0fd63-9033-4035-a94f-dc247af4a342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:44.870782 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0fd63-9033-4035-a94f-dc247af4a342 None None] The sync data for ids ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:44.898444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 8b6aa516-a346-4498-b18c-203634b22f30 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:44.903160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 8b6aa516-a346-4498-b18c-203634b22f30 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:44.903540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:44.947732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:44.974253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-06ef31aa-e216-4765-b217-58987290b2a3 None None] Provisioning complete for port 8b6aa516-a346-4498-b18c-203634b22f30 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:44.974627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-06ef31aa-e216-4765-b217-58987290b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:45.119384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:45.174112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-06ef31aa-e216-4765-b217-58987290b2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:45.194868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 8b6aa516-a346-4498-b18c-203634b22f30, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8b6aa516-a346-4498-b18c-203634b22f30,segment=NetworkSegment(6edfafa0-03e7-43df-a91b-30bdc5f16278),segment_id=6edfafa0-03e7-43df-a91b-30bdc5f16278)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:45.203866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:45.205994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ea0f84dc-55b9-48b3-9fae-c924d5fea4aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:45.312437 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-06ef31aa-e216-4765-b217-58987290b2a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:07:45.313130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-06ef31aa-e216-4765-b217-58987290b2a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:07:45.316155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=8b6aa516-a346-4498-b18c-203634b22f30,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:45.319507 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:45.325265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router 06e59cb3-8fd6-412e-87b7-93f4786c96df is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:07:45.512763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:45.525437 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89adfa5-ed66-4f02-8ce7-7f2396f471c7 None None] Sync routers for ids ['06e59cb3-8fd6-412e-87b7-93f4786c96df'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:45.543199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:45.543437 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89adfa5-ed66-4f02-8ce7-7f2396f471c7 None None] Routers {'06e59cb3-8fd6-412e-87b7-93f4786c96df'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:45.544052 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a89adfa5-ed66-4f02-8ce7-7f2396f471c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06e59cb3-8fd6-412e-87b7-93f4786c96df'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:45.544632 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7304862 Dec 22 13:07:45.547285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52364) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:45.567051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:45.618376 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a89adfa5-ed66-4f02-8ce7-7f2396f471c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:45.627795 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89adfa5-ed66-4f02-8ce7-7f2396f471c7 None None] Routers {'06e59cb3-8fd6-412e-87b7-93f4786c96df'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:45.628390 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a89adfa5-ed66-4f02-8ce7-7f2396f471c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06e59cb3-8fd6-412e-87b7-93f4786c96df'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:45.715072 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a89adfa5-ed66-4f02-8ce7-7f2396f471c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:45.715506 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89adfa5-ed66-4f02-8ce7-7f2396f471c7 None None] The sync data for ids ['06e59cb3-8fd6-412e-87b7-93f4786c96df'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:45.747293 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b1752851-8707-4185-ba43-a19984981f2c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/routers/06e59cb3-8fd6-412e-87b7-93f4786c96df HTTP/1.1" status: 200 len: 879 time: 0.1987631 Dec 22 13:07:45.749635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52368) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:45.952119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f674b88f-89e6-4584-8988-ffd48b9afcb4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Synchronizing usage tracker for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:router {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:07:45.970037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f674b88f-89e6-4584-8988-ffd48b9afcb4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Unset dirty status for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:router {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:07:45.971272 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f674b88f-89e6-4584-8988-ffd48b9afcb4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2206323 Dec 22 13:07:45.974055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:45.979151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f10040e4-a3a3-41b8-b0aa-2113a2e12596 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-579707152'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:45.987038 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.20.0.1 (7bd493fa-ca01-436e-a5e0-331435c62631/ede7d1b9-89d9-48d2-805b-16fb18b7a98b/16767f18-bad2-4746-9f7c-2fe605b59259) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:46.142944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:46.157952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Transition to ACTIVE for port object 16767f18-bad2-4746-9f7c-2fe605b59259 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:46.182419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:46.187202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1b33ab85-369c-4f25-a627-9004a554cd5f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:46.256280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 7bd493fa-ca01-436e-a5e0-331435c62631 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:46.259388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:46.262029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:46.317782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=16767f18-bad2-4746-9f7c-2fe605b59259,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:46.322478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:46.333111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:46.464830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:46.493671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-698039d0-2437-4b0d-96e8-a2965e2ed7a8 None None] Provisioning for port 16767f18-bad2-4746-9f7c-2fe605b59259 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:46.499705 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-698039d0-2437-4b0d-96e8-a2965e2ed7a8 None None] Provisioning complete for port 16767f18-bad2-4746-9f7c-2fe605b59259 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:46.500194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-698039d0-2437-4b0d-96e8-a2965e2ed7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:46.504680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f10040e4-a3a3-41b8-b0aa-2113a2e12596 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:46.517315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f10040e4-a3a3-41b8-b0aa-2113a2e12596 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:46.553936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-698039d0-2437-4b0d-96e8-a2965e2ed7a8 None None] Port 16767f18-bad2-4746-9f7c-2fe605b59259 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:46.731103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8b6aa516-a346-4498-b18c-203634b22f30 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:07:46.809803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 8b6aa516-a346-4498-b18c-203634b22f30 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:46.810266 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:46.868882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10040e4-a3a3-41b8-b0aa-2113a2e12596 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router 06e59cb3-8fd6-412e-87b7-93f4786c96df has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:47.037457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:47.043425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:47.047821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10040e4-a3a3-41b8-b0aa-2113a2e12596 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:47.054283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f10040e4-a3a3-41b8-b0aa-2113a2e12596 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:47.057441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d5ab0-47c9-40b1-b41e-64ac8a663c2f None None] Sync routers for ids ['06e59cb3-8fd6-412e-87b7-93f4786c96df'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:47.058120 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f10040e4-a3a3-41b8-b0aa-2113a2e12596 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/06e59cb3-8fd6-412e-87b7-93f4786c96df HTTP/1.1" status: 200 len: 886 time: 1.0831249 Dec 22 13:07:47.058901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52376) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:47.067459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d5ab0-47c9-40b1-b41e-64ac8a663c2f None None] Routers {'06e59cb3-8fd6-412e-87b7-93f4786c96df'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:47.068106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d78d5ab0-47c9-40b1-b41e-64ac8a663c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06e59cb3-8fd6-412e-87b7-93f4786c96df'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:47.077309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7b754eec-fb60-4d2b-b43c-622b700cd96c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:47.133099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d78d5ab0-47c9-40b1-b41e-64ac8a663c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:47.143506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d5ab0-47c9-40b1-b41e-64ac8a663c2f None None] Routers {'06e59cb3-8fd6-412e-87b7-93f4786c96df'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:47.144695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d78d5ab0-47c9-40b1-b41e-64ac8a663c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06e59cb3-8fd6-412e-87b7-93f4786c96df'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:47.164208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:47.167974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=16767f18-bad2-4746-9f7c-2fe605b59259,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:47.171306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:47.243730 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f7b6cb02-31d8-4935-9e8e-a8ba961a3cad tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/routers/06e59cb3-8fd6-412e-87b7-93f4786c96df HTTP/1.1" status: 200 len: 886 time: 0.1809266 Dec 22 13:07:47.243957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52380) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:47.256369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d78d5ab0-47c9-40b1-b41e-64ac8a663c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:47.257229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d5ab0-47c9-40b1-b41e-64ac8a663c2f None None] The sync data for ids ['06e59cb3-8fd6-412e-87b7-93f4786c96df'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:47.290752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-029137e7-2a74-4100-8e91-e272bb38b932 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Synchronizing usage tracker for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:07:47.303048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 7bd493fa-ca01-436e-a5e0-331435c62631 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:47.304259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:47.306951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-029137e7-2a74-4100-8e91-e272bb38b932 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Unset dirty status for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:07:47.308264 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-029137e7-2a74-4100-8e91-e272bb38b932 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e59cb3-8fd6-412e-87b7-93f4786c96df HTTP/1.1" status: 200 len: 205 time: 0.0635614 Dec 22 13:07:47.311119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52384) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:47.492423 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:47.493816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router a9343e78-c4c8-4676-8c31-c2708a8e9d07 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:47.581059 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-2327e512-678b-443c-b7ff-22cb018048bc None None] Provisioning complete for port 16767f18-bad2-4746-9f7c-2fe605b59259 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:47.581621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2327e512-678b-443c-b7ff-22cb018048bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:47.637384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2327e512-678b-443c-b7ff-22cb018048bc None None] Port 16767f18-bad2-4746-9f7c-2fe605b59259 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:47.679438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:47.680178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:47.690335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port fb15f096-d574-4298-892e-526f3294aa1b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:47.690652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:47.691340 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdee389a-64b4-44f4-9ac6-95c0f4365d2d None None] Sync routers for ids ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:47.700254 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee389a-64b4-44f4-9ac6-95c0f4365d2d None None] Routers {'a9343e78-c4c8-4676-8c31-c2708a8e9d07'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:47.703427 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-fdee389a-64b4-44f4-9ac6-95c0f4365d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:47.703656 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "PUT /v2.0/routers/a9343e78-c4c8-4676-8c31-c2708a8e9d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0365021 Dec 22 13:07:47.703656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52390) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:47.709137 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'port': {'network_id': '7bd493fa-ca01-436e-a5e0-331435c62631', 'name': 'tempest-FloatingIPTestJSON-317449209'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:47.762348 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-fdee389a-64b4-44f4-9ac6-95c0f4365d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:47.771055 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdee389a-64b4-44f4-9ac6-95c0f4365d2d None None] Routers {'a9343e78-c4c8-4676-8c31-c2708a8e9d07'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:47.771679 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-fdee389a-64b4-44f4-9ac6-95c0f4365d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:47.833290 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-fdee389a-64b4-44f4-9ac6-95c0f4365d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:47.833701 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdee389a-64b4-44f4-9ac6-95c0f4365d2d None None] The sync data for ids ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:47.849386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:47.853511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Usage tracker for resource:port and tenant:f793559fbe5243d68115700af4e3efb4 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:47.856370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:47.861058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:47.861970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:47.872403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Made reservation on behalf of f793559fbe5243d68115700af4e3efb4 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:47.875949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:47.896624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] device_id is not set on port ab227ac4-abe6-45da-9e9f-0648df5a9cfc yet. {{(pid=87569) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:07:47.980572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for fb15f096-d574-4298-892e-526f3294aa1b owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:48.038372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Allocated IP 172.20.0.13 (7bd493fa-ca01-436e-a5e0-331435c62631/ede7d1b9-89d9-48d2-805b-16fb18b7a98b/ab227ac4-abe6-45da-9e9f-0648df5a9cfc) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:48.146925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.151096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6fb1c85c-dee7-47dd-b496-d446539761fa tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:48.239311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.256146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Transition to ACTIVE for port object ab227ac4-abe6-45da-9e9f-0648df5a9cfc will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:48.280732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.286580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c42058d4-d2ad-46b9-b8bc-9081769913fc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:48.328826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=fb15f096-d574-4298-892e-526f3294aa1b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:48.334074 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:48.357204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Network 7bd493fa-ca01-436e-a5e0-331435c62631 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:48.360374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:48.364592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:48.392333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event updated for resources: {'Port': ['ID=ab227ac4-abe6-45da-9e9f-0648df5a9cfc,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:48.399517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:48.427858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:48.428479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.430231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.456004 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7511351 Dec 22 13:07:48.458451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52394) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:48.464332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-cebdc1fc-eac8-48f0-80cf-04ec17a5d91d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Request body: {'floatingip': {'port_id': 'ab227ac4-abe6-45da-9e9f-0648df5a9cfc'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:48.570654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-51456b50-9f21-4b2d-8651-20df6cf61719 None None] Provisioning for port ab227ac4-abe6-45da-9e9f-0648df5a9cfc completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:48.578076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-51456b50-9f21-4b2d-8651-20df6cf61719 None None] Provisioning complete for port ab227ac4-abe6-45da-9e9f-0648df5a9cfc triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:48.578923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-51456b50-9f21-4b2d-8651-20df6cf61719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.635054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.637419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.643637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-51456b50-9f21-4b2d-8651-20df6cf61719 None None] Port ab227ac4-abe6-45da-9e9f-0648df5a9cfc cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:48.664461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.664963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Fanout notify agent at l3_agent the message router_deleted on router 06e59cb3-8fd6-412e-87b7-93f4786c96df {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:07:48.688998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.690135 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/06e59cb3-8fd6-412e-87b7-93f4786c96df HTTP/1.1" status: 204 len: 168 time: 1.3780956 Dec 22 13:07:48.693882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52398) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:48.699577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'network': {'name': 'tempest-RoutersTest-160833386'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:48.704120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fc-eac8-48f0-80cf-04ec17a5d91d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.704474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:48.708207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:network and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:48.710975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:48.717026 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:48.726460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:48.729809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.757976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:07:48.767186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.767627 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Added segment 940130c4-955e-42dd-b396-7d29b47d342a of type vlan for network dd09f934-3151-40c7-9b00-bc766a4ceb21 Dec 22 13:07:48.793035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.823247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.829327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:48.829815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:48.834790 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-692aa246-b42a-415b-8870-52fc7527db13 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:48.932568 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2376187 Dec 22 13:07:48.935404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52402) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:48.938337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Network': ['ID=dd09f934-3151-40c7-9b00-bc766a4ceb21,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:48.941844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:48.945415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'subnet': {'network_id': 'dd09f934-3151-40c7-9b00-bc766a4ceb21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:48.948993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network dd09f934-3151-40c7-9b00-bc766a4ceb21 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:07:49.062458 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:49.066278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:subnet and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:49.069507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:49.074780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:49.085312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:49.089186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:49.301407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:49.305054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2072ddbb-88c0-4f7a-9b24-162ff72c91d8 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:49.348209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fc-eac8-48f0-80cf-04ec17a5d91d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:49.353586 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fc-eac8-48f0-80cf-04ec17a5d91d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:49.380356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Subnet': ['ID=deb5a588-0874-4813-8b22-9f2a8dc8fd45,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:49.384084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:49.391098 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Checking segment: {'id': '940130c4-955e-42dd-b396-7d29b47d342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd09f934-3151-40c7-9b00-bc766a4ceb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:07:49.391454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network hostable DHCP agents. Network: dd09f934-3151-40c7-9b00-bc766a4ceb21, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:07:49.412016 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network dd09f934-3151-40c7-9b00-bc766a4ceb21 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:07:49.421908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, dd09f934-3151-40c7-9b00-bc766a4ceb21) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:49.426066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:49.426642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:49.435714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab5158-cdfc-4148-b2da-c80a1f6b4157 None None] Network dd09f934-3151-40c7-9b00-bc766a4ceb21 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:49.447683 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5112286 Dec 22 13:07:49.450358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52406) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:49.455558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2d54af65-f425-4eaf-822c-df56ee48c9c6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1236059283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:49.465061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d54af65-f425-4eaf-822c-df56ee48c9c6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:49.469158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d54af65-f425-4eaf-822c-df56ee48c9c6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:router and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:49.472162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d54af65-f425-4eaf-822c-df56ee48c9c6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:49.477869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d54af65-f425-4eaf-822c-df56ee48c9c6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:49.489730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d54af65-f425-4eaf-822c-df56ee48c9c6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:49.490782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d54af65-f425-4eaf-822c-df56ee48c9c6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:49.505535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d54af65-f425-4eaf-822c-df56ee48c9c6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:49.524534 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-cebdc1fc-eac8-48f0-80cf-04ec17a5d91d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Floating IP 3281f25b-5093-4249-a60e-b933c01c800b associated. External IP: 172.26.4.7, port: 73a91e7a-0073-471c-aede-6ce7db5800ab. Dec 22 13:07:49.529497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d54af65-f425-4eaf-822c-df56ee48c9c6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:49.563372 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d54af65-f425-4eaf-822c-df56ee48c9c6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:49.569322 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2d54af65-f425-4eaf-822c-df56ee48c9c6 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1178832 Dec 22 13:07:49.570262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52410) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:49.665062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-dd09f934-3151-40c7-9b00-bc766a4ceb21', 'network_id': 'dd09f934-3151-40c7-9b00-bc766a4ceb21', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'fixed_ips': [{'subnet_id': 'deb5a588-0874-4813-8b22-9f2a8dc8fd45'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:07:49.666075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:49.818746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Allocated IP 172.20.0.2 (dd09f934-3151-40c7-9b00-bc766a4ceb21/deb5a588-0874-4813-8b22-9f2a8dc8fd45/5437999d-e06e-457d-b283-387a03cc3eb9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:49.874889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebdc1fc-eac8-48f0-80cf-04ec17a5d91d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:50.036265 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:50.048019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Transition to ACTIVE for port object 5437999d-e06e-457d-b283-387a03cc3eb9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:50.069213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Transition to ACTIVE for port object 5437999d-e06e-457d-b283-387a03cc3eb9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:50.075517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:50.085865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-befd7d1e-9109-4f99-a67a-94f0453a4b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:50.144928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Network dd09f934-3151-40c7-9b00-bc766a4ceb21 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:50.148225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:50.152284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:50.196334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Pushing event updated for resources: {'Port': ['ID=5437999d-e06e-457d-b283-387a03cc3eb9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:50.200466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebdc1fc-eac8-48f0-80cf-04ec17a5d91d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:50.223084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:50.231160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:50.233444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9249bc8d-2c6b-4ba6-98b2-fbcf939d95df None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:50.258782 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9249bc8d-2c6b-4ba6-98b2-fbcf939d95df None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:50.259392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9249bc8d-2c6b-4ba6-98b2-fbcf939d95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:50.312187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Attempting to bind port 5437999d-e06e-457d-b283-387a03cc3eb9 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:07:50.312585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Attempting to bind port 5437999d-e06e-457d-b283-387a03cc3eb9 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '940130c4-955e-42dd-b396-7d29b47d342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd09f934-3151-40c7-9b00-bc766a4ceb21'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:07:50.312927 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Attempting to bind port 5437999d-e06e-457d-b283-387a03cc3eb9 on network dd09f934-3151-40c7-9b00-bc766a4ceb21 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:07:50.325252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9249bc8d-2c6b-4ba6-98b2-fbcf939d95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:50.327735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:07:50.328145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Checking segment: {'id': '940130c4-955e-42dd-b396-7d29b47d342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd09f934-3151-40c7-9b00-bc766a4ceb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:07:50.328513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:50.328921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Bound using segment: {'id': '940130c4-955e-42dd-b396-7d29b47d342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd09f934-3151-40c7-9b00-bc766a4ceb21'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:07:50.329386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Bound port: 5437999d-e06e-457d-b283-387a03cc3eb9, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940130c4-955e-42dd-b396-7d29b47d342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dd09f934-3151-40c7-9b00-bc766a4ceb21'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:07:50.329814 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:50.381558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9249bc8d-2c6b-4ba6-98b2-fbcf939d95df None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:50.381558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9249bc8d-2c6b-4ba6-98b2-fbcf939d95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:50.453900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9249bc8d-2c6b-4ba6-98b2-fbcf939d95df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:50.453900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9249bc8d-2c6b-4ba6-98b2-fbcf939d95df None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:50.487647 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] For port 5437999d-e06e-457d-b283-387a03cc3eb9, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:07:50.490570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] For port 5437999d-e06e-457d-b283-387a03cc3eb9, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5437999d-e06e-457d-b283-387a03cc3eb9,segment=NetworkSegment(940130c4-955e-42dd-b396-7d29b47d342a),segment_id=940130c4-955e-42dd-b396-7d29b47d342a)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:07:50.495336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:50.498980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-41c46e51-62c9-42ad-98b6-afd86befd9d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:50.576165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Pushing event updated for resources: {'Port': ['ID=5437999d-e06e-457d-b283-387a03cc3eb9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:50.581493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:50.589223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebdc1fc-eac8-48f0-80cf-04ec17a5d91d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router a9343e78-c4c8-4676-8c31-c2708a8e9d07 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:50.599200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Allocated IP 172.20.0.1 (dd09f934-3151-40c7-9b00-bc766a4ceb21/deb5a588-0874-4813-8b22-9f2a8dc8fd45/2d74f657-f1d8-48fd-a828-2d0fde473980) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:07:50.766982 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:50.793393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebdc1fc-eac8-48f0-80cf-04ec17a5d91d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:50.797590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cebdc1fc-eac8-48f0-80cf-04ec17a5d91d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:50.804164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Transition to ACTIVE for port object 2d74f657-f1d8-48fd-a828-2d0fde473980 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:07:50.816502 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bce7c2-3676-42cb-b5ec-cfd11a048b94 None None] Sync routers for ids ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:50.827418 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bce7c2-3676-42cb-b5ec-cfd11a048b94 None None] Routers {'a9343e78-c4c8-4676-8c31-c2708a8e9d07'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:50.828107 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c0bce7c2-3676-42cb-b5ec-cfd11a048b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:50.834486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:50.840427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:50.901284 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c0bce7c2-3676-42cb-b5ec-cfd11a048b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:50.911347 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bce7c2-3676-42cb-b5ec-cfd11a048b94 None None] Routers {'a9343e78-c4c8-4676-8c31-c2708a8e9d07'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:50.912240 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c0bce7c2-3676-42cb-b5ec-cfd11a048b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:50.921619 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network dd09f934-3151-40c7-9b00-bc766a4ceb21 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:50.925017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:50.929663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:07:50.934382 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cebdc1fc-eac8-48f0-80cf-04ec17a5d91d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "PUT /v2.0/floatingips/3281f25b-5093-4249-a60e-b933c01c800b HTTP/1.1" status: 200 len: 976 time: 2.4747994 Dec 22 13:07:50.937206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52414) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:50.977124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=2d74f657-f1d8-48fd-a828-2d0fde473980,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:50.980748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:50.981087 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c0bce7c2-3676-42cb-b5ec-cfd11a048b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:50.981501 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0bce7c2-3676-42cb-b5ec-cfd11a048b94 None None] The sync data for ids ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:51.010571 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:51.015965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port ab227ac4-abe6-45da-9e9f-0648df5a9cfc {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:51.016301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:51.111252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:51.260905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:51.512850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:51.518485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:51.543597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:51.565059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:51.565504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:51.565819 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Floating IP 3281f25b-5093-4249-a60e-b933c01c800b disassociated. External IP: 172.26.4.7, port: ab227ac4-abe6-45da-9e9f-0648df5a9cfc. Dec 22 13:07:51.566450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for ab227ac4-abe6-45da-9e9f-0648df5a9cfc owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:51.635042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=2d74f657-f1d8-48fd-a828-2d0fde473980,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:51.639877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:51.640807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:51.659650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5e32f2-83c2-4fcb-88d4-1900c797504c None None] Network dd09f934-3151-40c7-9b00-bc766a4ceb21 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:51.763141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8d7097da-c8c7-4aab-b93d-f1aa377b312f None None] Provisioning for port 5437999d-e06e-457d-b283-387a03cc3eb9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:51.861869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:51.868171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1443ba4b-f66f-4557-83fb-055233c9abed tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:51.916113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=ab227ac4-abe6-45da-9e9f-0648df5a9cfc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:51.920634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:51.935447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network dd09f934-3151-40c7-9b00-bc766a4ceb21 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:07:51.936710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:52.128449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router a9343e78-c4c8-4676-8c31-c2708a8e9d07 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:52.149414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router 003f7b20-7d3e-4ec0-83e1-0047092cc783 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:07:52.287929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-78ca4f1a-7903-43ad-ac14-0d733488dc02 None None] Provisioning for port 2d74f657-f1d8-48fd-a828-2d0fde473980 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:52.295551 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-78ca4f1a-7903-43ad-ac14-0d733488dc02 None None] Provisioning complete for port 2d74f657-f1d8-48fd-a828-2d0fde473980 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:52.296245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-78ca4f1a-7903-43ad-ac14-0d733488dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:52.330090 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:52.340614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:52.350950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9871e4-5f86-4791-b697-2ec334590b21 None None] Sync routers for ids ['003f7b20-7d3e-4ec0-83e1-0047092cc783'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:52.355531 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0538f5c-b49c-48e8-aacc-56547812b7f5 None None] Sync routers for ids ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:52.363340 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/003f7b20-7d3e-4ec0-83e1-0047092cc783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7916019 Dec 22 13:07:52.366128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52418) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:52.371583 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0538f5c-b49c-48e8-aacc-56547812b7f5 None None] Routers {'a9343e78-c4c8-4676-8c31-c2708a8e9d07'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:52.372440 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a0538f5c-b49c-48e8-aacc-56547812b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:52.377698 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9871e4-5f86-4791-b697-2ec334590b21 None None] Routers {'003f7b20-7d3e-4ec0-83e1-0047092cc783'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:52.378388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4f9871e4-5f86-4791-b697-2ec334590b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['003f7b20-7d3e-4ec0-83e1-0047092cc783'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:52.431048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-78ca4f1a-7903-43ad-ac14-0d733488dc02 None None] Port 2d74f657-f1d8-48fd-a828-2d0fde473980 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:52.440563 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4f9871e4-5f86-4791-b697-2ec334590b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:52.451206 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b10df-fd1d-4d2a-aa00-0bdfd5ec27fd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:52.451832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a41b10df-fd1d-4d2a-aa00-0bdfd5ec27fd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Synchronizing usage tracker for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:07:52.455467 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9871e4-5f86-4791-b697-2ec334590b21 None None] Routers {'003f7b20-7d3e-4ec0-83e1-0047092cc783'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:52.456315 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4f9871e4-5f86-4791-b697-2ec334590b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['003f7b20-7d3e-4ec0-83e1-0047092cc783'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:52.469253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a41b10df-fd1d-4d2a-aa00-0bdfd5ec27fd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Unset dirty status for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:07:52.473972 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a41b10df-fd1d-4d2a-aa00-0bdfd5ec27fd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports/2d74f657-f1d8-48fd-a828-2d0fde473980 HTTP/1.1" status: 200 len: 910 time: 0.1038451 Dec 22 13:07:52.474149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52422) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:52.488183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'deb5a588-0874-4813-8b22-9f2a8dc8fd45'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:52.496505 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a0538f5c-b49c-48e8-aacc-56547812b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:52.506278 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0538f5c-b49c-48e8-aacc-56547812b7f5 None None] Routers {'a9343e78-c4c8-4676-8c31-c2708a8e9d07'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:52.507449 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a0538f5c-b49c-48e8-aacc-56547812b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:52.541300 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4f9871e4-5f86-4791-b697-2ec334590b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:52.544461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9871e4-5f86-4791-b697-2ec334590b21 None None] The sync data for ids ['003f7b20-7d3e-4ec0-83e1-0047092cc783'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:52.555750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:52.585689 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a0538f5c-b49c-48e8-aacc-56547812b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:52.586461 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0538f5c-b49c-48e8-aacc-56547812b7f5 None None] The sync data for ids ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:52.590031 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/ports/ab227ac4-abe6-45da-9e9f-0648df5a9cfc HTTP/1.1" status: 204 len: 168 time: 1.6487987 Dec 22 13:07:52.590447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52426) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:52.657463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7bf8abd9-6a97-42ef-b280-8a85b3a6b773 None None] Provisioning complete for port 2d74f657-f1d8-48fd-a828-2d0fde473980 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:52.658206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7bf8abd9-6a97-42ef-b280-8a85b3a6b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:52.719887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7bf8abd9-6a97-42ef-b280-8a85b3a6b773 None None] Port 2d74f657-f1d8-48fd-a828-2d0fde473980 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:52.774004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:52.780485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5437999d-e06e-457d-b283-387a03cc3eb9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:07:52.852250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ea04118b-46ed-4182-a54c-3ccbcb445ea1 None None] Provisioning complete for port 2d74f657-f1d8-48fd-a828-2d0fde473980 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:52.852538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ea04118b-46ed-4182-a54c-3ccbcb445ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:52.906527 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 5437999d-e06e-457d-b283-387a03cc3eb9 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:07:52.911661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ea04118b-46ed-4182-a54c-3ccbcb445ea1 None None] Port 2d74f657-f1d8-48fd-a828-2d0fde473980 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:07:52.913894 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 5437999d-e06e-457d-b283-387a03cc3eb9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:52.914269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:53.032581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:53.065087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 5437999d-e06e-457d-b283-387a03cc3eb9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5437999d-e06e-457d-b283-387a03cc3eb9,segment=NetworkSegment(940130c4-955e-42dd-b396-7d29b47d342a),segment_id=940130c4-955e-42dd-b396-7d29b47d342a)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:53.069349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:53.072411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:53.153091 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=5437999d-e06e-457d-b283-387a03cc3eb9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:53.156771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:53.178548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:53.299960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:53.310335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:53.335880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-49cc571f-5238-4d75-8fae-e32538bd4d94 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:53.555620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=2d74f657-f1d8-48fd-a828-2d0fde473980,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:53.563150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:53.563796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:53.568727 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/ports/2d74f657-f1d8-48fd-a828-2d0fde473980 HTTP/1.1" status: 200 len: 910 time: 1.0901551 Dec 22 13:07:53.568727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52430) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:53.626868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:53.627225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:53.627631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:53.628004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:53.628367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:53.628726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:53.629082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:53.629436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:53.629788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:53.630112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:53.630493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:53.630853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:53.640117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:53.677772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port 16767f18-bad2-4746-9f7c-2fe605b59259 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:53.678124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:53.867458 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:53.990440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for 16767f18-bad2-4746-9f7c-2fe605b59259 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:54.067662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:54.179780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:54.183918 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:54.228264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=16767f18-bad2-4746-9f7c-2fe605b59259,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:54.231418 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:54.410419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port 2d74f657-f1d8-48fd-a828-2d0fde473980 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:54.410919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:54.507976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:54.590895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:54.712057 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for 2d74f657-f1d8-48fd-a828-2d0fde473980 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:54.738529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5437999d-e06e-457d-b283-387a03cc3eb9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:07:54.810866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 5437999d-e06e-457d-b283-387a03cc3eb9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:07:54.811553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:54.873541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router a9343e78-c4c8-4676-8c31-c2708a8e9d07 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:54.887438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:54.892326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-314d6742-8484-4eab-822a-d1984accfa13 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:55.068446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=2d74f657-f1d8-48fd-a828-2d0fde473980,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:55.071493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:55.199563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:55.210828 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3360ae1d-ba0e-4db0-8601-adc2da3aaa87 None None] Sync routers for ids ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:55.216180 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "PUT /v2.0/routers/a9343e78-c4c8-4676-8c31-c2708a8e9d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6221225 Dec 22 13:07:55.217029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52436) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:55.221455 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360ae1d-ba0e-4db0-8601-adc2da3aaa87 None None] Routers {'a9343e78-c4c8-4676-8c31-c2708a8e9d07'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:55.222097 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3360ae1d-ba0e-4db0-8601-adc2da3aaa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:55.284029 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3360ae1d-ba0e-4db0-8601-adc2da3aaa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:55.292820 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360ae1d-ba0e-4db0-8601-adc2da3aaa87 None None] Routers {'a9343e78-c4c8-4676-8c31-c2708a8e9d07'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:55.293440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3360ae1d-ba0e-4db0-8601-adc2da3aaa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:55.311946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:55.354554 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3360ae1d-ba0e-4db0-8601-adc2da3aaa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:55.354882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3360ae1d-ba0e-4db0-8601-adc2da3aaa87 None None] The sync data for ids ['a9343e78-c4c8-4676-8c31-c2708a8e9d07'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:55.401583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:55.581500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:55.588447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router 003f7b20-7d3e-4ec0-83e1-0047092cc783 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:07:55.592344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port 5144ce11-fc59-48b4-93fd-744a7ae8f0ab {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:55.592690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:55.727722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:07:55.738918 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab807d0-0f47-41fd-b148-8f8eb56a57d0 None None] Sync routers for ids ['003f7b20-7d3e-4ec0-83e1-0047092cc783'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:07:55.746901 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/003f7b20-7d3e-4ec0-83e1-0047092cc783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1775954 Dec 22 13:07:55.749750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52440) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:55.752249 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab807d0-0f47-41fd-b148-8f8eb56a57d0 None None] Routers {'003f7b20-7d3e-4ec0-83e1-0047092cc783'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:55.752924 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-dab807d0-0f47-41fd-b148-8f8eb56a57d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['003f7b20-7d3e-4ec0-83e1-0047092cc783'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:55.805661 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ef0b51d7-6a41-4dce-8d98-308d979995bf tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=003f7b20-7d3e-4ec0-83e1-0047092cc783 HTTP/1.1" status: 200 len: 205 time: 0.0546834 Dec 22 13:07:55.808193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52444) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:55.811263 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-dab807d0-0f47-41fd-b148-8f8eb56a57d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:55.811647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:55.819974 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab807d0-0f47-41fd-b148-8f8eb56a57d0 None None] Routers {'003f7b20-7d3e-4ec0-83e1-0047092cc783'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:07:55.820554 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-dab807d0-0f47-41fd-b148-8f8eb56a57d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:07:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['003f7b20-7d3e-4ec0-83e1-0047092cc783'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:55.879966 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-dab807d0-0f47-41fd-b148-8f8eb56a57d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:55.880364 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab807d0-0f47-41fd-b148-8f8eb56a57d0 None None] The sync data for ids ['003f7b20-7d3e-4ec0-83e1-0047092cc783'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:07:56.043707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for 5144ce11-fc59-48b4-93fd-744a7ae8f0ab owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:56.093934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2cea86b-6de0-4190-8b0c-526f1c38f14a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:56.538036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2cea86b-6de0-4190-8b0c-526f1c38f14a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:56.541357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2cea86b-6de0-4190-8b0c-526f1c38f14a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:56.588303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2cea86b-6de0-4190-8b0c-526f1c38f14a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:56.588303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cea86b-6de0-4190-8b0c-526f1c38f14a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Fanout notify agent at l3_agent the message router_deleted on router 003f7b20-7d3e-4ec0-83e1-0047092cc783 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:07:56.645338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2cea86b-6de0-4190-8b0c-526f1c38f14a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:56.645338 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b2cea86b-6de0-4190-8b0c-526f1c38f14a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/003f7b20-7d3e-4ec0-83e1-0047092cc783 HTTP/1.1" status: 204 len: 168 time: 0.8313186 Dec 22 13:07:56.645338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52448) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:56.703290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:56.708649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-445748e7-d5bf-45b8-af19-7481a8627245 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:56.759329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-59121c0e-e724-4906-8d75-0720f447570f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting subnet deb5a588-0874-4813-8b22-9f2a8dc8fd45 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:07:56.762637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=5144ce11-fc59-48b4-93fd-744a7ae8f0ab,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:56.794556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59121c0e-e724-4906-8d75-0720f447570f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:56.863877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:56.864194 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:56.864560 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:56.864929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:56.865295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:56.865657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:56.866021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:56.866380 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:56.866716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:56.867103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:56.867463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:56.867815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:07:56.875612 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:56.900478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59121c0e-e724-4906-8d75-0720f447570f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:56.951787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.131943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.140657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.165103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59121c0e-e724-4906-8d75-0720f447570f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.191875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.192379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Fanout notify agent at l3_agent the message router_deleted on router a9343e78-c4c8-4676-8c31-c2708a8e9d07 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:07:57.216308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.217412 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/routers/a9343e78-c4c8-4676-8c31-c2708a8e9d07 HTTP/1.1" status: 204 len: 168 time: 1.9994223 Dec 22 13:07:57.220096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52452) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:57.296273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde54e28-d6ef-4409-9431-60d3c10c019a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting subnet ede7d1b9-89d9-48d2-805b-16fb18b7a98b {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:07:57.299083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bde54e28-d6ef-4409-9431-60d3c10c019a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.328393 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59121c0e-e724-4906-8d75-0720f447570f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.335885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-90c5d20a-f17d-43b7-ba0d-73eeb3472fb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:57.377240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59121c0e-e724-4906-8d75-0720f447570f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Subnet': ['ID=deb5a588-0874-4813-8b22-9f2a8dc8fd45,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:57.382337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-59121c0e-e724-4906-8d75-0720f447570f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:57.385346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-59121c0e-e724-4906-8d75-0720f447570f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.389451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14485454-2475-404d-a758-7e2d9257a048 None None] Network dd09f934-3151-40c7-9b00-bc766a4ceb21 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:57.396224 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-59121c0e-e724-4906-8d75-0720f447570f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/deb5a588-0874-4813-8b22-9f2a8dc8fd45 HTTP/1.1" status: 204 len: 168 time: 0.7522843 Dec 22 13:07:57.398550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bde54e28-d6ef-4409-9431-60d3c10c019a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.399080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52456) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:57.487116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bde54e28-d6ef-4409-9431-60d3c10c019a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.518867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.530696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port 5437999d-e06e-457d-b283-387a03cc3eb9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:57.531283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.553267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d4fbc8c-0a36-4ae8-8973-81162c90013e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.571697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bde54e28-d6ef-4409-9431-60d3c10c019a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.577353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b25fa229-8d69-4f62-9b41-1cec50df67aa tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:57.622046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bde54e28-d6ef-4409-9431-60d3c10c019a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.627285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde54e28-d6ef-4409-9431-60d3c10c019a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Subnet': ['ID=ede7d1b9-89d9-48d2-805b-16fb18b7a98b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:57.628258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357fff32-ea17-4b8c-a26b-cfdfbaf51ad0 None None] Network 7bd493fa-ca01-436e-a5e0-331435c62631 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:57.630066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bde54e28-d6ef-4409-9431-60d3c10c019a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:57.636420 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bde54e28-d6ef-4409-9431-60d3c10c019a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/subnets/ede7d1b9-89d9-48d2-805b-16fb18b7a98b HTTP/1.1" status: 204 len: 168 time: 0.4129395 Dec 22 13:07:57.636748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52460) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:57.746810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] For port 5437999d-e06e-457d-b283-387a03cc3eb9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5437999d-e06e-457d-b283-387a03cc3eb9,segment=NetworkSegment(940130c4-955e-42dd-b396-7d29b47d342a),segment_id=940130c4-955e-42dd-b396-7d29b47d342a)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:57.747164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.755779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.766925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port 8b6aa516-a346-4498-b18c-203634b22f30 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:57.767264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.797575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198cce61-9676-4d76-b75a-4f87e241b760 None None] DHCP port deletion for dd09f934-3151-40c7-9b00-bc766a4ceb21 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:07:57.807906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-198cce61-9676-4d76-b75a-4f87e241b760 None None] Deleting port 5437999d-e06e-457d-b283-387a03cc3eb9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:57.808332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-198cce61-9676-4d76-b75a-4f87e241b760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.880003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for 5437999d-e06e-457d-b283-387a03cc3eb9 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:57.961417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:57.969060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-25a675fa-dfb5-496c-8c74-25a57ff0f1e7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:58.077361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-198cce61-9676-4d76-b75a-4f87e241b760 None None] For port 5437999d-e06e-457d-b283-387a03cc3eb9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5437999d-e06e-457d-b283-387a03cc3eb9,segment=NetworkSegment(940130c4-955e-42dd-b396-7d29b47d342a),segment_id=940130c4-955e-42dd-b396-7d29b47d342a)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:58.077361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-198cce61-9676-4d76-b75a-4f87e241b760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.086115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fa8d91-499b-43a3-8739-6e3cc354fc7b None None] DHCP port deletion for 7bd493fa-ca01-436e-a5e0-331435c62631 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:07:58.130139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] For port 8b6aa516-a346-4498-b18c-203634b22f30, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8b6aa516-a346-4498-b18c-203634b22f30,segment=NetworkSegment(6edfafa0-03e7-43df-a91b-30bdc5f16278),segment_id=6edfafa0-03e7-43df-a91b-30bdc5f16278)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:58.130139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.141173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=5437999d-e06e-457d-b283-387a03cc3eb9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:58.141549 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa8d91-499b-43a3-8739-6e3cc354fc7b None None] Deleting port 8b6aa516-a346-4498-b18c-203634b22f30 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:58.141897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8d91-499b-43a3-8739-6e3cc354fc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.145238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:58.146238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No DVR routers for this DVR port 5437999d-e06e-457d-b283-387a03cc3eb9 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:07:58.230784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-198cce61-9676-4d76-b75a-4f87e241b760 None None] Calling delete_port for 5437999d-e06e-457d-b283-387a03cc3eb9 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:58.262838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for 8b6aa516-a346-4498-b18c-203634b22f30 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:58.272303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.299150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd09f934-3151-40c7-9b00-bc766a4ceb21']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:58.311936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940130c4-955e-42dd-b396-7d29b47d342a') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:58.312475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940130c4-955e-42dd-b396-7d29b47d342a') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:58.325553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.345573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.348879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.352374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:07:58.352964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.354573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-82cdd22b-f971-4b7e-9931-4aa67ba77aeb tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:07:58.367750 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:07:58.380913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-198cce61-9676-4d76-b75a-4f87e241b760 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:07:58.381267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-198cce61-9676-4d76-b75a-4f87e241b760 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:07:58.397735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=8b6aa516-a346-4498-b18c-203634b22f30,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:58.400881 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:58.401685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] No DVR routers for this DVR port 8b6aa516-a346-4498-b18c-203634b22f30 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:07:58.456427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.462892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.467416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cea16bd3-74e9-4ac4-96ea-be602116d188 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:58.468103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d3fa8d91-499b-43a3-8739-6e3cc354fc7b None None] For port 8b6aa516-a346-4498-b18c-203634b22f30, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8b6aa516-a346-4498-b18c-203634b22f30,segment=NetworkSegment(6edfafa0-03e7-43df-a91b-30bdc5f16278),segment_id=6edfafa0-03e7-43df-a91b-30bdc5f16278)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:07:58.468647 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8d91-499b-43a3-8739-6e3cc354fc7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.492623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Network': ['ID=dd09f934-3151-40c7-9b00-bc766a4ceb21,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:58.495537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:58.501027 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/networks/dd09f934-3151-40c7-9b00-bc766a4ceb21 HTTP/1.1" status: 204 len: 168 time: 1.0973790 Dec 22 13:07:58.501856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52464) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:58.507194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-cf8cac1d-b93a-411c-a2ed-eb354a15199f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1320117530', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:58.513802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cf8cac1d-b93a-411c-a2ed-eb354a15199f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:58.517880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cf8cac1d-b93a-411c-a2ed-eb354a15199f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:router and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:58.520716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cf8cac1d-b93a-411c-a2ed-eb354a15199f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:58.526827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cf8cac1d-b93a-411c-a2ed-eb354a15199f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:58.534345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.538252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf8cac1d-b93a-411c-a2ed-eb354a15199f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.539723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf8cac1d-b93a-411c-a2ed-eb354a15199f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.557639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf8cac1d-b93a-411c-a2ed-eb354a15199f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.565130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd493fa-ca01-436e-a5e0-331435c62631']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:58.579686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf8cac1d-b93a-411c-a2ed-eb354a15199f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.579965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6edfafa0-03e7-43df-a91b-30bdc5f16278') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:58.580461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6edfafa0-03e7-43df-a91b-30bdc5f16278') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:07:58.596426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.600078 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa8d91-499b-43a3-8739-6e3cc354fc7b None None] Calling delete_port for 8b6aa516-a346-4498-b18c-203634b22f30 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:58.614305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cf8cac1d-b93a-411c-a2ed-eb354a15199f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.614541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.616304 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cf8cac1d-b93a-411c-a2ed-eb354a15199f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1135201 Dec 22 13:07:58.618987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52468) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:58.624083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:07:58.624712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.624851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'network': {'name': 'tempest-RoutersTest-1142338970'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:58.629759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:58.634139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:network and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:58.637238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:07:58.641610 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:07:58.645045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:58.654620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:58.658322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.676515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-d3fa8d91-499b-43a3-8739-6e3cc354fc7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:07:58.676983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-d3fa8d91-499b-43a3-8739-6e3cc354fc7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:07:58.691894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:07:58.700958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.701243 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Added segment 244841b7-042d-4b80-96d3-10d66aaf90d8 of type vlan for network ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 Dec 22 13:07:58.729569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.735357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.739352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-30054fc6-6f27-4596-8f85-9bacdda419ff tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:58.742758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.745334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5437999d-e06e-457d-b283-387a03cc3eb9 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:07:58.765338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Network': ['ID=7bd493fa-ca01-436e-a5e0-331435c62631,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:58.768100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:58.775471 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/networks/7bd493fa-ca01-436e-a5e0-331435c62631 HTTP/1.1" status: 204 len: 168 time: 1.1336493 Dec 22 13:07:58.775587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52472) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:58.781421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 5437999d-e06e-457d-b283-387a03cc3eb9 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:07:58.781845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5437999d-e06e-457d-b283-387a03cc3eb9 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:07:58.782370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8b6aa516-a346-4498-b18c-203634b22f30 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:07:58.817524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 8b6aa516-a346-4498-b18c-203634b22f30 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:07:58.817953 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8b6aa516-a346-4498-b18c-203634b22f30 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:07:58.838278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.844089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:58.844671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.863856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ad1e1e37-b85e-41ce-8ec3-c7f088bb830f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:58.882433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-198cce61-9676-4d76-b75a-4f87e241b760 None None] Deleting port 5437999d-e06e-457d-b283-387a03cc3eb9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:58.882902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-198cce61-9676-4d76-b75a-4f87e241b760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:58.946919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-198cce61-9676-4d76-b75a-4f87e241b760 None None] The port '5437999d-e06e-457d-b283-387a03cc3eb9' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:07:59.041564 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4214573 Dec 22 13:07:59.044395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52476) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:59.045505 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4acd4950-4943-4f91-a2b8-fb9ac61e9bf8 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port 1a0721f1-1f80-47d9-a7dc-369c5f5fa909 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:59.045844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4acd4950-4943-4f91-a2b8-fb9ac61e9bf8 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:59.050768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'subnet': {'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:07:59.080458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Network': ['ID=ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:59.083545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:59.092132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:07:59.179472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa8d91-499b-43a3-8739-6e3cc354fc7b None None] Deleting port 8b6aa516-a346-4498-b18c-203634b22f30 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:07:59.180285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3fa8d91-499b-43a3-8739-6e3cc354fc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:59.186818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:07:59.191066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:subnet and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:07:59.194621 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:07:59.202785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:07:59.216444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:07:59.220848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:59.250733 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4acd4950-4943-4f91-a2b8-fb9ac61e9bf8 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:59.250962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4acd4950-4943-4f91-a2b8-fb9ac61e9bf8 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:59.267404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa8d91-499b-43a3-8739-6e3cc354fc7b None None] The port '8b6aa516-a346-4498-b18c-203634b22f30' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:07:59.378109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-4acd4950-4943-4f91-a2b8-fb9ac61e9bf8 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for 1a0721f1-1f80-47d9-a7dc-369c5f5fa909 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:07:59.467850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:59.473153 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c4122c5e-cb37-4be0-9a1d-2f0aeaf2fcb1 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:59.530829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4acd4950-4943-4f91-a2b8-fb9ac61e9bf8 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:59.537129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:07:59.548385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Subnet': ['ID=d82bcc18-12d2-40f9-aa66-b86a0260cefe,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:59.551880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:59.557678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Checking segment: {'id': '244841b7-042d-4b80-96d3-10d66aaf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:07:59.558035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network hostable DHCP agents. Network: ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:07:59.578160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:07:59.591505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:07:59.596022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd4950-4943-4f91-a2b8-fb9ac61e9bf8 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=1a0721f1-1f80-47d9-a7dc-369c5f5fa909,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:07:59.600706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4acd4950-4943-4f91-a2b8-fb9ac61e9bf8 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:07:59.604843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ae9e6b-58bc-44c6-9417-c7cda233c3f5 None None] Network ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:07:59.613548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:07:59.614283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:59.641186 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5953009 Dec 22 13:07:59.643781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52480) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:59.705109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4acd4950-4943-4f91-a2b8-fb9ac61e9bf8 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:59.723466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4acd4950-4943-4f91-a2b8-fb9ac61e9bf8 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:59.724724 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4acd4950-4943-4f91-a2b8-fb9ac61e9bf8 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/floatingips/3281f25b-5093-4249-a60e-b933c01c800b HTTP/1.1" status: 204 len: 168 time: 0.9486589 Dec 22 13:07:59.728743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52484) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:59.771841 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-279df1c4-224d-4c52-9111-abda6ad81ded tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] DELETE failed (client error): The resource could not be found. Dec 22 13:07:59.772225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279df1c4-224d-4c52-9111-abda6ad81ded tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:07:59.774114 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-279df1c4-224d-4c52-9111-abda6ad81ded tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/ports/ab227ac4-abe6-45da-9e9f-0648df5a9cfc HTTP/1.1" status: 404 len: 333 time: 0.0442476 Dec 22 13:07:59.776768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52488) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:07:59.828376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fb3b7424-ac8d-4655-91b2-a2a898cc42dc tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Synchronizing usage tracker for tenant:f793559fbe5243d68115700af4e3efb4 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:07:59.844943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b2f97be-b517-494e-bf79-288ea3e50b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:59.848081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:07:59.849337 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:07:59.857028 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fb3b7424-ac8d-4655-91b2-a2a898cc42dc tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Unset dirty status for tenant:f793559fbe5243d68115700af4e3efb4 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:07:59.862735 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fb3b7424-ac8d-4655-91b2-a2a898cc42dc tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9343e78-c4c8-4676-8c31-c2708a8e9d07 HTTP/1.1" status: 200 len: 205 time: 0.0836823 Dec 22 13:07:59.862941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52492) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:00.056712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Allocated IP 172.20.0.2 (ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0/d82bcc18-12d2-40f9-aa66-b86a0260cefe/4c2c3976-b838-4f9b-8376-6c2e863cd8b8) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:00.125303 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-089c8dc6-71c3-494a-b060-d7c3414c8ed6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] delete failed (client error): The resource could not be found. Dec 22 13:08:00.126183 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-089c8dc6-71c3-494a-b060-d7c3414c8ed6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/routers/a9343e78-c4c8-4676-8c31-c2708a8e9d07 HTTP/1.1" status: 404 len: 336 time: 0.2631629 Dec 22 13:08:00.129207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52496) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:00.263969 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.274950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Transition to ACTIVE for port object 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:00.293412 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-8525e0a5-e169-4db2-badb-35289f5efadb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:00.293651 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Transition to ACTIVE for port object 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:00.294423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8525e0a5-e169-4db2-badb-35289f5efadb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:00.295924 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8525e0a5-e169-4db2-badb-35289f5efadb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/subnets/ede7d1b9-89d9-48d2-805b-16fb18b7a98b HTTP/1.1" status: 404 len: 337 time: 0.1656594 Dec 22 13:08:00.298664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52500) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:00.299800 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.304930 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0279ab12-22b9-4a77-b4a0-d5549a4e8677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:00.348161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.362103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Network ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:00.364956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:00.366903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-edd4dc6f-a081-4f01-8fc2-467938fd6ca4 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port 73a91e7a-0073-471c-aede-6ce7db5800ab {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:00.367352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-edd4dc6f-a081-4f01-8fc2-467938fd6ca4 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.368697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:08:00.377575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Pushing event updated for resources: {'Port': ['ID=4c2c3976-b838-4f9b-8376-6c2e863cd8b8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:00.402655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:00.466049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Attempting to bind port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:00.466452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Attempting to bind port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '244841b7-042d-4b80-96d3-10d66aaf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:00.466801 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Attempting to bind port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 on network ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:08:00.473499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:08:00.473499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Checking segment: {'id': '244841b7-042d-4b80-96d3-10d66aaf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:00.473499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.473499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Bound using segment: {'id': '244841b7-042d-4b80-96d3-10d66aaf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:08:00.474163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Bound port: 4c2c3976-b838-4f9b-8376-6c2e863cd8b8, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244841b7-042d-4b80-96d3-10d66aaf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:00.474549 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.562590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] For port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:08:00.565186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] For port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4c2c3976-b838-4f9b-8376-6c2e863cd8b8,segment=NetworkSegment(244841b7-042d-4b80-96d3-10d66aaf90d8),segment_id=244841b7-042d-4b80-96d3-10d66aaf90d8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:08:00.570958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.585121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:00.619210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-edd4dc6f-a081-4f01-8fc2-467938fd6ca4 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.674164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Pushing event updated for resources: {'Port': ['ID=4c2c3976-b838-4f9b-8376-6c2e863cd8b8,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:00.685607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:00.686033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:00.686446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:00.686847 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:00.688586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:00.689095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:00.689434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:00.691393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:00.691788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:00.692197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:00.692446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:00.693956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:00.699430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:00.717404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Allocated IP 172.20.0.1 (ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0/d82bcc18-12d2-40f9-aa66-b86a0260cefe/daa088e6-c876-4353-b6c6-f60b7765491d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:00.727816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.749097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-edd4dc6f-a081-4f01-8fc2-467938fd6ca4 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for 73a91e7a-0073-471c-aede-6ce7db5800ab owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:00.906060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.914057 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-edd4dc6f-a081-4f01-8fc2-467938fd6ca4 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.919910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-81f87a0e-2435-4a57-958e-784bd097c703 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:00.925211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Transition to ACTIVE for port object daa088e6-c876-4353-b6c6-f60b7765491d will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:00.967666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.972910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:00.973117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-93a45c33-41df-4d8f-978f-fc161ec96cf3 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:00.973511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4dc6f-a081-4f01-8fc2-467938fd6ca4 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=73a91e7a-0073-471c-aede-6ce7db5800ab,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:00.976767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-edd4dc6f-a081-4f01-8fc2-467938fd6ca4 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:01.062686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:01.064063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:01.066827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:08:01.073973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-edd4dc6f-a081-4f01-8fc2-467938fd6ca4 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:01.083475 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-edd4dc6f-a081-4f01-8fc2-467938fd6ca4 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/ports/73a91e7a-0073-471c-aede-6ce7db5800ab HTTP/1.1" status: 204 len: 168 time: 0.7836876 Dec 22 13:08:01.085880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52504) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:01.096254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=daa088e6-c876-4353-b6c6-f60b7765491d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:01.099691 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:01.131340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:01.153159 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9b262-3c4f-42d7-b025-811ad2308a2d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port ef09edf1-4d3b-4e8e-b333-88164231124f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:01.153490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b262-3c4f-42d7-b025-811ad2308a2d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:01.238848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:01.407467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b262-3c4f-42d7-b025-811ad2308a2d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:01.534744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-6bb9b262-3c4f-42d7-b025-811ad2308a2d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for ef09edf1-4d3b-4e8e-b333-88164231124f owned by {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:01.702069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b262-3c4f-42d7-b025-811ad2308a2d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:01.711055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-267dc0b4-9500-4f14-9b0b-7264b5c48385 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:01.719619 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d475e6f2-1f21-4805-9db0-7ffbde0b3897 None None] Network ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:01.759067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9b262-3c4f-42d7-b025-811ad2308a2d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=ef09edf1-4d3b-4e8e-b333-88164231124f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:01.762187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6bb9b262-3c4f-42d7-b025-811ad2308a2d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:01.817239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:01.822199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:01.822989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f788bdb1-9d60-44a8-82d1-b6808d25a1bb None None] Provisioning for port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:01.856819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c3c52e94-48a6-452e-a4a3-fc3ebb37af66 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:01.878462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b262-3c4f-42d7-b025-811ad2308a2d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:01.888484 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6bb9b262-3c4f-42d7-b025-811ad2308a2d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/ports/ef09edf1-4d3b-4e8e-b333-88164231124f HTTP/1.1" status: 204 len: 168 time: 0.8016114 Dec 22 13:08:01.891030 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52510) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:01.942409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:01.946035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=daa088e6-c876-4353-b6c6-f60b7765491d,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:01.949373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:01.980386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d975d70-c18d-42ec-b4dd-d4c69e5ddd05 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:01.981187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3d975d70-c18d-42ec-b4dd-d4c69e5ddd05 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Synchronizing usage tracker for tenant:f793559fbe5243d68115700af4e3efb4 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:08:02.000338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3d975d70-c18d-42ec-b4dd-d4c69e5ddd05 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Unset dirty status for tenant:f793559fbe5243d68115700af4e3efb4 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:08:02.003662 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3d975d70-c18d-42ec-b4dd-d4c69e5ddd05 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2eb9617-325d-4005-ad32-c2b00458f58e HTTP/1.1" status: 200 len: 913 time: 0.1094141 Dec 22 13:08:02.004488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52514) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:02.092128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:02.093420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:02.270719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fc91ad4a-dc83-45a3-b5ad-9b53bf646598 None None] Provisioning for port daa088e6-c876-4353-b6c6-f60b7765491d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:02.283637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fc91ad4a-dc83-45a3-b5ad-9b53bf646598 None None] Provisioning complete for port daa088e6-c876-4353-b6c6-f60b7765491d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:02.284170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc91ad4a-dc83-45a3-b5ad-9b53bf646598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:02.304537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router fcd4335e-ff88-4a61-9176-c3dca3259684 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:08:02.326314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:02.340148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fc91ad4a-dc83-45a3-b5ad-9b53bf646598 None None] Port daa088e6-c876-4353-b6c6-f60b7765491d cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:02.474887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8bb00c93-cb3b-4e1a-9708-a489155c46dd None None] Provisioning complete for port daa088e6-c876-4353-b6c6-f60b7765491d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:02.475524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8bb00c93-cb3b-4e1a-9708-a489155c46dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:02.491012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:02.513418 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8680739 Dec 22 13:08:02.515520 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Sync routers for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:02.515869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52518) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:02.531985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'network': {'name': 'tempest-RoutersTest-1890313165'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:02.538019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:02.542914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:02.543103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:network and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:02.543917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:02.546203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:02.552222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:02.570301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:08:02.577917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:02.616762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:08:02.626996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:02.627562 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Added segment e06663b2-f32f-45ed-b28f-5211a96928ff of type vlan for network 59ef17dc-e6f9-4090-a524-6713cbf65ac1 Dec 22 13:08:02.655442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:02.692251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:02.699835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8bb00c93-cb3b-4e1a-9708-a489155c46dd None None] Port daa088e6-c876-4353-b6c6-f60b7765491d cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:02.700137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:02.700960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:02.706991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e4488dd6-49f3-4b6b-bbde-bfc7a65468db tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:02.728947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:02.750127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:02.809481 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2924085 Dec 22 13:08:02.813163 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52522) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:02.821246 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'subnet': {'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:02.846914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Network': ['ID=59ef17dc-e6f9-4090-a524-6713cbf65ac1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:02.875503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:02.891766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:02.898607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 59ef17dc-e6f9-4090-a524-6713cbf65ac1 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:08:02.935273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:02.939141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:subnet and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:02.942085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:02.947798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:02.958258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:08:02.961927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:03.151843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port 1ebe3a7d-bc71-45e6-964b-245408be8ce6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:03.152238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:03.154920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-477f1756-5f81-4d88-a294-3bc2f32cab0c None None] Provisioning complete for port daa088e6-c876-4353-b6c6-f60b7765491d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:03.155298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-477f1756-5f81-4d88-a294-3bc2f32cab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:03.197862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:03.201689 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8250f219-bc98-43d5-8345-3e24a47a3529 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:03.244388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:03.249631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-477f1756-5f81-4d88-a294-3bc2f32cab0c None None] Port daa088e6-c876-4353-b6c6-f60b7765491d cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:03.272965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Subnet': ['ID=87002f8a-c686-4a0a-a5a1-36dfbdada5f5,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:03.277412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:03.277734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:03.278112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:03.286725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Checking segment: {'id': 'e06663b2-f32f-45ed-b28f-5211a96928ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:03.287079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network hostable DHCP agents. Network: 59ef17dc-e6f9-4090-a524-6713cbf65ac1, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:08:03.307353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network 59ef17dc-e6f9-4090-a524-6713cbf65ac1 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:08:03.317344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 59ef17dc-e6f9-4090-a524-6713cbf65ac1) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:03.321305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:03.321880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:03.337149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03863cb3-f8f3-4a87-8e2f-688f2e3e80ee None None] Network 59ef17dc-e6f9-4090-a524-6713cbf65ac1 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:03.346506 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5321596 Dec 22 13:08:03.349386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52526) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:03.352681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:03.553893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:01Z', 'revision_number': 2, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:01Z', 'revision_number': 2, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:03.559366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:03.582019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Checking router: fcd4335e-ff88-4a61-9176-c3dca3259684 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:03.582382 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Updating router fcd4335e-ff88-4a61-9176-c3dca3259684 port daa088e6-c876-4353-b6c6-f60b7765491d binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:08:03.688733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:03.706542 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4c2c3976-b838-4f9b-8376-6c2e863cd8b8,segment=NetworkSegment(244841b7-042d-4b80-96d3-10d66aaf90d8),segment_id=244841b7-042d-4b80-96d3-10d66aaf90d8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:03.718966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:03.722392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:03.728356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for 1ebe3a7d-bc71-45e6-964b-245408be8ce6 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:03.773639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:08:03.774476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:03.932000 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=4c2c3976-b838-4f9b-8376-6c2e863cd8b8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:03.943821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:04.128772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Allocated IP 172.21.0.2 (59ef17dc-e6f9-4090-a524-6713cbf65ac1/87002f8a-c686-4a0a-a5a1-36dfbdada5f5/1c975373-adad-445f-b43d-6517c07b6e43) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:04.235476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:04.246751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Transition to ACTIVE for port object daa088e6-c876-4353-b6c6-f60b7765491d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:04.253959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:04.257399 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:04.287104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:04.296642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bc94cc42-011f-4fa9-b778-1b25db3d413f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:04.347632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=1ebe3a7d-bc71-45e6-964b-245408be8ce6,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:04.352100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:04.423563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:04.524350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71b06f-fba6-43ac-9ede-5dcd000939be None None] Pushing event updated for resources: {'Port': ['ID=daa088e6-c876-4353-b6c6-f60b7765491d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:04.527801 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fd71b06f-fba6-43ac-9ede-5dcd000939be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:04.657566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Attempting to bind port daa088e6-c876-4353-b6c6-f60b7765491d on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:04.657868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Attempting to bind port daa088e6-c876-4353-b6c6-f60b7765491d by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '244841b7-042d-4b80-96d3-10d66aaf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:04.658257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Attempting to bind port daa088e6-c876-4353-b6c6-f60b7765491d on network ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:08:04.680955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:08:04.681328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Checking segment: {'id': '244841b7-042d-4b80-96d3-10d66aaf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:04.681734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:04.682586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Bound using segment: {'id': '244841b7-042d-4b80-96d3-10d66aaf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:08:04.682586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Bound port: daa088e6-c876-4353-b6c6-f60b7765491d, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244841b7-042d-4b80-96d3-10d66aaf90d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:04.682970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:04.769365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:04.849083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:04.869980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Transition to ACTIVE for port object 1c975373-adad-445f-b43d-6517c07b6e43 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:04.871126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:04.914587 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Transition to ACTIVE for port object 1c975373-adad-445f-b43d-6517c07b6e43 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:04.916146 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] For port daa088e6-c876-4353-b6c6-f60b7765491d, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:08:04.921409 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] For port daa088e6-c876-4353-b6c6-f60b7765491d, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=daa088e6-c876-4353-b6c6-f60b7765491d,segment=NetworkSegment(244841b7-042d-4b80-96d3-10d66aaf90d8),segment_id=244841b7-042d-4b80-96d3-10d66aaf90d8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:08:04.928125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:04.931878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bfdaadb0-a245-4afd-97fb-857368662972 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:04.959740 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:04.969236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:04.969633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:05.061026 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Pushing event updated for resources: {'Port': ['ID=1c975373-adad-445f-b43d-6517c07b6e43,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:05.064787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Network 59ef17dc-e6f9-4090-a524-6713cbf65ac1 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:05.075061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:05.079490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:05.112195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:05.125622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:08:05.181034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:05.181698 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:05.263722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Allocated IP 172.21.0.1 (59ef17dc-e6f9-4090-a524-6713cbf65ac1/87002f8a-c686-4a0a-a5a1-36dfbdada5f5/ea6ea854-bb1d-42c7-9dc0-041cda43c620) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:05.422007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71b06f-fba6-43ac-9ede-5dcd000939be None None] Pushing event updated for resources: {'Port': ['ID=daa088e6-c876-4353-b6c6-f60b7765491d,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:05.430406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fd71b06f-fba6-43ac-9ede-5dcd000939be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:05.449781 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Attempting to bind port 1c975373-adad-445f-b43d-6517c07b6e43 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:05.450126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Attempting to bind port 1c975373-adad-445f-b43d-6517c07b6e43 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'e06663b2-f32f-45ed-b28f-5211a96928ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:05.450530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Attempting to bind port 1c975373-adad-445f-b43d-6517c07b6e43 on network 59ef17dc-e6f9-4090-a524-6713cbf65ac1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:08:05.466051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:05.510531 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:08:05.510929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Checking segment: {'id': 'e06663b2-f32f-45ed-b28f-5211a96928ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:05.511330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:05.511732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Bound using segment: {'id': 'e06663b2-f32f-45ed-b28f-5211a96928ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:08:05.512303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Bound port: 1c975373-adad-445f-b43d-6517c07b6e43, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06663b2-f32f-45ed-b28f-5211a96928ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:05.512730 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:05.577639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:05.600224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Router c2eb9617-325d-4005-ad32-c2b00458f58e has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:05.604297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Transition to ACTIVE for port object ea6ea854-bb1d-42c7-9dc0-041cda43c620 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:05.774699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:05.780348 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:05.785005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] For port 1c975373-adad-445f-b43d-6517c07b6e43, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:08:05.789405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] For port 1c975373-adad-445f-b43d-6517c07b6e43, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=1c975373-adad-445f-b43d-6517c07b6e43,segment=NetworkSegment(e06663b2-f32f-45ed-b28f-5211a96928ff),segment_id=e06663b2-f32f-45ed-b28f-5211a96928ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:08:05.793807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:05.800123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0841b3dc-681c-49a6-a38c-14b45ceb1094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:05.853478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:05.865903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network 59ef17dc-e6f9-4090-a524-6713cbf65ac1 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:05.866673 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f5021-8d30-42f6-82fd-09e3f7119ae2 None None] Sync routers for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:05.871928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:05.876361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=ea6ea854-bb1d-42c7-9dc0-041cda43c620,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:05.878536 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:08:05.879415 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f5021-8d30-42f6-82fd-09e3f7119ae2 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:05.880435 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-b63f5021-8d30-42f6-82fd-09e3f7119ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:05.908934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:05.925565 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "PUT /v2.0/routers/c2eb9617-325d-4005-ad32-c2b00458f58e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9175389 Dec 22 13:08:05.926107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52530) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:05.956986 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-b63f5021-8d30-42f6-82fd-09e3f7119ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:05.957624 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Pushing event updated for resources: {'Port': ['ID=1c975373-adad-445f-b43d-6517c07b6e43,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:05.968708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:05.969154 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f5021-8d30-42f6-82fd-09e3f7119ae2 None None] Routers {'c2eb9617-325d-4005-ad32-c2b00458f58e'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:05.970447 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-b63f5021-8d30-42f6-82fd-09e3f7119ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c2eb9617-325d-4005-ad32-c2b00458f58e'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:05.991237 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:01Z', 'revision_number': 2, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:04Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:05.997268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d63d0-e624-4f4d-9659-83cb6d0e0caf None None] The sync data for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv is: [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:01Z', 'revision_number': 2, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:04Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:06.032067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:06.038859 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-b63f5021-8d30-42f6-82fd-09e3f7119ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:06.039401 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f5021-8d30-42f6-82fd-09e3f7119ae2 None None] The sync data for ids ['c2eb9617-325d-4005-ad32-c2b00458f58e'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:06.295193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:06.675067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:06.725593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:06.799979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device daa088e6-c876-4353-b6c6-f60b7765491d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:06.828511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting port 148b6e82-6a23-4242-8e7c-ac03f2f4faae {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:06.828852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:06.874345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port daa088e6-c876-4353-b6c6-f60b7765491d completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:06.879069 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port daa088e6-c876-4353-b6c6-f60b7765491d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:06.879457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.071967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.098434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be354d9-f351-48f2-bb56-c907f9a8474a None None] Network 59ef17dc-e6f9-4090-a524-6713cbf65ac1 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:07.183118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port daa088e6-c876-4353-b6c6-f60b7765491d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=daa088e6-c876-4353-b6c6-f60b7765491d,segment=NetworkSegment(244841b7-042d-4b80-96d3-10d66aaf90d8),segment_id=244841b7-042d-4b80-96d3-10d66aaf90d8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:07.193936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.196896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.197745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 1c975373-adad-445f-b43d-6517c07b6e43 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:07.228176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-51e913f4-c2de-4c09-8620-a1378801ff9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:07.285760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0e8c31bf-7c38-4d09-af46-62080223755b None None] Provisioning for port 1c975373-adad-445f-b43d-6517c07b6e43 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:07.342479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Calling delete_port for 148b6e82-6a23-4242-8e7c-ac03f2f4faae owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:07.381531 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=daa088e6-c876-4353-b6c6-f60b7765491d,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:07.394595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:07.407576 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 1c975373-adad-445f-b43d-6517c07b6e43 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:07.443873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 1c975373-adad-445f-b43d-6517c07b6e43 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:07.444238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.558543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.db.resource_extend [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 13:08:07.576982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.587176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.587809 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.625355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:07.625811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 1c975373-adad-445f-b43d-6517c07b6e43, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=1c975373-adad-445f-b43d-6517c07b6e43,segment=NetworkSegment(e06663b2-f32f-45ed-b28f-5211a96928ff),segment_id=e06663b2-f32f-45ed-b28f-5211a96928ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:07.630775 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.632760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ff98b566-650b-45bf-b6ea-3122bc230390 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:07.699267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=1c975373-adad-445f-b43d-6517c07b6e43,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:07.708505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:07.720027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.735839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=ea6ea854-bb1d-42c7-9dc0-041cda43c620,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:07.739065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:07.858439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-719654af-67bc-40b9-9d38-627fe7416739 None None] Provisioning for port ea6ea854-bb1d-42c7-9dc0-041cda43c620 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:07.864621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-719654af-67bc-40b9-9d38-627fe7416739 None None] Provisioning complete for port ea6ea854-bb1d-42c7-9dc0-041cda43c620 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:07.865168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-719654af-67bc-40b9-9d38-627fe7416739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.892627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:07.905419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-922a3d66-aac5-4c33-b7e8-ad88c006ec2e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:07.920772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-719654af-67bc-40b9-9d38-627fe7416739 None None] Port ea6ea854-bb1d-42c7-9dc0-041cda43c620 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:07.931853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-719654af-67bc-40b9-9d38-627fe7416739 None None] Provisioning complete for port 1c975373-adad-445f-b43d-6517c07b6e43 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:07.932234 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-719654af-67bc-40b9-9d38-627fe7416739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.091950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Port': ['ID=148b6e82-6a23-4242-8e7c-ac03f2f4faae,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:08.094370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:08.175733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ccb3c23f-52b3-4a6e-988f-fe7e7e524c67 None None] Provisioning complete for port ea6ea854-bb1d-42c7-9dc0-041cda43c620 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:08.176371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network 59ef17dc-e6f9-4090-a524-6713cbf65ac1 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:08.176480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ccb3c23f-52b3-4a6e-988f-fe7e7e524c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.183881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:08.241768 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ccb3c23f-52b3-4a6e-988f-fe7e7e524c67 None None] Port ea6ea854-bb1d-42c7-9dc0-041cda43c620 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:08.336640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.463414 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3d547baa-089d-46bc-987f-06e979fe2795 None None] Provisioning complete for port ea6ea854-bb1d-42c7-9dc0-041cda43c620 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:08.463747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3d547baa-089d-46bc-987f-06e979fe2795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.515927 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3d547baa-089d-46bc-987f-06e979fe2795 None None] Port ea6ea854-bb1d-42c7-9dc0-041cda43c620 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:08.522363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.525964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.538577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router fcd4335e-ff88-4a61-9176-c3dca3259684 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:08.611216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.611641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Fanout notify agent at l3_agent the message router_deleted on router c2eb9617-325d-4005-ad32-c2b00458f58e {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:08:08.700888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.701978 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/routers/c2eb9617-325d-4005-ad32-c2b00458f58e HTTP/1.1" status: 204 len: 168 time: 2.7747958 Dec 22 13:08:08.705330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52534) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:08.720229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:08.729299 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3788998 Dec 22 13:08:08.730626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52538) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:08.731795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Sync routers for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:08.736474 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'network': {'name': 'tempest-RoutersTest-2008713503'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:08.741558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:08.744565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:08.745285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:08.745641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:network and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:08.748674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:08.755261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:08.767026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:08:08.771154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.782236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ed7f7e-176b-487c-8090-bcdf45df9af7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Deleting subnet 8d4f94eb-8f6c-4ae1-82f6-ea8396508d98 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:08:08.785454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24ed7f7e-176b-487c-8090-bcdf45df9af7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.800845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:08:08.806465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device daa088e6-c876-4353-b6c6-f60b7765491d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:08.812275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.812663 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Added segment 49581820-e52e-43b3-b459-bc477323016d of type vlan for network ee71501a-f74e-47e2-b3c2-76d276cbdca2 Dec 22 13:08:08.840164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24ed7f7e-176b-487c-8090-bcdf45df9af7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.842513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.878314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.884955 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:08.885768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.891483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9de23dba-009f-4bf9-b293-a651244cea52 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:08.907927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24ed7f7e-176b-487c-8090-bcdf45df9af7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:08.951198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:08.985434 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2538836 Dec 22 13:08:08.996668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52542) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:09.008365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'subnet': {'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:09.024709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port daa088e6-c876-4353-b6c6-f60b7765491d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:09.025071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.035820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Network': ['ID=ee71501a-f74e-47e2-b3c2-76d276cbdca2,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:09.039192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:09.052323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network ee71501a-f74e-47e2-b3c2-76d276cbdca2 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:08:09.121025 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24ed7f7e-176b-487c-8090-bcdf45df9af7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.125919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e1d7a2de-30be-4688-a49a-57cc3c066110 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:09.131276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:09.135297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:subnet and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:09.138344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:09.144356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:09.155088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:08:09.159073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.162097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed7f7e-176b-487c-8090-bcdf45df9af7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4f94eb-8f6c-4ae1-82f6-ea8396508d98,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:09.165244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-24ed7f7e-176b-487c-8090-bcdf45df9af7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:09.169654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-24ed7f7e-176b-487c-8090-bcdf45df9af7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.176319 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-24ed7f7e-176b-487c-8090-bcdf45df9af7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/subnets/8d4f94eb-8f6c-4ae1-82f6-ea8396508d98 HTTP/1.1" status: 204 len: 168 time: 0.4698725 Dec 22 13:08:09.178806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52546) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:09.303363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.400892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.405374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c4838399-7883-4ca9-9e3a-00921d7200b7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:09.445607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.478799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Subnet': ['ID=99b443ff-7ab8-4abd-bf5d-97953f10b675,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:09.481556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727a6d99-2585-4100-82fa-eb76e5b7ace5']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:09.482436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:09.484887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 1c975373-adad-445f-b43d-6517c07b6e43 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:09.488465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Checking segment: {'id': '49581820-e52e-43b3-b459-bc477323016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:09.488824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network hostable DHCP agents. Network: ee71501a-f74e-47e2-b3c2-76d276cbdca2, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:08:09.498006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160e4661-5048-49c2-91ff-c59121e14a02') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:09.498324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160e4661-5048-49c2-91ff-c59121e14a02') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:09.509174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network ee71501a-f74e-47e2-b3c2-76d276cbdca2 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:08:09.511922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.529919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.536019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, ee71501a-f74e-47e2-b3c2-76d276cbdca2) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:09.536544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:08:09.536960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.546243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15547a68-325a-48ac-b46a-618d30582493 None None] Network ee71501a-f74e-47e2-b3c2-76d276cbdca2 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:09.549234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:09.549916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:08:09.552109 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:08:09.582362 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1cf6c134-d4e9-45de-b757-d5653ee59e23 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5820947 Dec 22 13:08:09.582615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52550) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:09.641695 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.647475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.650358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ea1d8120-f7fd-4acf-a00e-6345e831fb08 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:09.672889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 1c975373-adad-445f-b43d-6517c07b6e43 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:09.673270 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.677453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Pushing event deleted for resources: {'Network': ['ID=727a6d99-2585-4100-82fa-eb76e5b7ace5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:09.680774 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:09.685273 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] 10.222.0.24 "DELETE /v2.0/networks/727a6d99-2585-4100-82fa-eb76e5b7ace5 HTTP/1.1" status: 204 len: 168 time: 0.5028050 Dec 22 13:08:09.774460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:06Z', 'revision_number': 3, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 2, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:09.797277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Checking router: fcd4335e-ff88-4a61-9176-c3dca3259684 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:09.797634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Updating router fcd4335e-ff88-4a61-9176-c3dca3259684 port ea6ea854-bb1d-42c7-9dc0-041cda43c620 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:08:09.898947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.914440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:08:09.915263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:09.981697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52558) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:10.157517 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c87a8375-258e-4b88-bbeb-cb157f7a32e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f793559fbe5243d68115700af4e3efb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744540 Dec 22 13:08:10.159846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52564) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:10.218985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7b09-bddf-4759-936a-42daf69778ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:10.244632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7b09-bddf-4759-936a-42daf69778ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:10.307575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7b09-bddf-4759-936a-42daf69778ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:10.312657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-39e9e3ce-1fb8-47eb-99df-8dda7032de22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:10.314725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Allocated IP 172.22.0.2 (ee71501a-f74e-47e2-b3c2-76d276cbdca2/99b443ff-7ab8-4abd-bf5d-97953f10b675/9e8fc767-7c1d-4e0c-9e49-44e456a0d81a) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:10.327401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7b09-bddf-4759-936a-42daf69778ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:10.330937 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7f4f7b09-bddf-4759-936a-42daf69778ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2980e005-62f3-473b-b0bf-62db3f2d5a3d HTTP/1.1" status: 204 len: 168 time: 0.1675572 Dec 22 13:08:10.330937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f7b09-bddf-4759-936a-42daf69778ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2980e005-62f3-473b-b0bf-62db3f2d5a3d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:10.332001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f4f7b09-bddf-4759-936a-42daf69778ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:10.366981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:10.475657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:10.630688 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:10.653819 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Transition to ACTIVE for port object ea6ea854-bb1d-42c7-9dc0-041cda43c620 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:10.656561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:10.666847 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:10.671551 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:10.710056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Transition to ACTIVE for port object 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:10.898122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Transition to ACTIVE for port object 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:10.903942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311765c7-7111-4137-9091-b8bbfa77fc19 None None] Pushing event updated for resources: {'Port': ['ID=ea6ea854-bb1d-42c7-9dc0-041cda43c620,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:10.908416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-311765c7-7111-4137-9091-b8bbfa77fc19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:10.944196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:10.972796 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6cf74605-a907-4914-b44b-a7a1d50194fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:11.012310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Allocated IP 172.22.0.1 (ee71501a-f74e-47e2-b3c2-76d276cbdca2/99b443ff-7ab8-4abd-bf5d-97953f10b675/efe81573-1565-4a24-a57d-ce0e902b60fd) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:11.102071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Network ee71501a-f74e-47e2-b3c2-76d276cbdca2 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:11.109351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Attempting to bind port ea6ea854-bb1d-42c7-9dc0-041cda43c620 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:11.109740 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Attempting to bind port ea6ea854-bb1d-42c7-9dc0-041cda43c620 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'e06663b2-f32f-45ed-b28f-5211a96928ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:11.110117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Attempting to bind port ea6ea854-bb1d-42c7-9dc0-041cda43c620 on network 59ef17dc-e6f9-4090-a524-6713cbf65ac1 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:08:11.114977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:11.122413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:08:11.203402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:08:11.203811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Checking segment: {'id': 'e06663b2-f32f-45ed-b28f-5211a96928ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:11.204223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:11.204622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Bound using segment: {'id': 'e06663b2-f32f-45ed-b28f-5211a96928ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:08:11.205109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Bound port: ea6ea854-bb1d-42c7-9dc0-041cda43c620, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06663b2-f32f-45ed-b28f-5211a96928ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:11.205490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:11.213046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:11.214878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Pushing event updated for resources: {'Port': ['ID=9e8fc767-7c1d-4e0c-9e49-44e456a0d81a,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:11.230626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:11.244182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Transition to ACTIVE for port object efe81573-1565-4a24-a57d-ce0e902b60fd will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:11.270455 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Attempting to bind port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:11.270843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Attempting to bind port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '49581820-e52e-43b3-b459-bc477323016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:11.271221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Attempting to bind port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a on network ee71501a-f74e-47e2-b3c2-76d276cbdca2 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:08:11.289440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:08:11.290007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Checking segment: {'id': '49581820-e52e-43b3-b459-bc477323016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:11.290225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:11.290747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Bound using segment: {'id': '49581820-e52e-43b3-b459-bc477323016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:08:11.291163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Bound port: 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49581820-e52e-43b3-b459-bc477323016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:11.291544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:11.312125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52608) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:11.350625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:11.355866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-920d212a-df66-437d-8a78-7f1065807e4b tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:11.414031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] For port ea6ea854-bb1d-42c7-9dc0-041cda43c620, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:08:11.432070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-651fb8f2-4a75-46c2-9806-1d43a3d4385e tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] Request body: {'port': {'network_id': 'f0053af1-e684-4edf-8f22-daacaaef99a0', 'name': 'tempest-NetworksNegativeTestJSON-1649664527'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:11.432734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] For port ea6ea854-bb1d-42c7-9dc0-041cda43c620, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ea6ea854-bb1d-42c7-9dc0-041cda43c620,segment=NetworkSegment(e06663b2-f32f-45ed-b28f-5211a96928ff),segment_id=e06663b2-f32f-45ed-b28f-5211a96928ff)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:08:11.437425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] For port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:08:11.441032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] For port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9e8fc767-7c1d-4e0c-9e49-44e456a0d81a,segment=NetworkSegment(49581820-e52e-43b3-b459-bc477323016d),segment_id=49581820-e52e-43b3-b459-bc477323016d)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:08:11.442670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:11.449207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:11.460987 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-651fb8f2-4a75-46c2-9806-1d43a3d4385e tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] POST failed (client error): The resource could not be found. Dec 22 13:08:11.461915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651fb8f2-4a75-46c2-9806-1d43a3d4385e tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:11.462144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network ee71501a-f74e-47e2-b3c2-76d276cbdca2 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:11.464358 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-651fb8f2-4a75-46c2-9806-1d43a3d4385e tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1512063 Dec 22 13:08:11.468168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52614) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:11.468774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:11.474231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:08:11.496642 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-b121d397-06b0-4281-8acd-9f949ee14b30 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:11.497536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b121d397-06b0-4281-8acd-9f949ee14b30 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:11.499534 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b121d397-06b0-4281-8acd-9f949ee14b30 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] 10.222.0.24 "DELETE /v2.0/networks/f3d01c52-8d51-42e8-917b-1c6b6fb57e7a HTTP/1.1" status: 404 len: 339 time: 0.0297971 Dec 22 13:08:11.503183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52618) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:11.522252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:11.523007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=efe81573-1565-4a24-a57d-ce0e902b60fd,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:11.535564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:11.563055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:11.578846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311765c7-7111-4137-9091-b8bbfa77fc19 None None] Pushing event updated for resources: {'Port': ['ID=ea6ea854-bb1d-42c7-9dc0-041cda43c620,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:11.579832 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0a33e6-2328-4456-9f64-31df2d7318c2 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:11.580519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0a33e6-2328-4456-9f64-31df2d7318c2 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:11.583122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-311765c7-7111-4137-9091-b8bbfa77fc19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:11.589404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f8845d24-d3da-4211-955a-6b6dc673446f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:11.593324 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ee0a33e6-2328-4456-9f64-31df2d7318c2 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] 10.222.0.24 "DELETE /v2.0/ports/663662aa-a9b7-4008-8d37-5476e6b608a9 HTTP/1.1" status: 404 len: 333 time: 0.0887587 Dec 22 13:08:11.597020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52622) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:11.654356 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9728757-13e5-4769-9745-5a7a33cd2ae4 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:11.656568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9728757-13e5-4769-9745-5a7a33cd2ae4 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:11.661317 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c9728757-13e5-4769-9745-5a7a33cd2ae4 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] 10.222.0.24 "DELETE /v2.0/subnets/665e6579-d2f9-4893-b28d-ef0eabb030a3 HTTP/1.1" status: 404 len: 337 time: 0.0630395 Dec 22 13:08:11.667350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52626) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:11.678860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:11.679565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:11.710327 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d0967e-b7d7-4b22-bdd1-7ef2efbf9302 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] GET failed (client error): The resource could not be found. Dec 22 13:08:11.711997 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d4d0967e-b7d7-4b22-bdd1-7ef2efbf9302 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] 10.222.0.24 "GET /v2.0/networks/befb77d7-583f-4b71-bb22-60fe5c1a8b99 HTTP/1.1" status: 404 len: 339 time: 0.0429749 Dec 22 13:08:11.718111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52630) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:11.766907 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b044c4d-c83a-4a42-9ebf-1547470cd4c3 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] GET failed (client error): The resource could not be found. Dec 22 13:08:11.772521 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4b044c4d-c83a-4a42-9ebf-1547470cd4c3 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] 10.222.0.24 "GET /v2.0/ports/20762613-f5be-4ffb-bf55-ae40df9e78e6 HTTP/1.1" status: 404 len: 333 time: 0.0529764 Dec 22 13:08:11.781567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52634) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:11.836125 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fffa6b3-fb11-4901-977a-956c123779ec tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] GET failed (client error): The resource could not be found. Dec 22 13:08:11.838478 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4fffa6b3-fb11-4901-977a-956c123779ec tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] 10.222.0.24 "GET /v2.0/subnets/66650b84-5b51-4116-b76f-fc0b8c0b5245 HTTP/1.1" status: 404 len: 337 time: 0.0559149 Dec 22 13:08:11.844044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52638) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:11.850672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ef888a83-5e1a-4440-90a4-ca3cd775e570 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:11.873676 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef888a83-5e1a-4440-90a4-ca3cd775e570 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] PUT failed (client error): The resource could not be found. Dec 22 13:08:11.874160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef888a83-5e1a-4440-90a4-ca3cd775e570 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:11.878384 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ef888a83-5e1a-4440-90a4-ca3cd775e570 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] 10.222.0.24 "PUT /v2.0/networks/307f0b48-e4bd-4eb8-b59e-5e95ac30cafe HTTP/1.1" status: 404 len: 339 time: 0.0333092 Dec 22 13:08:11.883419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52642) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:11.893406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:11.905537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633f5bb-cedf-4476-8a22-a58cb4a58cf8 req-96d135bd-0c11-4c88-b949-25b052ed0b0d tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:11.906796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8ddf7b4f-2089-48c3-bccd-d21317ad6425 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:11.907049 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1633f5bb-cedf-4476-8a22-a58cb4a58cf8 req-96d135bd-0c11-4c88-b949-25b052ed0b0d tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.6267862 Dec 22 13:08:11.976587 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddf7b4f-2089-48c3-bccd-d21317ad6425 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] PUT failed (client error): The resource could not be found. Dec 22 13:08:11.977448 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ddf7b4f-2089-48c3-bccd-d21317ad6425 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:11.978819 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8ddf7b4f-2089-48c3-bccd-d21317ad6425 tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] 10.222.0.24 "PUT /v2.0/ports/5445f017-e5fd-469a-8828-e887a9a51e4b HTTP/1.1" status: 404 len: 333 time: 0.0931506 Dec 22 13:08:11.985665 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52646) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:11.986989 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1633f5bb-cedf-4476-8a22-a58cb4a58cf8 req-303d39ca-bff0-4644-acf7-22f6db138e74 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576160 Dec 22 13:08:12.005137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c552f5ee-27b2-49b9-948e-f88e7cc8189c tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:12.045623 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-c552f5ee-27b2-49b9-948e-f88e7cc8189c tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] PUT failed (client error): The resource could not be found. Dec 22 13:08:12.046362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c552f5ee-27b2-49b9-948e-f88e7cc8189c tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:12.052945 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Pushing event updated for resources: {'Port': ['ID=9e8fc767-7c1d-4e0c-9e49-44e456a0d81a,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:12.053776 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c552f5ee-27b2-49b9-948e-f88e7cc8189c tempest-NetworksNegativeTestJSON-1653644153 tempest-NetworksNegativeTestJSON-1653644153-project] 10.222.0.24 "PUT /v2.0/subnets/b2536a54-bb41-4aea-94bd-b59073205c6b HTTP/1.1" status: 404 len: 337 time: 0.0670099 Dec 22 13:08:12.124559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:12.129226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:12.330301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:06Z', 'revision_number': 3, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:12.334693 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899696f7-c492-46f6-9c8f-65ed94a377ae None None] The sync data for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv is: [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:06Z', 'revision_number': 3, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:12.346492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52654) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:12.555502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0fa841e5-e4ad-4209-af2b-7cfa4cbfe32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:12.563208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:12.570429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:12.581464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0fa841e5-e4ad-4209-af2b-7cfa4cbfe32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:12.586310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0fa841e5-e4ad-4209-af2b-7cfa4cbfe32a admin admin] Usage tracker for resource:security_group_rule and tenant:bfe04d55b08443b3ae998f3d0a7ca61e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:12.589952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0fa841e5-e4ad-4209-af2b-7cfa4cbfe32a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:12.596805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0fa841e5-e4ad-4209-af2b-7cfa4cbfe32a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:12.642619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-184f7fcf-3f60-4162-bbe4-b6d42a5f5ad2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:12.676381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:12.693738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0fa841e5-e4ad-4209-af2b-7cfa4cbfe32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:12.700899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0fa841e5-e4ad-4209-af2b-7cfa4cbfe32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:12.721103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-42df8e58-e933-406d-9d6f-3649f5d80a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:12.724775 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:08:12.763381 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0fa841e5-e4ad-4209-af2b-7cfa4cbfe32a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfe04d55b08443b3ae998f3d0a7ca61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4151070 Dec 22 13:08:12.766888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52660) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:12.835434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa841e5-e4ad-4209-af2b-7cfa4cbfe32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd962ae0-45cc-44ac-b180-cacd2599be06,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:12.841943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0fa841e5-e4ad-4209-af2b-7cfa4cbfe32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:12.843512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=efe81573-1565-4a24-a57d-ce0e902b60fd,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:12.868444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:12.890563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-515a271e-e6f9-443a-a97d-bee412ffb5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:12.891403 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ea6ea854-bb1d-42c7-9dc0-041cda43c620 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:12.923481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-515a271e-e6f9-443a-a97d-bee412ffb5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:12.936608 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828942d2-953c-4f80-a104-be9c18f05f6d None None] Network ee71501a-f74e-47e2-b3c2-76d276cbdca2 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:12.956933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network ee71501a-f74e-47e2-b3c2-76d276cbdca2 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:12.958273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:12.994248 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-515a271e-e6f9-443a-a97d-bee412ffb5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.002636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bc53a682-46fa-4816-9568-8b9cdb98d758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:13.017965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a271e-e6f9-443a-a97d-bee412ffb5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd962ae0-45cc-44ac-b180-cacd2599be06,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:13.028278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-515a271e-e6f9-443a-a97d-bee412ffb5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:13.029797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-515a271e-e6f9-443a-a97d-bee412ffb5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.034666 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-515a271e-e6f9-443a-a97d-bee412ffb5a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd962ae0-45cc-44ac-b180-cacd2599be06 HTTP/1.1" status: 204 len: 168 time: 0.2661197 Dec 22 13:08:13.066908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ac21cb3d-f96b-4c13-a275-48733194db60 None None] Provisioning for port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:13.170502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port ea6ea854-bb1d-42c7-9dc0-041cda43c620 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:13.181816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ea6ea854-bb1d-42c7-9dc0-041cda43c620 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:13.182195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.199247 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router fcd4335e-ff88-4a61-9176-c3dca3259684 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:13.332401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1297de-0152-40dd-84db-b04046e0d6fd req-7b5cf759-01bb-49c9-8025-5ba1c07e2079 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:13.333977 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0d1297de-0152-40dd-84db-b04046e0d6fd req-7b5cf759-01bb-49c9-8025-5ba1c07e2079 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.1401253 Dec 22 13:08:13.410821 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0d1297de-0152-40dd-84db-b04046e0d6fd req-acb2b9c2-7663-4978-b2e2-69c677736b5a tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693855 Dec 22 13:08:13.412765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:13.421735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.425936 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Sync routers for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:13.439706 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8537328 Dec 22 13:08:13.440529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52674) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:13.441041 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:13.441976 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:13.446177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'network': {'name': 'tempest-RoutersTest-1669380205'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:13.451319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:13.458012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:network and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:13.461985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:13.470844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:13.473624 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port ea6ea854-bb1d-42c7-9dc0-041cda43c620, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ea6ea854-bb1d-42c7-9dc0-041cda43c620,segment=NetworkSegment(e06663b2-f32f-45ed-b28f-5211a96928ff),segment_id=e06663b2-f32f-45ed-b28f-5211a96928ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:13.483456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.484542 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:13.488997 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:08:13.499030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.526625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:13.545269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:08:13.558613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.559136 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Added segment b3346ad8-8836-43b6-9c10-08e1c1267674 of type vlan for network f6b04597-c3f4-4ff7-a50f-d416bb03d118 Dec 22 13:08:13.614446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.624532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=ea6ea854-bb1d-42c7-9dc0-041cda43c620,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:13.632158 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:13.636795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:13.643920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:13.644464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.657261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.663693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:13.664642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.670676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d30e333c-9faf-4b3e-affc-aa3c0f97e96f tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:13.741882 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:13.792531 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3482924 Dec 22 13:08:13.793269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52684) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:13.802091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'subnet': {'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:13.806496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Network': ['ID=f6b04597-c3f4-4ff7-a50f-d416bb03d118,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:13.820310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network f6b04597-c3f4-4ff7-a50f-d416bb03d118 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:08:13.821859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:13.833756 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.959459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9e8fc767-7c1d-4e0c-9e49-44e456a0d81a,segment=NetworkSegment(49581820-e52e-43b3-b459-bc477323016d),segment_id=49581820-e52e-43b3-b459-bc477323016d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:13.979016 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:13.980960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-81906f44-29dc-4ff9-83b4-028522fb5846 None None] Provisioning complete for port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:13.981334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81906f44-29dc-4ff9-83b4-028522fb5846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.013581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-542c0198-82ac-4a4d-b0e2-9c96562ac1fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:14.132943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=9e8fc767-7c1d-4e0c-9e49-44e456a0d81a,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:14.134252 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:12Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:12Z', 'revision_number': 2, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:14.136400 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:14.139491 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Checking router: fcd4335e-ff88-4a61-9176-c3dca3259684 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:14.139883 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Updating router fcd4335e-ff88-4a61-9176-c3dca3259684 port efe81573-1565-4a24-a57d-ce0e902b60fd binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:08:14.218789 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.224113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:14.226786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-81906f44-29dc-4ff9-83b4-028522fb5846 None None] Provisioning for port efe81573-1565-4a24-a57d-ce0e902b60fd completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:14.233079 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-81906f44-29dc-4ff9-83b4-028522fb5846 None None] Provisioning complete for port efe81573-1565-4a24-a57d-ce0e902b60fd triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:14.233462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81906f44-29dc-4ff9-83b4-028522fb5846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.238834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:subnet and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:14.242600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:14.249498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:14.271174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Made reservation on behalf of 0fd3719cee3d4ac9845606e83f7ab468 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:08:14.275310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.306096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52696) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:14.310258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-81906f44-29dc-4ff9-83b4-028522fb5846 None None] Port efe81573-1565-4a24-a57d-ce0e902b60fd cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:14.439097 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-dc74a8ac-27a8-41d4-afea-e186aacedfe3 None None] Provisioning complete for port efe81573-1565-4a24-a57d-ce0e902b60fd triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:14.439486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc74a8ac-27a8-41d4-afea-e186aacedfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.456081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1c04ad02-748f-4b2c-9533-7078e6dfb3f6 tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-364327819', 'prefixes': ['172.20.0.0/16']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:14.465001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1c04ad02-748f-4b2c-9533-7078e6dfb3f6 tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:14.537124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1c04ad02-748f-4b2c-9533-7078e6dfb3f6 tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] Notify callbacks [] for subnetpool, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.539639 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1c04ad02-748f-4b2c-9533-7078e6dfb3f6 tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2326865 Dec 22 13:08:14.541820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52704) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:14.550363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-dc74a8ac-27a8-41d4-afea-e186aacedfe3 None None] Port efe81573-1565-4a24-a57d-ce0e902b60fd cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:14.561523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.569211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ea838e65-5aa6-4e4a-8627-c7a7afde767e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:14.578974 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1e9bb6f6-8af3-4ea2-aa76-35d2cd35776f tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] 10.222.0.24 "GET /v2.0/subnetpools/9e4ac544-9d1f-46f2-a286-8ccf38543279 HTTP/1.1" status: 200 len: 731 time: 0.0358579 Dec 22 13:08:14.581260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52708) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:14.587356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7d331ad3-e235-4b66-beb0-482599ef697a tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-519776145'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:14.658536 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.672344 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Transition to ACTIVE for port object efe81573-1565-4a24-a57d-ce0e902b60fd will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:14.678936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-10c7ce01-aee7-4ed3-9651-f3e1e2617b7b None None] Provisioning complete for port efe81573-1565-4a24-a57d-ce0e902b60fd triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:14.680026 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-10c7ce01-aee7-4ed3-9651-f3e1e2617b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.681961 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.687835 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-c2840d42-efa0-48d9-8b77-5adb240590ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:14.694429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7d331ad3-e235-4b66-beb0-482599ef697a tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] Notify callbacks [] for subnetpool, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.695754 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7d331ad3-e235-4b66-beb0-482599ef697a tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] 10.222.0.24 "PUT /v2.0/subnetpools/9e4ac544-9d1f-46f2-a286-8ccf38543279 HTTP/1.1" status: 200 len: 683 time: 0.1134794 Dec 22 13:08:14.698597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52712) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:14.727262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Subnet': ['ID=703b9424-eeac-4989-b90a-85f30dc3895e,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:14.730130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:14.734622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Checking segment: {'id': 'b3346ad8-8836-43b6-9c10-08e1c1267674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:14.734981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network hostable DHCP agents. Network: f6b04597-c3f4-4ff7-a50f-d416bb03d118, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:08:14.760921 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Pushing event updated for resources: {'Port': ['ID=efe81573-1565-4a24-a57d-ce0e902b60fd,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:14.770594 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:14.770936 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:14.771265 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:14.771824 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:14.772450 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:14.773397 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:14.774023 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:14.774520 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:14.775020 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:14.775511 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:14.776010 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:14.776482 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:14.791474 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792c6a0-7a54-4db8-a51b-991a9351d215 req-a3ca1f31-1dbf-4c84-b379-35971ea4e3c8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:14.793158 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7792c6a0-7a54-4db8-a51b-991a9351d215 req-a3ca1f31-1dbf-4c84-b379-35971ea4e3c8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.1649053 Dec 22 13:08:14.794382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network f6b04597-c3f4-4ff7-a50f-d416bb03d118 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:08:14.800529 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:14.813136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-10c7ce01-aee7-4ed3-9651-f3e1e2617b7b None None] Port efe81573-1565-4a24-a57d-ce0e902b60fd cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:14.823815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, f6b04597-c3f4-4ff7-a50f-d416bb03d118) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:14.832155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ea6ea854-bb1d-42c7-9dc0-041cda43c620 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:14.842756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed34f0d3-bbb7-4d75-bab5-5c10d4093269 tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] Notify callbacks [] for subnetpool, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.843919 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ed34f0d3-bbb7-4d75-bab5-5c10d4093269 tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] 10.222.0.24 "DELETE /v2.0/subnetpools/9e4ac544-9d1f-46f2-a286-8ccf38543279 HTTP/1.1" status: 204 len: 168 time: 0.1438985 Dec 22 13:08:14.846511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52716) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:14.848155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:14.848907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:14.868855 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-58883096-6d9d-4077-8b90-2ce4ccb7d371 tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] show failed (client error): The resource could not be found. Dec 22 13:08:14.872000 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-58883096-6d9d-4077-8b90-2ce4ccb7d371 tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] 10.222.0.24 "GET /v2.0/subnetpools/9e4ac544-9d1f-46f2-a286-8ccf38543279 HTTP/1.1" status: 404 len: 346 time: 0.0245230 Dec 22 13:08:14.874658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52720) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:14.886196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd2ab03-d006-4750-8894-9cc63efef093 None None] Network f6b04597-c3f4-4ff7-a50f-d416bb03d118 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:14.890515 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7792c6a0-7a54-4db8-a51b-991a9351d215 req-9294db9f-0cb2-4c67-8193-c2cf14aaf9ad tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884376 Dec 22 13:08:14.897164 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2760384c-17eb-41db-a90f-1ff1f1517029 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1021922 Dec 22 13:08:14.900487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52724) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:14.903942 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-b382289b-abc2-4fa7-9a1c-2320f71ddf4f tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] delete failed (client error): The resource could not be found. Dec 22 13:08:14.919411 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b382289b-abc2-4fa7-9a1c-2320f71ddf4f tempest-SubnetPoolsTestJSON-2121762463 tempest-SubnetPoolsTestJSON-2121762463-project] 10.222.0.24 "DELETE /v2.0/subnetpools/9e4ac544-9d1f-46f2-a286-8ccf38543279 HTTP/1.1" status: 404 len: 346 time: 0.0376244 Dec 22 13:08:15.031424 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Attempting to bind port efe81573-1565-4a24-a57d-ce0e902b60fd on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:15.031991 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Attempting to bind port efe81573-1565-4a24-a57d-ce0e902b60fd by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '49581820-e52e-43b3-b459-bc477323016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:15.032426 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Attempting to bind port efe81573-1565-4a24-a57d-ce0e902b60fd on network ee71501a-f74e-47e2-b3c2-76d276cbdca2 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:08:15.038152 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:08:15.038686 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Checking segment: {'id': '49581820-e52e-43b3-b459-bc477323016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:15.039191 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:15.039719 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Bound using segment: {'id': '49581820-e52e-43b3-b459-bc477323016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:08:15.040919 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Bound port: efe81573-1565-4a24-a57d-ce0e902b60fd, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49581820-e52e-43b3-b459-bc477323016d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:15.040919 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:15.163657 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] For port efe81573-1565-4a24-a57d-ce0e902b60fd, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:08:15.167487 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] For port efe81573-1565-4a24-a57d-ce0e902b60fd, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=efe81573-1565-4a24-a57d-ce0e902b60fd,segment=NetworkSegment(49581820-e52e-43b3-b459-bc477323016d),segment_id=49581820-e52e-43b3-b459-bc477323016d)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:08:15.177810 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:15.185301 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:15.198068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ea6ea854-bb1d-42c7-9dc0-041cda43c620 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:15.198682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:15.256517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-f6b04597-c3f4-4ff7-a50f-d416bb03d118', 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'fixed_ips': [{'subnet_id': '703b9424-eeac-4989-b90a-85f30dc3895e'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:08:15.257275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:15.268469 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Pushing event updated for resources: {'Port': ['ID=efe81573-1565-4a24-a57d-ce0e902b60fd,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:15.274716 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:15.281051 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:15.281673 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:15.413059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52734) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:15.481483 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:15.534923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Allocated IP 172.23.0.2 (f6b04597-c3f4-4ff7-a50f-d416bb03d118/703b9424-eeac-4989-b90a-85f30dc3895e/6fc37183-1030-4305-882f-0f8669912ed9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:15.575728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:15.614349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e20cbc75-3e57-441e-ab0a-51a00af2350a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:15.646940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e20cbc75-3e57-441e-ab0a-51a00af2350a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:15.651381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e20cbc75-3e57-441e-ab0a-51a00af2350a admin admin] Usage tracker for resource:security_group_rule and tenant:195209ead53c4e9a9222a58c5c33fbf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:15.655883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e20cbc75-3e57-441e-ab0a-51a00af2350a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:15.663487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e20cbc75-3e57-441e-ab0a-51a00af2350a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:15.760359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:15.780192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e20cbc75-3e57-441e-ab0a-51a00af2350a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:15.788162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e20cbc75-3e57-441e-ab0a-51a00af2350a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:15.810210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:15.822856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:15.823439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:15.850941 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e20cbc75-3e57-441e-ab0a-51a00af2350a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=195209ead53c4e9a9222a58c5c33fbf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366570 Dec 22 13:08:15.853597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52740) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:15.857086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cbc75-3e57-441e-ab0a-51a00af2350a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c75968-064a-407d-9497-34ef85041355,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:15.860917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e20cbc75-3e57-441e-ab0a-51a00af2350a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:15.928466 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:12Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:15Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:15.937862 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e25a50-e35e-4199-9ae4-bfc3cc1cfbd6 None None] The sync data for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv is: [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:12Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:15Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:15.959282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:16.016512 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Transition to ACTIVE for port object 6fc37183-1030-4305-882f-0f8669912ed9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:16.065507 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Transition to ACTIVE for port object 6fc37183-1030-4305-882f-0f8669912ed9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:16.082822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:16.086823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-05254504-97c0-4909-81c7-804b5ba567b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:16.109317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be54e23f-ebcd-4a68-ab95-e7f38cc0856b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:16.151281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Network f6b04597-c3f4-4ff7-a50f-d416bb03d118 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:16.154461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:16.158653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:08:16.167868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Pushing event updated for resources: {'Port': ['ID=6fc37183-1030-4305-882f-0f8669912ed9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:16.169217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be54e23f-ebcd-4a68-ab95-e7f38cc0856b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:16.180413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609f79b-536b-4c1c-8fc8-95fda7ca4a87 req-72436f21-4cbf-4d2c-aa33-04fe190cc774 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:16.183312 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0609f79b-536b-4c1c-8fc8-95fda7ca4a87 req-72436f21-4cbf-4d2c-aa33-04fe190cc774 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.1245983 Dec 22 13:08:16.194857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:16.236647 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0609f79b-536b-4c1c-8fc8-95fda7ca4a87 req-0f0ba86f-a0d6-4447-b5fd-0a48e42e6258 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444875 Dec 22 13:08:16.275430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Attempting to bind port 6fc37183-1030-4305-882f-0f8669912ed9 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:16.276040 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Attempting to bind port 6fc37183-1030-4305-882f-0f8669912ed9 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'b3346ad8-8836-43b6-9c10-08e1c1267674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:16.276695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Attempting to bind port 6fc37183-1030-4305-882f-0f8669912ed9 on network f6b04597-c3f4-4ff7-a50f-d416bb03d118 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:08:16.283049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:08:16.283484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Checking segment: {'id': 'b3346ad8-8836-43b6-9c10-08e1c1267674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:16.284036 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:16.284520 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Bound using segment: {'id': 'b3346ad8-8836-43b6-9c10-08e1c1267674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:08:16.285063 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Bound port: 6fc37183-1030-4305-882f-0f8669912ed9, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3346ad8-8836-43b6-9c10-08e1c1267674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:16.285511 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:16.386208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] For port 6fc37183-1030-4305-882f-0f8669912ed9, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:08:16.389874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] For port 6fc37183-1030-4305-882f-0f8669912ed9, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6fc37183-1030-4305-882f-0f8669912ed9,segment=NetworkSegment(b3346ad8-8836-43b6-9c10-08e1c1267674),segment_id=b3346ad8-8836-43b6-9c10-08e1c1267674)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:08:16.396098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:16.401817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:16.487459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Pushing event updated for resources: {'Port': ['ID=6fc37183-1030-4305-882f-0f8669912ed9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:16.491019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:16.496660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be54e23f-ebcd-4a68-ab95-e7f38cc0856b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:16.500166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3cf57699-16a7-4155-9c72-c458ad8190c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:16.518491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Allocated IP 172.23.0.1 (f6b04597-c3f4-4ff7-a50f-d416bb03d118/703b9424-eeac-4989-b90a-85f30dc3895e/ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:16.530003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54e23f-ebcd-4a68-ab95-e7f38cc0856b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c75968-064a-407d-9497-34ef85041355,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:16.616214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be54e23f-ebcd-4a68-ab95-e7f38cc0856b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:16.634845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-be54e23f-ebcd-4a68-ab95-e7f38cc0856b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:16.636082 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-be54e23f-ebcd-4a68-ab95-e7f38cc0856b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0c75968-064a-407d-9497-34ef85041355 HTTP/1.1" status: 204 len: 168 time: 0.7809060 Dec 22 13:08:16.746308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:16.777844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Transition to ACTIVE for port object ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:16.816805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:16.822323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-edd4dc6f-a081-4f01-8fc2-467938fd6ca4 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:16.914398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network f6b04597-c3f4-4ff7-a50f-d416bb03d118 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:16.917757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:16.922662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:08:16.934949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6fc37183-1030-4305-882f-0f8669912ed9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:16.953870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:16.959865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:16.993736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:17.013942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 6fc37183-1030-4305-882f-0f8669912ed9 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:17.020682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device efe81573-1565-4a24-a57d-ce0e902b60fd up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:17.088680 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port efe81573-1565-4a24-a57d-ce0e902b60fd completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:17.093460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port efe81573-1565-4a24-a57d-ce0e902b60fd triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:17.093843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:17.114533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:17.212080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:17.249757 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port efe81573-1565-4a24-a57d-ce0e902b60fd, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=efe81573-1565-4a24-a57d-ce0e902b60fd,segment=NetworkSegment(49581820-e52e-43b3-b459-bc477323016d),segment_id=49581820-e52e-43b3-b459-bc477323016d)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:17.254472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:17.256472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:17.336335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=efe81573-1565-4a24-a57d-ce0e902b60fd,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:17.340808 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:17.569806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f026544-f026-4168-b5c3-df65b4f5c334 req-ec6655ca-8b12-4962-b35d-3a587fa1f131 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:17.571290 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6f026544-f026-4168-b5c3-df65b4f5c334 req-ec6655ca-8b12-4962-b35d-3a587fa1f131 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.2043962 Dec 22 13:08:17.604954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:17.612921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:17.636792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea511838-33ac-4e64-b1d2-da453676f7ec None None] Network f6b04597-c3f4-4ff7-a50f-d416bb03d118 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:17.648426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b0ca9a09-db46-4e97-af2a-d90b47066d67 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:17.724036 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6f026544-f026-4168-b5c3-df65b4f5c334 req-65597ac8-ef04-42b3-ba9f-a230031ed67a tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397932 Dec 22 13:08:17.732389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5e84ef15-dee6-4e8f-98f0-3c210865f34e None None] Provisioning for port 6fc37183-1030-4305-882f-0f8669912ed9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:17.748284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5e84ef15-dee6-4e8f-98f0-3c210865f34e None None] Provisioning complete for port 6fc37183-1030-4305-882f-0f8669912ed9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:17.748284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e84ef15-dee6-4e8f-98f0-3c210865f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:17.748591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event updated for resources: {'Port': ['ID=ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:17.749860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:17.753448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:17.886103 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Network f6b04597-c3f4-4ff7-a50f-d416bb03d118 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:17.887095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:17.971461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e84ef15-dee6-4e8f-98f0-3c210865f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:18.012595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5e84ef15-dee6-4e8f-98f0-3c210865f34e None None] For port 6fc37183-1030-4305-882f-0f8669912ed9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6fc37183-1030-4305-882f-0f8669912ed9,segment=NetworkSegment(b3346ad8-8836-43b6-9c10-08e1c1267674),segment_id=b3346ad8-8836-43b6-9c10-08e1c1267674)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:18.017157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5e84ef15-dee6-4e8f-98f0-3c210865f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:18.018784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9e1239e5-6f50-42a7-aa09-68f437307fe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:18.049000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router fcd4335e-ff88-4a61-9176-c3dca3259684 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:18.087863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84ef15-dee6-4e8f-98f0-3c210865f34e None None] Pushing event updated for resources: {'Port': ['ID=6fc37183-1030-4305-882f-0f8669912ed9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:18.090992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5e84ef15-dee6-4e8f-98f0-3c210865f34e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:18.240506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b05dda49-6cb1-4476-ac54-c0be8f61c7a8 None None] Provisioning complete for port 6fc37183-1030-4305-882f-0f8669912ed9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:18.241049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b05dda49-6cb1-4476-ac54-c0be8f61c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:18.345989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:18.354666 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4530158 Dec 22 13:08:18.355334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52750) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:18.363869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9fe5ed20-01f9-46f8-9438-b3a826af5e89 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:18.367317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Sync routers for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:18.381173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:18.381731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:18.435161 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b05dda49-6cb1-4476-ac54-c0be8f61c7a8 None None] Provisioning for port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:18.546667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b05dda49-6cb1-4476-ac54-c0be8f61c7a8 None None] Provisioning complete for port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:18.547133 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b05dda49-6cb1-4476-ac54-c0be8f61c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:18.628214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b05dda49-6cb1-4476-ac54-c0be8f61c7a8 None None] Port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:18.633689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:18.793328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6fc37183-1030-4305-882f-0f8669912ed9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:18.924717 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9ba51b72-4df2-4603-be6b-51b6a3495581 None None] Provisioning complete for port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:18.925236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ba51b72-4df2-4603-be6b-51b6a3495581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.016865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957deba-eed4-470e-82ce-500c189ad7a9 req-b03d8552-5c98-4f83-919d-d8c48c3d2deb tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:19.017352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9ba51b72-4df2-4603-be6b-51b6a3495581 None None] Port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:19.018229 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d957deba-eed4-470e-82ce-500c189ad7a9 req-b03d8552-5c98-4f83-919d-d8c48c3d2deb tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.1739922 Dec 22 13:08:19.047743 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6fc37183-1030-4305-882f-0f8669912ed9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:19.048266 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.140526 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d957deba-eed4-470e-82ce-500c189ad7a9 req-7a44658c-5a3a-4700-a71c-eff402cb4cb7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938048 Dec 22 13:08:19.161055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-9fe5ed20-01f9-46f8-9438-b3a826af5e89 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 13:08:19.175217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-9fe5ed20-01f9-46f8-9438-b3a826af5e89 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Removed routes are [] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 13:08:19.175707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ed20-01f9-46f8-9438-b3a826af5e89 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.187425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e', 'name': '', 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:61:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:16Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 2, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:19.193877 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Checking router: fcd4335e-ff88-4a61-9176-c3dca3259684 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:19.194241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Updating router fcd4335e-ff88-4a61-9176-c3dca3259684 port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:08:19.218213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device efe81573-1565-4a24-a57d-ce0e902b60fd up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:19.293297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.369664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port efe81573-1565-4a24-a57d-ce0e902b60fd triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:19.370452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.485106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ed20-01f9-46f8-9438-b3a826af5e89 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.488859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ed20-01f9-46f8-9438-b3a826af5e89 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.709626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe5ed20-01f9-46f8-9438-b3a826af5e89 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router fcd4335e-ff88-4a61-9176-c3dca3259684 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:19.724769 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948afe4-0ab6-47d3-b934-50b72ca5d7df req-b566485a-4dfb-4c35-8250-a8483e4d7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:19.726217 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5948afe4-0ab6-47d3-b934-50b72ca5d7df req-b566485a-4dfb-4c35-8250-a8483e4d7e03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe5304f275dc44fa95fc54bf8934d70f&device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 1098 time: 0.1160235 Dec 22 13:08:19.734962 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.747309 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Transition to ACTIVE for port object ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:19.753851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:19.757217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-cd892658-2307-42d1-80c1-de260162ecda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:19.911977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb0678-ae98-480b-80cb-3e400c9a200e None None] Pushing event updated for resources: {'Port': ['ID=ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:19.919644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d7cb0678-ae98-480b-80cb-3e400c9a200e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:20.036801 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Attempting to bind port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:20.037178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Attempting to bind port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'b3346ad8-8836-43b6-9c10-08e1c1267674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:20.037546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Attempting to bind port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e on network f6b04597-c3f4-4ff7-a50f-d416bb03d118 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:08:20.045076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:08:20.045454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Checking segment: {'id': 'b3346ad8-8836-43b6-9c10-08e1c1267674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:20.045859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:20.046251 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Bound using segment: {'id': 'b3346ad8-8836-43b6-9c10-08e1c1267674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:08:20.046707 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Bound port: ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3346ad8-8836-43b6-9c10-08e1c1267674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:20.047081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:20.116059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe5ed20-01f9-46f8-9438-b3a826af5e89 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:20.139833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] For port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:08:20.142713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] For port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e,segment=NetworkSegment(b3346ad8-8836-43b6-9c10-08e1c1267674),segment_id=b3346ad8-8836-43b6-9c10-08e1c1267674)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:08:20.144487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948afe4-0ab6-47d3-b934-50b72ca5d7df req-b09457c0-4eb0-4c69-b819-e734269fe931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:20.145886 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5948afe4-0ab6-47d3-b934-50b72ca5d7df req-b09457c0-4eb0-4c69-b819-e734269fe931 service neutron] 10.222.0.54 "GET /v2.0/networks?id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe HTTP/1.1" status: 200 len: 898 time: 0.3728900 Dec 22 13:08:20.148227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:20.151896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:20.153797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fe5ed20-01f9-46f8-9438-b3a826af5e89 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:20.157644 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9fe5ed20-01f9-46f8-9438-b3a826af5e89 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684 HTTP/1.1" status: 200 len: 934 time: 1.7985642 Dec 22 13:08:20.159902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52756) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:20.226969 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:20.227636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:20.254877 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5948afe4-0ab6-47d3-b934-50b72ca5d7df req-edccf1f0-5ff6-4d53-b6cf-5b9f0829b843 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2 HTTP/1.1" status: 200 len: 1001 time: 0.0986845 Dec 22 13:08:20.294822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb0678-ae98-480b-80cb-3e400c9a200e None None] Pushing event updated for resources: {'Port': ['ID=ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:20.302989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d7cb0678-ae98-480b-80cb-3e400c9a200e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:20.328889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948afe4-0ab6-47d3-b934-50b72ca5d7df req-83ad5570-1cda-4d13-af5c-e03b7b770bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:20.330325 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5948afe4-0ab6-47d3-b934-50b72ca5d7df req-83ad5570-1cda-4d13-af5c-e03b7b770bdd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af85d33c-7f56-459a-9936-594ee0b806a7 HTTP/1.1" status: 200 len: 834 time: 0.0686400 Dec 22 13:08:20.411254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:20.416900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948afe4-0ab6-47d3-b934-50b72ca5d7df req-2cff3ae5-deec-4e03-81fd-105236d653db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:20.418466 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5948afe4-0ab6-47d3-b934-50b72ca5d7df req-2cff3ae5-deec-4e03-81fd-105236d653db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818367 Dec 22 13:08:20.439886 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4daf9a41-ab20-4975-b944-40335132d47a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684 HTTP/1.1" status: 200 len: 934 time: 0.2804768 Dec 22 13:08:20.445633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52762) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:20.463001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ddd22-266e-49c7-a47b-a578fa7a4b12 req-cde52579-e4ea-41a9-8fd4-14ff76cc57e9 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:20.463936 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e11ddd22-266e-49c7-a47b-a578fa7a4b12 req-cde52579-e4ea-41a9-8fd4-14ff76cc57e9 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.1309779 Dec 22 13:08:20.464532 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-55cbc779-e053-4a5b-b2c6-46a08a9eca3f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'router': {'routes': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:20.508111 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e11ddd22-266e-49c7-a47b-a578fa7a4b12 req-25c3d021-aac0-4268-b585-459764941f41 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381193 Dec 22 13:08:20.758018 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:19Z', 'revision_number': 6, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e', 'name': '', 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:61:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:16Z', 'updated_at': '2021-12-22T13:08:20Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:20.762411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac028a04-8eab-4780-9776-3c280c7074a6 None None] The sync data for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv is: [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:19Z', 'revision_number': 6, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e', 'name': '', 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:61:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:16Z', 'updated_at': '2021-12-22T13:08:20Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:20.825560 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5948afe4-0ab6-47d3-b934-50b72ca5d7df req-b05f1e4c-519a-43a2-b122-ee6e7614aba1 service neutron] 10.222.0.54 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997076 Dec 22 13:08:21.082913 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5948afe4-0ab6-47d3-b934-50b72ca5d7df req-66c5786b-28c9-415b-9365-116c1ad77720 service neutron] 10.222.0.54 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456405 Dec 22 13:08:21.257943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-55cbc779-e053-4a5b-b2c6-46a08a9eca3f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Added routes are [] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 13:08:21.258266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.extraroute_db [None req-55cbc779-e053-4a5b-b2c6-46a08a9eca3f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87568) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 13:08:21.287854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55cbc779-e053-4a5b-b2c6-46a08a9eca3f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:21.471574 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15846574-6726-4412-8a7a-867e02067a03 None None] Sync routers for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:21.481652 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15846574-6726-4412-8a7a-867e02067a03 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:21.482544 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-15846574-6726-4412-8a7a-867e02067a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:21.674955 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-15846574-6726-4412-8a7a-867e02067a03 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:21.833893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55cbc779-e053-4a5b-b2c6-46a08a9eca3f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:21.841560 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55cbc779-e053-4a5b-b2c6-46a08a9eca3f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:21.987902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb5afe-1d06-481c-b686-33dcc208c799 req-a83ae348-c4be-4328-b372-45040286205e tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:21.989472 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-eadb5afe-1d06-481c-b686-33dcc208c799 req-a83ae348-c4be-4328-b372-45040286205e tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.3137519 Dec 22 13:08:22.012558 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-15846574-6726-4412-8a7a-867e02067a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:21Z', 'revision_number': 7, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e', 'name': '', 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:61:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:16Z', 'updated_at': '2021-12-22T13:08:20Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:22.016733 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15846574-6726-4412-8a7a-867e02067a03 None None] Checking router: fcd4335e-ff88-4a61-9176-c3dca3259684 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:22.025235 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15846574-6726-4412-8a7a-867e02067a03 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:22.025854 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-15846574-6726-4412-8a7a-867e02067a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:22.041126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cbc779-e053-4a5b-b2c6-46a08a9eca3f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router fcd4335e-ff88-4a61-9176-c3dca3259684 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:22.050310 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-eadb5afe-1d06-481c-b686-33dcc208c799 req-ade81bff-7c51-4fc7-a595-c6b88e075864 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516121 Dec 22 13:08:22.180850 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-15846574-6726-4412-8a7a-867e02067a03 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:22.211310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cbc779-e053-4a5b-b2c6-46a08a9eca3f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:22.219378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55cbc779-e053-4a5b-b2c6-46a08a9eca3f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:22.220526 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-55cbc779-e053-4a5b-b2c6-46a08a9eca3f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684 HTTP/1.1" status: 200 len: 700 time: 1.7683268 Dec 22 13:08:22.223190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52768) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:22.387145 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9910933c-a2bb-4a09-8a79-a9a70adf8900 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684 HTTP/1.1" status: 200 len: 700 time: 0.1626985 Dec 22 13:08:22.389864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52772) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:22.502309 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-15846574-6726-4412-8a7a-867e02067a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:21Z', 'revision_number': 7, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e', 'name': '', 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:61:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:16Z', 'updated_at': '2021-12-22T13:08:20Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:22.507427 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15846574-6726-4412-8a7a-867e02067a03 None None] The sync data for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv is: [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:21Z', 'revision_number': 7, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e', 'name': '', 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:61:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:16Z', 'updated_at': '2021-12-22T13:08:20Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:22.726035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93661cf4-19b3-44ed-bfaf-9c981d59bf4a None None] Sync routers for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:22.742541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93661cf4-19b3-44ed-bfaf-9c981d59bf4a None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:22.743117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-93661cf4-19b3-44ed-bfaf-9c981d59bf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:22.856328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:22.941842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:22.946944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-93661cf4-19b3-44ed-bfaf-9c981d59bf4a None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:23.013821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:23.076384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:23.076730 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:23.389129 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:23.406677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153aba4-96f7-499b-b92b-60f538d604e8 req-7b507a91-9606-4a23-8f34-edbf925ec3c4 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:23.408170 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b153aba4-96f7-499b-b92b-60f538d604e8 req-7b507a91-9606-4a23-8f34-edbf925ec3c4 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.1941638 Dec 22 13:08:23.431933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e,segment=NetworkSegment(b3346ad8-8836-43b6-9c10-08e1c1267674),segment_id=b3346ad8-8836-43b6-9c10-08e1c1267674)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:23.438868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:23.442316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-311765c7-7111-4137-9091-b8bbfa77fc19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:23.460661 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b153aba4-96f7-499b-b92b-60f538d604e8 req-ea3f3ff5-d1bc-406e-a670-ba6328690b83 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458922 Dec 22 13:08:23.509073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-93661cf4-19b3-44ed-bfaf-9c981d59bf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:21Z', 'revision_number': 7, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e', 'name': '', 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:61:5e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:16Z', 'updated_at': '2021-12-22T13:08:20Z', 'revision_number': 4, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:23.517035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93661cf4-19b3-44ed-bfaf-9c981d59bf4a None None] Checking router: fcd4335e-ff88-4a61-9176-c3dca3259684 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:23.521762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:23.525911 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:23.530247 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93661cf4-19b3-44ed-bfaf-9c981d59bf4a None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:23.530425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:23.530781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:23.530913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-93661cf4-19b3-44ed-bfaf-9c981d59bf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:23.679114 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-93661cf4-19b3-44ed-bfaf-9c981d59bf4a None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:23.721366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] For port ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e,segment=NetworkSegment(b3346ad8-8836-43b6-9c10-08e1c1267674),segment_id=b3346ad8-8836-43b6-9c10-08e1c1267674)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:23.721846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:23.846394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:23.998393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-93661cf4-19b3-44ed-bfaf-9c981d59bf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:21Z', 'revision_number': 7, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e', 'name': '', 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:61:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:16Z', 'updated_at': '2021-12-22T13:08:23Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:24.003769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93661cf4-19b3-44ed-bfaf-9c981d59bf4a None None] The sync data for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv is: [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:21Z', 'revision_number': 7, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e', 'name': '', 'network_id': 'f6b04597-c3f4-4ff7-a50f-d416bb03d118', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:61:5e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:16Z', 'updated_at': '2021-12-22T13:08:23Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '703b9424-eeac-4989-b90a-85f30dc3895e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:24.030185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:24.034331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4384a066-a3ec-4381-9ee8-8a6923c5a52b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:24.083037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:24.110178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:24.335366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:24.669794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682603e-5d82-4852-9073-67e6dc91a783 req-15ab8112-dc2e-418b-b760-b341fef385b2 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:24.671318 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2682603e-5d82-4852-9073-67e6dc91a783 req-15ab8112-dc2e-418b-b760-b341fef385b2 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.0828738 Dec 22 13:08:24.732753 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2682603e-5d82-4852-9073-67e6dc91a783 req-1e1bc4ad-7b22-4263-8756-d41a3d7e2642 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536914 Dec 22 13:08:24.791339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router fcd4335e-ff88-4a61-9176-c3dca3259684 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:24.983105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:24.994472 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91fcf56-ef23-486b-9da1-70b467b12974 None None] Sync routers for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:24.998139 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6067405 Dec 22 13:08:25.001023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52784) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:25.004306 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91fcf56-ef23-486b-9da1-70b467b12974 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:25.004928 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a91fcf56-ef23-486b-9da1-70b467b12974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:25.066525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1134544-845b-460a-8b4a-e9dc9a54e790 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting subnet 703b9424-eeac-4989-b90a-85f30dc3895e {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:08:25.069665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1134544-845b-460a-8b4a-e9dc9a54e790 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.126378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1134544-845b-460a-8b4a-e9dc9a54e790 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.153850 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-a91fcf56-ef23-486b-9da1-70b467b12974 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:25.212216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1134544-845b-460a-8b4a-e9dc9a54e790 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.284213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1134544-845b-460a-8b4a-e9dc9a54e790 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.288476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e5a4ac42-171b-4987-8081-b3157632aba1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:25.324904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1134544-845b-460a-8b4a-e9dc9a54e790 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Subnet': ['ID=703b9424-eeac-4989-b90a-85f30dc3895e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:25.326809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d1134544-845b-460a-8b4a-e9dc9a54e790 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.329510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d1134544-845b-460a-8b4a-e9dc9a54e790 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:25.333739 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d1134544-845b-460a-8b4a-e9dc9a54e790 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/703b9424-eeac-4989-b90a-85f30dc3895e HTTP/1.1" status: 204 len: 168 time: 0.3317878 Dec 22 13:08:25.336449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52788) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:25.379972 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240326ba-8688-4c79-b69f-847a838cb2f7 None None] Network f6b04597-c3f4-4ff7-a50f-d416bb03d118 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:25.451469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.462929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port 6fc37183-1030-4305-882f-0f8669912ed9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:25.463257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.522556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device ad1df305-82e7-4284-a241-1d8e59a6c4b2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:08:25.546066 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a91fcf56-ef23-486b-9da1-70b467b12974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:23Z', 'revision_number': 8, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:25.551059 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91fcf56-ef23-486b-9da1-70b467b12974 None None] Checking router: fcd4335e-ff88-4a61-9176-c3dca3259684 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:25.561251 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91fcf56-ef23-486b-9da1-70b467b12974 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:25.562410 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a91fcf56-ef23-486b-9da1-70b467b12974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:25.682008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] For port 6fc37183-1030-4305-882f-0f8669912ed9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6fc37183-1030-4305-882f-0f8669912ed9,segment=NetworkSegment(b3346ad8-8836-43b6-9c10-08e1c1267674),segment_id=b3346ad8-8836-43b6-9c10-08e1c1267674)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:25.682449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.716811 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-a91fcf56-ef23-486b-9da1-70b467b12974 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:25.763823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.806049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:08:25.813764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for 6fc37183-1030-4305-882f-0f8669912ed9 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:25.825491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port ad1df305-82e7-4284-a241-1d8e59a6c4b2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:25.833947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.838024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:25.887952 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da39a1f-8af8-406e-a4b3-4c111cfa0106 None None] DHCP port deletion for f6b04597-c3f4-4ff7-a50f-d416bb03d118 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:08:25.902570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5da39a1f-8af8-406e-a4b3-4c111cfa0106 None None] Deleting port 6fc37183-1030-4305-882f-0f8669912ed9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:25.902958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5da39a1f-8af8-406e-a4b3-4c111cfa0106 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.927298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:25.933063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aee94abb-195b-440d-8c8d-de6bc5336df9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:25.947731 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'code': 200} Dec 22 13:08:26.031908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=6fc37183-1030-4305-882f-0f8669912ed9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:26.034461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No DVR routers for this DVR port 6fc37183-1030-4305-882f-0f8669912ed9 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:08:26.037201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:26.081296 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5da39a1f-8af8-406e-a4b3-4c111cfa0106 None None] The port '6fc37183-1030-4305-882f-0f8669912ed9' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:08:26.099225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=ad1df305-82e7-4284-a241-1d8e59a6c4b2,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:26.103594 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:26.154206 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a91fcf56-ef23-486b-9da1-70b467b12974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:23Z', 'revision_number': 8, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:26.158817 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91fcf56-ef23-486b-9da1-70b467b12974 None None] The sync data for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv is: [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:23Z', 'revision_number': 8, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efe81573-1565-4a24-a57d-ce0e902b60fd', 'name': '', 'network_id': 'ee71501a-f74e-47e2-b3c2-76d276cbdca2', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:36:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:17Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '99b443ff-7ab8-4abd-bf5d-97953f10b675', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:26.171626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f7ed-5e3d-488d-9b9a-942fba559d1c req-fb7703e0-e530-4826-a3b7-374f1a811122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:26.173148 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3733f7ed-5e3d-488d-9b9a-942fba559d1c req-fb7703e0-e530-4826-a3b7-374f1a811122 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 1096 time: 0.0886421 Dec 22 13:08:26.179825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:26.210422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b04597-c3f4-4ff7-a50f-d416bb03d118']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:26.216572 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3733f7ed-5e3d-488d-9b9a-942fba559d1c req-96dbb9ea-311e-4527-a21c-e0fe19c980eb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370235 Dec 22 13:08:26.227451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36187e-d96a-4595-948c-9e3046d05595 req-b01f4cb7-9cea-4f9b-b151-fa94202b6343 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:26.228937 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fd36187e-d96a-4595-948c-9e3046d05595 req-b01f4cb7-9cea-4f9b-b151-fa94202b6343 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 943 time: 0.2532051 Dec 22 13:08:26.232381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3346ad8-8836-43b6-9c10-08e1c1267674') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:26.232670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3346ad8-8836-43b6-9c10-08e1c1267674') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:26.259195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:26.285447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:26.296768 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fd36187e-d96a-4595-948c-9e3046d05595 req-9d583b89-f024-45fe-b308-26c3eb4959db tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576444 Dec 22 13:08:26.297641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:08:26.298024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:08:26.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:08:26.520051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:26.528924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:26.533553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fbaaac81-4e7d-48fd-80c7-e1f42e17d017 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:26.560093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Network': ['ID=f6b04597-c3f4-4ff7-a50f-d416bb03d118,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:26.567525 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/networks/f6b04597-c3f4-4ff7-a50f-d416bb03d118 HTTP/1.1" status: 204 len: 168 time: 1.2260885 Dec 22 13:08:26.567525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:26.568045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52796) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:26.774686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6fc37183-1030-4305-882f-0f8669912ed9 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:08:26.808760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 6fc37183-1030-4305-882f-0f8669912ed9 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:08:26.809105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6fc37183-1030-4305-882f-0f8669912ed9 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:08:26.809529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:08:26.841860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:08:26.842217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ae02f0e5-034f-4b0c-aa67-a362a3cc6f8e not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:08:27.094544 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:27.427577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port efe81573-1565-4a24-a57d-ce0e902b60fd {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:27.427948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:27.493282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92e452e5-5295-4cb4-b2d7-9966660954a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:27.505527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d9043-131f-4775-a240-4a1fdd69a69c req-e51e66bf-9efd-400f-aa51-6113c7911ad9 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:27.507750 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e53d9043-131f-4775-a240-4a1fdd69a69c req-e51e66bf-9efd-400f-aa51-6113c7911ad9 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 943 time: 0.1052859 Dec 22 13:08:27.544879 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device ad1df305-82e7-4284-a241-1d8e59a6c4b2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:08:27.568318 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e53d9043-131f-4775-a240-4a1fdd69a69c req-8bacb078-901b-4b5f-aafa-079be2009db8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540824 Dec 22 13:08:27.640504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] For port efe81573-1565-4a24-a57d-ce0e902b60fd, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=efe81573-1565-4a24-a57d-ce0e902b60fd,segment=NetworkSegment(49581820-e52e-43b3-b459-bc477323016d),segment_id=49581820-e52e-43b3-b459-bc477323016d)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:27.640954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:27.692490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port ad1df305-82e7-4284-a241-1d8e59a6c4b2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:27.705398 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'port_id': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'mac_address': 'fa:16:3e:0b:86:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:08:27.764547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:27.767200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for efe81573-1565-4a24-a57d-ce0e902b60fd owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:27.782841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1df305-82e7-4284-a241-1d8e59a6c4b2 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:08:27.798997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port ad1df305-82e7-4284-a241-1d8e59a6c4b2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:27.803812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:27.805624 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-311765c7-7111-4137-9091-b8bbfa77fc19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:27.869601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=ad1df305-82e7-4284-a241-1d8e59a6c4b2,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:27.875335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:28.063399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:28.068632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-259fc979-070c-4b91-b751-1b7282150fc0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:28.112816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=efe81573-1565-4a24-a57d-ce0e902b60fd,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:28.138908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:28.198782 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['ad1df305-82e7-4284-a241-1d8e59a6c4b2'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:08:28.370104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:28.741019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router fcd4335e-ff88-4a61-9176-c3dca3259684 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:28.874006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd67f4-2fd2-4537-a3e7-7231db4494cc req-38abf0eb-70b7-4dfc-af98-664a80db7709 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:28.875455 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fcdd67f4-2fd2-4537-a3e7-7231db4494cc req-38abf0eb-70b7-4dfc-af98-664a80db7709 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 944 time: 0.2097194 Dec 22 13:08:28.946738 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fcdd67f4-2fd2-4537-a3e7-7231db4494cc req-6ac908ad-5d7a-4db4-a7f2-08bf9235477d tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602691 Dec 22 13:08:28.947832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:28.958412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b622f2-d518-495e-b588-8545fa704ee0 None None] Sync routers for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:28.961562 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3917439 Dec 22 13:08:28.964184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52804) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:28.968980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b622f2-d518-495e-b588-8545fa704ee0 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:28.969601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-68b622f2-d518-495e-b588-8545fa704ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:28.972361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:29.030960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2c3ba1c-9b92-489b-8e65-261424cb33b4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting subnet 99b443ff-7ab8-4abd-bf5d-97953f10b675 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:08:29.033502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba1c-9b92-489b-8e65-261424cb33b4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.081984 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-37661e2a-8741-45b9-8890-d17b7f4b8282 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/floatingips/9e3dc540-7deb-466a-a688-14169429cdad HTTP/1.1" status: 200 len: 992 time: 0.1037850 Dec 22 13:08:29.093159 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba1c-9b92-489b-8e65-261424cb33b4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.119120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-68b622f2-d518-495e-b588-8545fa704ee0 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:29.174611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba1c-9b92-489b-8e65-261424cb33b4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.249224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba1c-9b92-489b-8e65-261424cb33b4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.252836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3c9ecd13-7dbc-49d0-b9a8-b5ab70d72dcb tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:29.291447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3ba1c-9b92-489b-8e65-261424cb33b4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Subnet': ['ID=99b443ff-7ab8-4abd-bf5d-97953f10b675,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:29.295213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f2c3ba1c-9b92-489b-8e65-261424cb33b4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:29.298438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f2c3ba1c-9b92-489b-8e65-261424cb33b4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.304650 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f2c3ba1c-9b92-489b-8e65-261424cb33b4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/99b443ff-7ab8-4abd-bf5d-97953f10b675 HTTP/1.1" status: 204 len: 168 time: 0.3393030 Dec 22 13:08:29.307569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52812) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:29.315369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31c0885-b089-48a2-9254-97723019d280 None None] Network ee71501a-f74e-47e2-b3c2-76d276cbdca2 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:29.417001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.427635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:29.427954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.571832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device ad1df305-82e7-4284-a241-1d8e59a6c4b2 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:29.635303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] For port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9e8fc767-7c1d-4e0c-9e49-44e456a0d81a,segment=NetworkSegment(49581820-e52e-43b3-b459-bc477323016d),segment_id=49581820-e52e-43b3-b459-bc477323016d)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:29.635720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.669494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-68b622f2-d518-495e-b588-8545fa704ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:27Z', 'revision_number': 9, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:29.672895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port ad1df305-82e7-4284-a241-1d8e59a6c4b2 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:29.673410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.702142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b622f2-d518-495e-b588-8545fa704ee0 None None] Checking router: fcd4335e-ff88-4a61-9176-c3dca3259684 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:29.721075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f403cea9-33ad-482d-a7dd-39f2717ca8e4 None None] DHCP port deletion for ee71501a-f74e-47e2-b3c2-76d276cbdca2 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:08:29.735023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f403cea9-33ad-482d-a7dd-39f2717ca8e4 None None] Deleting port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:29.735407 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f403cea9-33ad-482d-a7dd-39f2717ca8e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.766560 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b622f2-d518-495e-b588-8545fa704ee0 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:29.766975 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-68b622f2-d518-495e-b588-8545fa704ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:29.894527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:29.977541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:29.984013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b1b3f248-41fe-49e1-b202-50d385fe2ae5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:29.996876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ff55cfbe-b7e9-4f0a-9378-8163d374e7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:30.026454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=9e8fc767-7c1d-4e0c-9e49-44e456a0d81a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:30.029356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:30.030202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No DVR routers for this DVR port 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:08:30.034985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f403cea9-33ad-482d-a7dd-39f2717ca8e4 None None] The port '9e8fc767-7c1d-4e0c-9e49-44e456a0d81a' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:08:30.089833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-68b622f2-d518-495e-b588-8545fa704ee0 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:30.150990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:30.160614 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:30.176228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee71501a-f74e-47e2-b3c2-76d276cbdca2']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:30.190793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49581820-e52e-43b3-b459-bc477323016d') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:30.191100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49581820-e52e-43b3-b459-bc477323016d') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:30.202775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:30.223134 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:30.229551 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:08:30.229926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:08:30.244251 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:08:30.262645 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:08:30.321756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:30.325756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-503a6616-12f5-4e14-93a5-e0bea19be8e0 tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:30.326578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port ad1df305-82e7-4284-a241-1d8e59a6c4b2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:30.334285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:30.338133 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:30.341789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:30.352705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Network': ['ID=ee71501a-f74e-47e2-b3c2-76d276cbdca2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:30.357198 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:30.363468 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/networks/ee71501a-f74e-47e2-b3c2-76d276cbdca2 HTTP/1.1" status: 204 len: 168 time: 1.0521905 Dec 22 13:08:30.363740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52818) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:30.368830 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'code': 200} Dec 22 13:08:30.463403 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=ad1df305-82e7-4284-a241-1d8e59a6c4b2,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:30.468768 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:30.501748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-68b622f2-d518-495e-b588-8545fa704ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:27Z', 'revision_number': 9, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:30.505996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b622f2-d518-495e-b588-8545fa704ee0 None None] The sync data for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv is: [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:27Z', 'revision_number': 9, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea6ea854-bb1d-42c7-9dc0-041cda43c620', 'name': '', 'network_id': '59ef17dc-e6f9-4090-a524-6713cbf65ac1', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:3b:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:04Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': '87002f8a-c686-4a0a-a5a1-36dfbdada5f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:30.730562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:30.888768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:30.903948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device efe81573-1565-4a24-a57d-ce0e902b60fd no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:08:30.938207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: efe81573-1565-4a24-a57d-ce0e902b60fd {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:08:30.938599 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device efe81573-1565-4a24-a57d-ce0e902b60fd not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:08:30.939006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:08:30.984455 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:08:30.984776 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9e8fc767-7c1d-4e0c-9e49-44e456a0d81a not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:08:30.993769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:31.352122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port ea6ea854-bb1d-42c7-9dc0-041cda43c620 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:31.352717 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:31.544428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] For port ea6ea854-bb1d-42c7-9dc0-041cda43c620, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ea6ea854-bb1d-42c7-9dc0-041cda43c620,segment=NetworkSegment(e06663b2-f32f-45ed-b28f-5211a96928ff),segment_id=e06663b2-f32f-45ed-b28f-5211a96928ff)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:31.544779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:31.665657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for ea6ea854-bb1d-42c7-9dc0-041cda43c620 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:31.842258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:31.845792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2544b1de-86ec-4da1-98c7-1575cd58700e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:31.892094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=ea6ea854-bb1d-42c7-9dc0-041cda43c620,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:31.895138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:32.149707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:32.280359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:32.466601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router fcd4335e-ff88-4a61-9176-c3dca3259684 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:32.752479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:32.763171 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af60b6f-2d7b-4fa5-af61-94ef00f33135 None None] Sync routers for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:32.765614 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4010148 Dec 22 13:08:32.768286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52822) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:32.774668 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af60b6f-2d7b-4fa5-af61-94ef00f33135 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:32.775282 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8af60b6f-2d7b-4fa5-af61-94ef00f33135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:32.831697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-135a43cc-3132-4f74-828e-31a1b7b70701 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting subnet 87002f8a-c686-4a0a-a5a1-36dfbdada5f5 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:08:32.834671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-135a43cc-3132-4f74-828e-31a1b7b70701 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:32.888809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-135a43cc-3132-4f74-828e-31a1b7b70701 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:32.924354 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-8af60b6f-2d7b-4fa5-af61-94ef00f33135 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:32.976706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-135a43cc-3132-4f74-828e-31a1b7b70701 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:33.056917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-135a43cc-3132-4f74-828e-31a1b7b70701 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:33.060977 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2822454d-8d28-4909-be3d-e4c926c6d218 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:33.105347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a43cc-3132-4f74-828e-31a1b7b70701 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Subnet': ['ID=87002f8a-c686-4a0a-a5a1-36dfbdada5f5,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:33.108347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-135a43cc-3132-4f74-828e-31a1b7b70701 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:33.109323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-135a43cc-3132-4f74-828e-31a1b7b70701 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:33.117609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef4df90-0666-479b-86c8-dc8814606775 None None] Network 59ef17dc-e6f9-4090-a524-6713cbf65ac1 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:33.118787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52826) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:33.119683 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-135a43cc-3132-4f74-828e-31a1b7b70701 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/87002f8a-c686-4a0a-a5a1-36dfbdada5f5 HTTP/1.1" status: 204 len: 168 time: 0.3461895 Dec 22 13:08:33.234214 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8af60b6f-2d7b-4fa5-af61-94ef00f33135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:31Z', 'revision_number': 10, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:33.238744 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af60b6f-2d7b-4fa5-af61-94ef00f33135 None None] Checking router: fcd4335e-ff88-4a61-9176-c3dca3259684 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:33.248946 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af60b6f-2d7b-4fa5-af61-94ef00f33135 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:33.249577 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8af60b6f-2d7b-4fa5-af61-94ef00f33135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:33.379752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:33.380044 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d95e48a-5685-45f6-9781-84dde21b4450 None None] DHCP port deletion for 59ef17dc-e6f9-4090-a524-6713cbf65ac1 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:08:33.388384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4d95e48a-5685-45f6-9781-84dde21b4450 None None] Deleting port 1c975373-adad-445f-b43d-6517c07b6e43 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:33.389293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4d95e48a-5685-45f6-9781-84dde21b4450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:33.392297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port 1c975373-adad-445f-b43d-6517c07b6e43 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:33.392607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:33.444390 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-8af60b6f-2d7b-4fa5-af61-94ef00f33135 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:33.593351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] For port 1c975373-adad-445f-b43d-6517c07b6e43, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=1c975373-adad-445f-b43d-6517c07b6e43,segment=NetworkSegment(e06663b2-f32f-45ed-b28f-5211a96928ff),segment_id=e06663b2-f32f-45ed-b28f-5211a96928ff)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:33.593588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:33.606917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4d95e48a-5685-45f6-9781-84dde21b4450 None None] For port 1c975373-adad-445f-b43d-6517c07b6e43, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=1c975373-adad-445f-b43d-6517c07b6e43,segment=NetworkSegment(e06663b2-f32f-45ed-b28f-5211a96928ff),segment_id=e06663b2-f32f-45ed-b28f-5211a96928ff)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:33.607245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4d95e48a-5685-45f6-9781-84dde21b4450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:33.719471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for 1c975373-adad-445f-b43d-6517c07b6e43 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:33.727954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4d95e48a-5685-45f6-9781-84dde21b4450 None None] Calling delete_port for 1c975373-adad-445f-b43d-6517c07b6e43 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:33.765101 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-8af60b6f-2d7b-4fa5-af61-94ef00f33135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:31Z', 'revision_number': 10, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:33.769659 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af60b6f-2d7b-4fa5-af61-94ef00f33135 None None] The sync data for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv is: [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:31Z', 'revision_number': 10, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None, '_interfaces': [{'id': 'daa088e6-c876-4353-b6c6-f60b7765491d', 'name': '', 'network_id': 'ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'mac_address': 'fa:16:3e:4d:cb:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:00Z', 'updated_at': '2021-12-22T13:08:07Z', 'revision_number': 5, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'subnets': [{'id': 'd82bcc18-12d2-40f9-aa66-b86a0260cefe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:33.799269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:33.805056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:33.807468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-4d95e48a-5685-45f6-9781-84dde21b4450 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:08:33.808099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-4d95e48a-5685-45f6-9781-84dde21b4450 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:08:33.854429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No DVR routers for this DVR port 1c975373-adad-445f-b43d-6517c07b6e43 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:08:33.856049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=1c975373-adad-445f-b43d-6517c07b6e43,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:33.881680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:33.982917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:34.009433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ef17dc-e6f9-4090-a524-6713cbf65ac1']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:34.021584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06663b2-f32f-45ed-b28f-5211a96928ff') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:34.021886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06663b2-f32f-45ed-b28f-5211a96928ff') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:34.032910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:34.048848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:34.055024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:08:34.055397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:08:34.069693 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:08:34.151984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:34.155488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bdc8af04-c3ac-4663-b1c8-0e405b6c9ed9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:34.170014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:34.179328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Network': ['ID=59ef17dc-e6f9-4090-a524-6713cbf65ac1,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:34.183882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:34.190145 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/networks/59ef17dc-e6f9-4090-a524-6713cbf65ac1 HTTP/1.1" status: 204 len: 168 time: 1.0703018 Dec 22 13:08:34.192743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52830) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:34.308991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4d95e48a-5685-45f6-9781-84dde21b4450 None None] Deleting port 1c975373-adad-445f-b43d-6517c07b6e43 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:34.309377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4d95e48a-5685-45f6-9781-84dde21b4450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:34.423644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-4d95e48a-5685-45f6-9781-84dde21b4450 None None] The port '1c975373-adad-445f-b43d-6517c07b6e43' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:08:34.691803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:34.780626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ea6ea854-bb1d-42c7-9dc0-041cda43c620 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:08:34.817465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: ea6ea854-bb1d-42c7-9dc0-041cda43c620 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:08:34.817778 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ea6ea854-bb1d-42c7-9dc0-041cda43c620 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:08:34.818244 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 1c975373-adad-445f-b43d-6517c07b6e43 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:08:34.852073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 1c975373-adad-445f-b43d-6517c07b6e43 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:08:34.852402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 1c975373-adad-445f-b43d-6517c07b6e43 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:08:35.139737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port daa088e6-c876-4353-b6c6-f60b7765491d {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:35.139972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:35.325747 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] For port daa088e6-c876-4353-b6c6-f60b7765491d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=daa088e6-c876-4353-b6c6-f60b7765491d,segment=NetworkSegment(244841b7-042d-4b80-96d3-10d66aaf90d8),segment_id=244841b7-042d-4b80-96d3-10d66aaf90d8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:35.326457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:35.444019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for daa088e6-c876-4353-b6c6-f60b7765491d owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:35.621251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:35.624826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5418747f-9eb6-42d1-ba45-0075e73edf9a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:35.668327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=daa088e6-c876-4353-b6c6-f60b7765491d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:35.671320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:35.898005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:36.304735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router fcd4335e-ff88-4a61-9176-c3dca3259684 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:36.442869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:36.453038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34607af-4c8b-43c7-9aa8-fb20aa25e406 None None] Sync routers for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:36.455930 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2621598 Dec 22 13:08:36.458832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52834) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:36.463973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34607af-4c8b-43c7-9aa8-fb20aa25e406 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:36.464602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c34607af-4c8b-43c7-9aa8-fb20aa25e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:36.524071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e909f759-7e59-420d-a339-21003b5eb63b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting subnet d82bcc18-12d2-40f9-aa66-b86a0260cefe {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:08:36.527738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e909f759-7e59-420d-a339-21003b5eb63b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:36.581137 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e909f759-7e59-420d-a339-21003b5eb63b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:36.592658 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c34607af-4c8b-43c7-9aa8-fb20aa25e406 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:36.672551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e909f759-7e59-420d-a339-21003b5eb63b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:36.703007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c34607af-4c8b-43c7-9aa8-fb20aa25e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:35Z', 'revision_number': 11, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:36.707520 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34607af-4c8b-43c7-9aa8-fb20aa25e406 None None] Checking router: fcd4335e-ff88-4a61-9176-c3dca3259684 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:36.717153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34607af-4c8b-43c7-9aa8-fb20aa25e406 None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:36.718463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c34607af-4c8b-43c7-9aa8-fb20aa25e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:36.751284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e909f759-7e59-420d-a339-21003b5eb63b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:36.755550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f3e33047-2d5d-4b81-a67f-6c2910f78835 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:36.792543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909f759-7e59-420d-a339-21003b5eb63b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Subnet': ['ID=d82bcc18-12d2-40f9-aa66-b86a0260cefe,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:36.795546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e909f759-7e59-420d-a339-21003b5eb63b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:36.802661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e909f759-7e59-420d-a339-21003b5eb63b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:36.809164 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e909f759-7e59-420d-a339-21003b5eb63b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/d82bcc18-12d2-40f9-aa66-b86a0260cefe HTTP/1.1" status: 204 len: 168 time: 0.3494217 Dec 22 13:08:36.811760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52838) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:36.826317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fc3fb3-c063-4747-9860-a818a01ccc41 None None] Network ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:36.907189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c34607af-4c8b-43c7-9aa8-fb20aa25e406 None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:36.922379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:36.933173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Deleting port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:36.933497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:37.021778 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c34607af-4c8b-43c7-9aa8-fb20aa25e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:35Z', 'revision_number': 11, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:37.036747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34607af-4c8b-43c7-9aa8-fb20aa25e406 None None] The sync data for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv is: [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:35Z', 'revision_number': 11, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:37.138718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] For port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4c2c3976-b838-4f9b-8376-6c2e863cd8b8,segment=NetworkSegment(244841b7-042d-4b80-96d3-10d66aaf90d8),segment_id=244841b7-042d-4b80-96d3-10d66aaf90d8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:37.139124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:37.260123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Calling delete_port for 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:37.341493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:37.345118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-444cb9e5-b3ef-4597-b38a-dd8a86a62248 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:37.387791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Port': ['ID=4c2c3976-b838-4f9b-8376-6c2e863cd8b8,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:37.392682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No DVR routers for this DVR port 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:08:37.396670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46059056-6582-4a1f-92e8-e7390c4c36cf None None] DHCP port deletion for ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:08:37.423234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:37.522204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:37.553623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:37.566343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244841b7-042d-4b80-96d3-10d66aaf90d8') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:37.566648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244841b7-042d-4b80-96d3-10d66aaf90d8') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:37.578271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:37.594828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:37.601204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:08:37.601595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:08:37.619714 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:08:37.703926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:37.709163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-561d0ab2-41fd-4365-9bcf-ee4f0bfd5d60 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:37.728947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:37.739637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Pushing event deleted for resources: {'Network': ['ID=ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:37.743752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:37.747338 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/networks/ad2d2b07-d43e-4974-8d50-6ff7c0c4eff0 HTTP/1.1" status: 204 len: 168 time: 0.9346542 Dec 22 13:08:37.750035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52842) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:37.754906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-27a825fd-527a-4ebe-8e9d-89859a382914 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'router': {'routes': None}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:38.174370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.extraroute_db [None req-27a825fd-527a-4ebe-8e9d-89859a382914 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Added routes are [] {{(pid=87569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 22 13:08:38.174519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.extraroute_db [None req-27a825fd-527a-4ebe-8e9d-89859a382914 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Removed routes are [] {{(pid=87569) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 22 13:08:38.175434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27a825fd-527a-4ebe-8e9d-89859a382914 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.423836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27a825fd-527a-4ebe-8e9d-89859a382914 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.427154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27a825fd-527a-4ebe-8e9d-89859a382914 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.560294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a825fd-527a-4ebe-8e9d-89859a382914 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router fcd4335e-ff88-4a61-9176-c3dca3259684 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:38.690422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a825fd-527a-4ebe-8e9d-89859a382914 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:38.696969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-27a825fd-527a-4ebe-8e9d-89859a382914 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.700027 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83607b8-05f0-4fed-b220-34cbb972e95f None None] Sync routers for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:38.700659 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-27a825fd-527a-4ebe-8e9d-89859a382914 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684 HTTP/1.1" status: 200 len: 701 time: 0.9491153 Dec 22 13:08:38.701125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52846) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:38.715007 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83607b8-05f0-4fed-b220-34cbb972e95f None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:38.715644 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c83607b8-05f0-4fed-b220-34cbb972e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:38.747946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-05ced2a0-732d-4371-8270-e68bcb0608c3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Synchronizing usage tracker for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:08:38.764720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-05ced2a0-732d-4371-8270-e68bcb0608c3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Unset dirty status for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:08:38.766139 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-05ced2a0-732d-4371-8270-e68bcb0608c3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcd4335e-ff88-4a61-9176-c3dca3259684 HTTP/1.1" status: 200 len: 205 time: 0.0635610 Dec 22 13:08:38.768909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52850) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:38.782340 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device daa088e6-c876-4353-b6c6-f60b7765491d no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:08:38.816972 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: daa088e6-c876-4353-b6c6-f60b7765491d {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:08:38.817396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device daa088e6-c876-4353-b6c6-f60b7765491d not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:08:38.817926 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:08:38.851324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:08:38.852000 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4c2c3976-b838-4f9b-8376-6c2e863cd8b8 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:08:38.870534 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-c83607b8-05f0-4fed-b220-34cbb972e95f None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:38.901099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99579e21-7787-44cd-a6e8-0f202a934107 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:38.974809 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c83607b8-05f0-4fed-b220-34cbb972e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:35Z', 'revision_number': 11, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:38.978143 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83607b8-05f0-4fed-b220-34cbb972e95f None None] Checking router: fcd4335e-ff88-4a61-9176-c3dca3259684 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:38.987389 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83607b8-05f0-4fed-b220-34cbb972e95f None None] Routers {'fcd4335e-ff88-4a61-9176-c3dca3259684'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:38.988335 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c83607b8-05f0-4fed-b220-34cbb972e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fcd4335e-ff88-4a61-9176-c3dca3259684'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:39.119832 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-c83607b8-05f0-4fed-b220-34cbb972e95f None None] Set router fcd4335e-ff88-4a61-9176-c3dca3259684 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:39.229612 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c83607b8-05f0-4fed-b220-34cbb972e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:35Z', 'revision_number': 11, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:39.234667 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83607b8-05f0-4fed-b220-34cbb972e95f None None] The sync data for ids ['fcd4335e-ff88-4a61-9176-c3dca3259684'] in dv-neutron-822668-1-hyperv is: [{'id': 'fcd4335e-ff88-4a61-9176-c3dca3259684', 'name': 'tempest-RoutersTest-router-1320117530', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:58Z', 'updated_at': '2021-12-22T13:08:35Z', 'revision_number': 11, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:39.360518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99579e21-7787-44cd-a6e8-0f202a934107 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:39.364159 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99579e21-7787-44cd-a6e8-0f202a934107 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:39.396172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99579e21-7787-44cd-a6e8-0f202a934107 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:39.396172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99579e21-7787-44cd-a6e8-0f202a934107 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Fanout notify agent at l3_agent the message router_deleted on router fcd4335e-ff88-4a61-9176-c3dca3259684 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:08:39.416618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-99579e21-7787-44cd-a6e8-0f202a934107 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:39.416618 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-99579e21-7787-44cd-a6e8-0f202a934107 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684 HTTP/1.1" status: 204 len: 168 time: 0.6452835 Dec 22 13:08:39.421885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52854) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:39.426809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-35f7e33f-c201-4873-8c33-debb36ff0353 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1322976959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:39.437935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-35f7e33f-c201-4873-8c33-debb36ff0353 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:39.441970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-35f7e33f-c201-4873-8c33-debb36ff0353 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Usage tracker for resource:router and tenant:0fd3719cee3d4ac9845606e83f7ab468 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:39.447302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-35f7e33f-c201-4873-8c33-debb36ff0353 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:39.453126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-35f7e33f-c201-4873-8c33-debb36ff0353 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:39.465880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35f7e33f-c201-4873-8c33-debb36ff0353 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:39.467456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35f7e33f-c201-4873-8c33-debb36ff0353 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:39.486189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35f7e33f-c201-4873-8c33-debb36ff0353 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:39.514460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35f7e33f-c201-4873-8c33-debb36ff0353 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:39.542766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35f7e33f-c201-4873-8c33-debb36ff0353 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:39.543402 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-35f7e33f-c201-4873-8c33-debb36ff0353 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1230228 Dec 22 13:08:39.547305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52858) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:39.553213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8b401a00-9a89-4fb1-81a2-c196964a2c6c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:39.951564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b401a00-9a89-4fb1-81a2-c196964a2c6c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:39.963482 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b401a00-9a89-4fb1-81a2-c196964a2c6c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:40.139739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b401a00-9a89-4fb1-81a2-c196964a2c6c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Router c8b7fa63-44ac-48a9-80dc-ac64883fbdb4 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:08:40.268961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b401a00-9a89-4fb1-81a2-c196964a2c6c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:40.275383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b401a00-9a89-4fb1-81a2-c196964a2c6c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:40.276897 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8b401a00-9a89-4fb1-81a2-c196964a2c6c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "PUT /v2.0/routers/c8b7fa63-44ac-48a9-80dc-ac64883fbdb4 HTTP/1.1" status: 200 len: 694 time: 0.7295449 Dec 22 13:08:40.279672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52862) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:40.282586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22da8428-7950-4155-9559-6ce96d487a73 None None] Sync routers for ids ['c8b7fa63-44ac-48a9-80dc-ac64883fbdb4'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:40.293505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22da8428-7950-4155-9559-6ce96d487a73 None None] Routers {'c8b7fa63-44ac-48a9-80dc-ac64883fbdb4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:40.294224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-22da8428-7950-4155-9559-6ce96d487a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c8b7fa63-44ac-48a9-80dc-ac64883fbdb4'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:40.425109 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7d68bce3-da58-434d-8bfa-277668b8bf6d tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/routers/c8b7fa63-44ac-48a9-80dc-ac64883fbdb4 HTTP/1.1" status: 200 len: 700 time: 0.1437459 Dec 22 13:08:40.428499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52866) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:40.450377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-22da8428-7950-4155-9559-6ce96d487a73 None None] Set router c8b7fa63-44ac-48a9-80dc-ac64883fbdb4 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:40.471526 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9aff8abe-4772-4d17-939b-527505bd32e0 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8b7fa63-44ac-48a9-80dc-ac64883fbdb4 HTTP/1.1" status: 200 len: 205 time: 0.0418649 Dec 22 13:08:40.473936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52870) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:40.599373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:40.607447 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-22da8428-7950-4155-9559-6ce96d487a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b7fa63-44ac-48a9-80dc-ac64883fbdb4', 'name': 'tempest-RoutersTest-router-1322976959', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:39Z', 'updated_at': '2021-12-22T13:08:39Z', 'revision_number': 2, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:40.612080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22da8428-7950-4155-9559-6ce96d487a73 None None] Checking router: c8b7fa63-44ac-48a9-80dc-ac64883fbdb4 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:40.621264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22da8428-7950-4155-9559-6ce96d487a73 None None] Routers {'c8b7fa63-44ac-48a9-80dc-ac64883fbdb4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:40.621916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-22da8428-7950-4155-9559-6ce96d487a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['c8b7fa63-44ac-48a9-80dc-ac64883fbdb4'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:40.740845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd842ae7-d4fb-44f0-99f8-8b73fcf01de8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:40.749737 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-22da8428-7950-4155-9559-6ce96d487a73 None None] Set router c8b7fa63-44ac-48a9-80dc-ac64883fbdb4 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:40.891960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-22da8428-7950-4155-9559-6ce96d487a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8b7fa63-44ac-48a9-80dc-ac64883fbdb4', 'name': 'tempest-RoutersTest-router-1322976959', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:39Z', 'updated_at': '2021-12-22T13:08:39Z', 'revision_number': 2, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:40.891960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22da8428-7950-4155-9559-6ce96d487a73 None None] The sync data for ids ['c8b7fa63-44ac-48a9-80dc-ac64883fbdb4'] in dv-neutron-822668-1-hyperv is: [{'id': 'c8b7fa63-44ac-48a9-80dc-ac64883fbdb4', 'name': 'tempest-RoutersTest-router-1322976959', 'tenant_id': '0fd3719cee3d4ac9845606e83f7ab468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:39Z', 'updated_at': '2021-12-22T13:08:39Z', 'revision_number': 2, 'project_id': '0fd3719cee3d4ac9845606e83f7ab468', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:41.059801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd842ae7-d4fb-44f0-99f8-8b73fcf01de8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:41.061961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd842ae7-d4fb-44f0-99f8-8b73fcf01de8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:41.089277 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd842ae7-d4fb-44f0-99f8-8b73fcf01de8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:41.089917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd842ae7-d4fb-44f0-99f8-8b73fcf01de8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Fanout notify agent at l3_agent the message router_deleted on router c8b7fa63-44ac-48a9-80dc-ac64883fbdb4 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:08:41.104990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd842ae7-d4fb-44f0-99f8-8b73fcf01de8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:41.106106 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cd842ae7-d4fb-44f0-99f8-8b73fcf01de8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/c8b7fa63-44ac-48a9-80dc-ac64883fbdb4 HTTP/1.1" status: 204 len: 168 time: 0.6312919 Dec 22 13:08:41.115764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52874) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.165229 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-01fe4972-0b4d-4518-98fc-03be88e5d9fd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8b7fa63-44ac-48a9-80dc-ac64883fbdb4 HTTP/1.1" status: 200 len: 205 time: 0.0481119 Dec 22 13:08:41.167946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52878) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.232935 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-f3f0ea59-7aa8-4345-8ea1-a9f4c970063f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] delete failed (client error): The resource could not be found. Dec 22 13:08:41.234887 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f3f0ea59-7aa8-4345-8ea1-a9f4c970063f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/c8b7fa63-44ac-48a9-80dc-ac64883fbdb4 HTTP/1.1" status: 404 len: 336 time: 0.0648966 Dec 22 13:08:41.236356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52882) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.277190 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e4cb32-ba3f-4d34-b94b-caa8f8580f53 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:41.277636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e4cb32-ba3f-4d34-b94b-caa8f8580f53 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:41.279321 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-77e4cb32-ba3f-4d34-b94b-caa8f8580f53 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/703b9424-eeac-4989-b90a-85f30dc3895e HTTP/1.1" status: 404 len: 337 time: 0.0420163 Dec 22 13:08:41.282769 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52886) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.321335 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7090ba-202e-414d-a24c-8894d4011fa3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:41.322294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7090ba-202e-414d-a24c-8894d4011fa3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:41.324503 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-db7090ba-202e-414d-a24c-8894d4011fa3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/99b443ff-7ab8-4abd-bf5d-97953f10b675 HTTP/1.1" status: 404 len: 337 time: 0.0415583 Dec 22 13:08:41.326844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52890) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.365600 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-715b09ea-6586-4cd8-aa78-0027bde7cba2 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:41.365824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715b09ea-6586-4cd8-aa78-0027bde7cba2 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:41.367506 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-715b09ea-6586-4cd8-aa78-0027bde7cba2 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/87002f8a-c686-4a0a-a5a1-36dfbdada5f5 HTTP/1.1" status: 404 len: 337 time: 0.0397844 Dec 22 13:08:41.370391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52894) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.414175 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e173474-62d2-407b-9b8c-15ee849b05cb tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:41.414625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e173474-62d2-407b-9b8c-15ee849b05cb tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:41.416341 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8e173474-62d2-407b-9b8c-15ee849b05cb tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/d82bcc18-12d2-40f9-aa66-b86a0260cefe HTTP/1.1" status: 404 len: 337 time: 0.0447636 Dec 22 13:08:41.419190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52898) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.464959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4098e8b8-f2f6-46ec-9977-bb239ece815e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Synchronizing usage tracker for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:08:41.477680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4098e8b8-f2f6-46ec-9977-bb239ece815e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Unset dirty status for tenant:0fd3719cee3d4ac9845606e83f7ab468 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:08:41.478827 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4098e8b8-f2f6-46ec-9977-bb239ece815e tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=fcd4335e-ff88-4a61-9176-c3dca3259684 HTTP/1.1" status: 200 len: 205 time: 0.0586913 Dec 22 13:08:41.481796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52902) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.559634 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-aee35fb0-7531-454d-9b8b-c533893f786c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] delete failed (client error): The resource could not be found. Dec 22 13:08:41.559634 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-aee35fb0-7531-454d-9b8b-c533893f786c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/fcd4335e-ff88-4a61-9176-c3dca3259684 HTTP/1.1" status: 404 len: 336 time: 0.0767512 Dec 22 13:08:41.559962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52906) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.608005 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-62fffccd-f28d-45a9-89f9-fd22e7e79c77 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=003f7b20-7d3e-4ec0-83e1-0047092cc783 HTTP/1.1" status: 200 len: 205 time: 0.0466726 Dec 22 13:08:41.610334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52910) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.687675 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-d3c34be2-b277-447e-8f32-176dbc7e802f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] delete failed (client error): The resource could not be found. Dec 22 13:08:41.687675 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d3c34be2-b277-447e-8f32-176dbc7e802f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/003f7b20-7d3e-4ec0-83e1-0047092cc783 HTTP/1.1" status: 404 len: 336 time: 0.0654528 Dec 22 13:08:41.687675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52914) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.730174 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-f348e744-512a-492a-a8fe-b5fac7f6862a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:41.730174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f348e744-512a-492a-a8fe-b5fac7f6862a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:41.730174 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f348e744-512a-492a-a8fe-b5fac7f6862a tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/deb5a588-0874-4813-8b22-9f2a8dc8fd45 HTTP/1.1" status: 404 len: 337 time: 0.0451026 Dec 22 13:08:41.730174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52918) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.771941 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c5cda872-088a-40ad-839e-e3e0a5cdc657 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e59cb3-8fd6-412e-87b7-93f4786c96df HTTP/1.1" status: 200 len: 205 time: 0.0417478 Dec 22 13:08:41.774152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52922) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.844854 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-6a6f1be4-ae62-451d-ac6f-86e28f682048 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] delete failed (client error): The resource could not be found. Dec 22 13:08:41.844854 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6a6f1be4-ae62-451d-ac6f-86e28f682048 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/06e59cb3-8fd6-412e-87b7-93f4786c96df HTTP/1.1" status: 404 len: 336 time: 0.0690815 Dec 22 13:08:41.846809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52926) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.890214 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c08f7dc8-6cf1-4ef6-a211-bdb24180c4dc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=75f750fe-70a8-498e-bee4-095f3ad253c3 HTTP/1.1" status: 200 len: 205 time: 0.0422609 Dec 22 13:08:41.892673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52930) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:41.959574 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-f95caec2-9cb6-43bc-b920-913efd15ee38 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] delete failed (client error): The resource could not be found. Dec 22 13:08:41.960513 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f95caec2-9cb6-43bc-b920-913efd15ee38 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/75f750fe-70a8-498e-bee4-095f3ad253c3 HTTP/1.1" status: 404 len: 336 time: 0.0669842 Dec 22 13:08:41.964547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52934) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:42.001372 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-502358f7-c671-4660-a17a-177ef07bc51c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:42.001810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502358f7-c671-4660-a17a-177ef07bc51c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:42.003436 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-502358f7-c671-4660-a17a-177ef07bc51c tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/5e47404b-ff6d-48f4-a593-8c6f74b5accc HTTP/1.1" status: 404 len: 337 time: 0.0380316 Dec 22 13:08:42.006065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52938) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:42.049673 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-726ea213-2240-4f2c-8cc8-c063bc39a230 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=05e853cc-1bcb-4c2c-b848-73e9c41d8ad5 HTTP/1.1" status: 200 len: 205 time: 0.0425727 Dec 22 13:08:42.052968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52942) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:42.233949 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-abc01df0-d945-43a2-91a2-2604d596d115 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] delete failed (client error): The resource could not be found. Dec 22 13:08:42.234852 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-abc01df0-d945-43a2-91a2-2604d596d115 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/05e853cc-1bcb-4c2c-b848-73e9c41d8ad5 HTTP/1.1" status: 404 len: 336 time: 0.1810429 Dec 22 13:08:42.238831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52946) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:42.275871 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ae424a-5be5-47ad-91eb-3a144c6edbb8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:42.276300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ae424a-5be5-47ad-91eb-3a144c6edbb8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:42.277884 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-23ae424a-5be5-47ad-91eb-3a144c6edbb8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/bf66ae2c-3f1f-48a1-9126-e9da26c121b3 HTTP/1.1" status: 404 len: 337 time: 0.0382147 Dec 22 13:08:42.281515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52950) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:42.324599 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1e61d335-2495-4b68-878d-ea471f1da6b4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a381b-162d-42cd-813a-71b3d4035d46 HTTP/1.1" status: 200 len: 205 time: 0.0420182 Dec 22 13:08:42.326718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52954) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:42.393395 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-4c5c9638-20b6-4c5f-902e-ffb94736d999 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] delete failed (client error): The resource could not be found. Dec 22 13:08:42.394361 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4c5c9638-20b6-4c5f-902e-ffb94736d999 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/routers/919a381b-162d-42cd-813a-71b3d4035d46 HTTP/1.1" status: 404 len: 336 time: 0.0667958 Dec 22 13:08:42.398537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52958) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:42.438724 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-23349071-5ed6-4cda-acc8-6cc03bacae80 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:42.439172 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23349071-5ed6-4cda-acc8-6cc03bacae80 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:42.441232 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-23349071-5ed6-4cda-acc8-6cc03bacae80 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/4c5b8572-9719-45f2-b20d-40570c838465 HTTP/1.1" status: 404 len: 337 time: 0.0413725 Dec 22 13:08:42.444457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52962) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:42.485505 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-386bc7a4-d7e2-4b28-9881-7e14e2ed6980 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] DELETE failed (client error): The resource could not be found. Dec 22 13:08:42.485864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-386bc7a4-d7e2-4b28-9881-7e14e2ed6980 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:08:42.487494 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-386bc7a4-d7e2-4b28-9881-7e14e2ed6980 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] 10.222.0.24 "DELETE /v2.0/subnets/90ed2a98-9bc7-4dbb-ba4c-3d2b465a5fdf HTTP/1.1" status: 404 len: 337 time: 0.0421402 Dec 22 13:08:42.765542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 52970) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:42.935372 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-18eb2489-06e1-46e7-9496-63b78e554a06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fd3719cee3d4ac9845606e83f7ab468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682522 Dec 22 13:08:42.937946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 52976) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:42.996855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ee1a41b-d465-4609-b7ac-27570e95ce09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:43.022185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ee1a41b-d465-4609-b7ac-27570e95ce09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:43.080410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ee1a41b-d465-4609-b7ac-27570e95ce09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:43.084352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-323a92eb-02d0-4bdf-ab6c-d4bcdb47a9c4 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:43.097910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1a41b-d465-4609-b7ac-27570e95ce09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36c1388-16b4-4bcc-80c5-e424a5bb1632,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:43.100432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5ee1a41b-d465-4609-b7ac-27570e95ce09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:43.101593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5ee1a41b-d465-4609-b7ac-27570e95ce09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:43.102675 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5ee1a41b-d465-4609-b7ac-27570e95ce09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b36c1388-16b4-4bcc-80c5-e424a5bb1632 HTTP/1.1" status: 204 len: 168 time: 0.1638045 Dec 22 13:08:44.454208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53014) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:44.615379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'network': {'name': 'tempest-network-smoke--1740081249', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:44.621242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:44.628071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:network and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:44.630930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:44.637540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:44.648081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:08:44.651488 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:44.663382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:44.677476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:44.681270 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:44.684071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:44.690084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:44.776059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:44.782334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:44.785406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0fa841e5-e4ad-4209-af2b-7cfa4cbfe32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:44.814569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:08:44.822952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:44.827209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:44.829901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:44.830241 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Added segment 6b62798e-ec2d-44d4-996f-a68bd45a774c of type vlan for network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc Dec 22 13:08:44.856302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:44.887566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:44.893233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:44.893811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:44.897249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:45.003519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Network': ['ID=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:45.006309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:45.007874 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5525374 Dec 22 13:08:45.010806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53020) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:45.013843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:08:45.016761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'admin_state_up': True, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:45.023936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:45.027925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:router and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:45.030784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:45.037090 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:45.047061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:45.048240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:45.063581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:45.329772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:45.759469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:45.790494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:45.924455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.226 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/10771d1a-9643-40b3-846f-76dd8e7c2367) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:46.070404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:46.102533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:46.106221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-57c1b416-c098-452e-baf0-ea921cd4eb84 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:46.171137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:46.174124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:46.176900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:08:46.211084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=10771d1a-9643-40b3-846f-76dd8e7c2367,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:46.219139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:46.600517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:46.948494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:47.286762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:08:47.465755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:47.475858 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Sync routers for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:47.486672 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:47.487264 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:47.492855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:47.494056 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4817159 Dec 22 13:08:47.497217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53024) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:47.578445 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0875a1b9-4480-4df7-b01b-32dbc4aab517 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f78c694f854e4d3495bc7de63c3e5cf7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800295 Dec 22 13:08:47.581073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53030) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:47.662716 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:47.709622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74be59e3-7539-4097-a774-c3806f23a229 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:47.711117 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-74be59e3-7539-4097-a774-c3806f23a229 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290224 Dec 22 13:08:47.714385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53034) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:47.752143 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-762156a2-dbac-4c31-90c6-3b6f377ede0a tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366061 Dec 22 13:08:47.754573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53038) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:47.759826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1054088469', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:47.871444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:47.875416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:subnet and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:47.878402 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:47.884260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:47.895475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:08:47.898939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:47.979651 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:46Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:47.983375 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Checking router: 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:47.983758 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Updating router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 port 10771d1a-9643-40b3-846f-76dd8e7c2367 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:08:48.039021 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:48.111331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:48.114859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-135a43cc-3132-4f74-828e-31a1b7b70701 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:48.198744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Subnet': ['ID=94cd4279-b5ce-4d77-9f1b-3bae561fe3cb,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:48.202523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:48.209406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Checking segment: {'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:48.209763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network hostable DHCP agents. Network: 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:08:48.230752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:08:48.240305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:48.244569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:48.245114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:48.250290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f6592-b8e6-4d4e-b6e4-0ffff34fc5c1 None None] Network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:48.266412 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8b572a71-c910-4860-95a9-e45d4b525817 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5108714 Dec 22 13:08:48.269249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53042) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:48.369057 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:48.381163 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Transition to ACTIVE for port object 10771d1a-9643-40b3-846f-76dd8e7c2367 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:48.388108 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:48.391749 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-d88f7d3f-2813-4c3b-ae81-a31a9df229c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:48.468719 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903ab34-0ed3-414f-b4e8-499fc2acc5d2 None None] Pushing event updated for resources: {'Port': ['ID=10771d1a-9643-40b3-846f-76dd8e7c2367,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:48.471328 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-3903ab34-0ed3-414f-b4e8-499fc2acc5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:48.474261 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Attempting to bind port 10771d1a-9643-40b3-846f-76dd8e7c2367 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:48.474633 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Attempting to bind port 10771d1a-9643-40b3-846f-76dd8e7c2367 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:48.474997 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Attempting to bind port 10771d1a-9643-40b3-846f-76dd8e7c2367 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:08:48.478494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:08:48.479232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:48.480970 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:08:48.481465 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:48.481728 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:48.482119 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:08:48.482577 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Bound port: 10771d1a-9643-40b3-846f-76dd8e7c2367, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:48.482952 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:48.556792 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] For port 10771d1a-9643-40b3-846f-76dd8e7c2367, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:08:48.559896 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] For port 10771d1a-9643-40b3-846f-76dd8e7c2367, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=10771d1a-9643-40b3-846f-76dd8e7c2367,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:08:48.565483 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:48.577348 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-b35adcda-8b3c-4284-b978-baed069ed6ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:48.641362 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:48.642267 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:48.662179 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Allocated IP 172.20.0.2 (1c1f0bd3-657a-48d9-a18e-3f9220e71ccc/94cd4279-b5ce-4d77-9f1b-3bae561fe3cb/ef9e212f-927f-4d68-abdc-108d10d66e5c) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:48.812594 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903ab34-0ed3-414f-b4e8-499fc2acc5d2 None None] Pushing event updated for resources: {'Port': ['ID=10771d1a-9643-40b3-846f-76dd8e7c2367,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:48.818461 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-3903ab34-0ed3-414f-b4e8-499fc2acc5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:48.832935 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:48.877336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:48.888571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Transition to ACTIVE for port object ef9e212f-927f-4d68-abdc-108d10d66e5c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:48.906997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Transition to ACTIVE for port object ef9e212f-927f-4d68-abdc-108d10d66e5c will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:48.913810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:48.919906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-02e1b999-24e4-4f53-958d-028af6a76bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:49.000084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:49.002976 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:49.005548 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:08:49.015055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Pushing event updated for resources: {'Port': ['ID=ef9e212f-927f-4d68-abdc-108d10d66e5c,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:49.018229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:49.104068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Attempting to bind port ef9e212f-927f-4d68-abdc-108d10d66e5c on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:49.104559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Attempting to bind port ef9e212f-927f-4d68-abdc-108d10d66e5c by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:49.105328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Attempting to bind port ef9e212f-927f-4d68-abdc-108d10d66e5c on network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:08:49.110352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:08:49.110756 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Checking segment: {'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:49.111175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:49.111565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Bound using segment: {'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:08:49.112058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Bound port: ef9e212f-927f-4d68-abdc-108d10d66e5c, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:49.112436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:49.119109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:49.125026 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:46Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:49.129393 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23daa4c2-0e2d-442e-91db-046a96196c08 None None] The sync data for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv is: [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:46Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:49.207137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] For port ef9e212f-927f-4d68-abdc-108d10d66e5c, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:08:49.212940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] For port ef9e212f-927f-4d68-abdc-108d10d66e5c, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ef9e212f-927f-4d68-abdc-108d10d66e5c,segment=NetworkSegment(6b62798e-ec2d-44d4-996f-a68bd45a774c),segment_id=6b62798e-ec2d-44d4-996f-a68bd45a774c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:08:49.219426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:49.223134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:49.305887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Pushing event updated for resources: {'Port': ['ID=ef9e212f-927f-4d68-abdc-108d10d66e5c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:49.311817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:49.575533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.1 (1c1f0bd3-657a-48d9-a18e-3f9220e71ccc/94cd4279-b5ce-4d77-9f1b-3bae561fe3cb/ddddcaa8-64e2-4c36-9497-4dbe493298a6) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:08:49.724688 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:08:49.763115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:49.779313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object ddddcaa8-64e2-4c36-9497-4dbe493298a6 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:49.802955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:49.806974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:49.876945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:49.880293 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:49.884212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:08:49.918667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=ddddcaa8-64e2-4c36-9497-4dbe493298a6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:49.928067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:49.945931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:50.110813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:50.329540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8112acc5-9dc8-4b8a-80b5-e6866d26fffc None None] Network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:08:50.423049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-634bf469-9081-4e8d-8921-5e936bd57601 None None] Provisioning for port ef9e212f-927f-4d68-abdc-108d10d66e5c completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:50.536436 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:50.542692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:50.570933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-99b76782-10eb-4935-8a1d-2c3da06451b2 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:50.805753 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:50.809446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=ddddcaa8-64e2-4c36-9497-4dbe493298a6,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:50.812909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:50.850432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 10771d1a-9643-40b3-846f-76dd8e7c2367 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:50.932474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 10771d1a-9643-40b3-846f-76dd8e7c2367 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:50.938230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 10771d1a-9643-40b3-846f-76dd8e7c2367 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:50.938742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:50.947231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:08:50.948468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:08:51.049882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a0688605-3d66-47f8-b4a2-e75d50a572aa None None] Provisioning for port ddddcaa8-64e2-4c36-9497-4dbe493298a6 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:51.068760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a0688605-3d66-47f8-b4a2-e75d50a572aa None None] Provisioning complete for port ddddcaa8-64e2-4c36-9497-4dbe493298a6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:51.069241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a0688605-3d66-47f8-b4a2-e75d50a572aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:51.123417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:51.139194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a0688605-3d66-47f8-b4a2-e75d50a572aa None None] Port ddddcaa8-64e2-4c36-9497-4dbe493298a6 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:51.141739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:51.146402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 10771d1a-9643-40b3-846f-76dd8e7c2367, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=10771d1a-9643-40b3-846f-76dd8e7c2367,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:51.154792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:51.155922 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ef9e212f-927f-4d68-abdc-108d10d66e5c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:51.180235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b9822a97-61df-4248-9b73-3b16e3d21635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:51.282193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d9e1fb0c-1088-4576-a29c-9359bcd2c2b3 None None] Provisioning complete for port ddddcaa8-64e2-4c36-9497-4dbe493298a6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:51.282576 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d9e1fb0c-1088-4576-a29c-9359bcd2c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:51.311502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=10771d1a-9643-40b3-846f-76dd8e7c2367,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:51.329842 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:51.332880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:51.343843 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/6aac7d3e-8667-45b9-9a81-ad83beef6eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0732737 Dec 22 13:08:51.346055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Sync routers for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:51.346528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53046) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:51.352810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port ef9e212f-927f-4d68-abdc-108d10d66e5c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:51.355736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1fb0c-1088-4576-a29c-9359bcd2c2b3 None None] Port ddddcaa8-64e2-4c36-9497-4dbe493298a6 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:51.361307 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ef9e212f-927f-4d68-abdc-108d10d66e5c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:51.361684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:51.390286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:51.390750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:51.488745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff6bc1a-5ae4-40d3-9918-de3e7c2daad4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.489208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff6bc1a-5ae4-40d3-9918-de3e7c2daad4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.489712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff6bc1a-5ae4-40d3-9918-de3e7c2daad4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.490117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff6bc1a-5ae4-40d3-9918-de3e7c2daad4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.490674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff6bc1a-5ae4-40d3-9918-de3e7c2daad4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.491023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff6bc1a-5ae4-40d3-9918-de3e7c2daad4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.491478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff6bc1a-5ae4-40d3-9918-de3e7c2daad4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.493265 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8ff6bc1a-5ae4-40d3-9918-de3e7c2daad4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1458340 Dec 22 13:08:51.496695 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53050) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:51.567892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b06be-cccd-448e-bdec-8e3f993e7e67 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.568581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b06be-cccd-448e-bdec-8e3f993e7e67 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.568800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b06be-cccd-448e-bdec-8e3f993e7e67 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.569250 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b06be-cccd-448e-bdec-8e3f993e7e67 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.569727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b06be-cccd-448e-bdec-8e3f993e7e67 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.570171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b06be-cccd-448e-bdec-8e3f993e7e67 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.571014 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14b06be-cccd-448e-bdec-8e3f993e7e67 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:51.571281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b1bf82c9-5b47-46dd-89bb-e0e9934575ef None None] Provisioning complete for port ddddcaa8-64e2-4c36-9497-4dbe493298a6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:51.571689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1bf82c9-5b47-46dd-89bb-e0e9934575ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:51.572416 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c14b06be-cccd-448e-bdec-8e3f993e7e67 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.0750475 Dec 22 13:08:51.575581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53054) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:51.679765 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf82c9-5b47-46dd-89bb-e0e9934575ef None None] Port ddddcaa8-64e2-4c36-9497-4dbe493298a6 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:08:51.695564 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:51.757123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:51.802270 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-04025b69-24b1-41e6-a039-a7627603219c tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.2253344 Dec 22 13:08:51.922488 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port ef9e212f-927f-4d68-abdc-108d10d66e5c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ef9e212f-927f-4d68-abdc-108d10d66e5c,segment=NetworkSegment(6b62798e-ec2d-44d4-996f-a68bd45a774c),segment_id=6b62798e-ec2d-44d4-996f-a68bd45a774c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:51.932842 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:51.938159 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:52.060821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=ef9e212f-927f-4d68-abdc-108d10d66e5c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:52.066559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:52.099816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:50Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:52.104102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Checking router: 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:52.104466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Updating router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 port ddddcaa8-64e2-4c36-9497-4dbe493298a6 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:08:52.155475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:52.526846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:52.538890 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Transition to ACTIVE for port object ddddcaa8-64e2-4c36-9497-4dbe493298a6 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:08:52.545655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:52.549332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fd71b06f-fba6-43ac-9ede-5dcd000939be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:52.673088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe81c9d-1a97-4b19-9cd3-5ec64b26a082 None None] Pushing event updated for resources: {'Port': ['ID=ddddcaa8-64e2-4c36-9497-4dbe493298a6,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:52.675887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4fe81c9d-1a97-4b19-9cd3-5ec64b26a082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:52.765518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Attempting to bind port ddddcaa8-64e2-4c36-9497-4dbe493298a6 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:08:52.765887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Attempting to bind port ddddcaa8-64e2-4c36-9497-4dbe493298a6 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:08:52.766255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Attempting to bind port ddddcaa8-64e2-4c36-9497-4dbe493298a6 on network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:08:52.771716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:08:52.772103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Checking segment: {'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:08:52.772619 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:52.772914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Bound using segment: {'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:08:52.773435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Bound port: ddddcaa8-64e2-4c36-9497-4dbe493298a6, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:08:52.773849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:52.816550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 10771d1a-9643-40b3-846f-76dd8e7c2367 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:52.924260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] For port ddddcaa8-64e2-4c36-9497-4dbe493298a6, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:08:52.927327 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] For port ddddcaa8-64e2-4c36-9497-4dbe493298a6, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ddddcaa8-64e2-4c36-9497-4dbe493298a6,segment=NetworkSegment(6b62798e-ec2d-44d4-996f-a68bd45a774c),segment_id=6b62798e-ec2d-44d4-996f-a68bd45a774c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:08:52.936206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:52.940696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5dece7f6-2c6d-491a-9c65-2d361948c00e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:52.970371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 10771d1a-9643-40b3-846f-76dd8e7c2367 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:52.970686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.064863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:53.065503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:53.143458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe81c9d-1a97-4b19-9cd3-5ec64b26a082 None None] Pushing event updated for resources: {'Port': ['ID=ddddcaa8-64e2-4c36-9497-4dbe493298a6,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:53.151407 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4fe81c9d-1a97-4b19-9cd3-5ec64b26a082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:53.298846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ef9e212f-927f-4d68-abdc-108d10d66e5c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:53.349721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53062) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:53.356433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133838089', 'description': 'tempest-secgroup-smoke-1133838089 description', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:53.361034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:53.361798 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:53.364872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:53.377176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:53.377176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:53.391683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.411344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:53.415299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:53.418917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:53.424787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:53.493858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.498457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.502681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1ef84e50-cb4e-4597-bae3-3a52c50cb2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:53.542455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1df9d69-2ebc-489e-b4fe-b368fd970c08,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:53.545705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:53.547209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.551811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53066) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:53.557142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'd1df9d69-2ebc-489e-b4fe-b368fd970c08', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:53.561436 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2109733 Dec 22 13:08:53.564562 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:53.564740 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ef9e212f-927f-4d68-abdc-108d10d66e5c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:53.565209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.567982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:53.571054 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:53.577276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:53.598670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.661464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.666653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.668681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:53.690744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da280766-a6bf-4e1f-9c0b-854ec3584e9a,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:53.700829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:53.701232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:53.701604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:53.701977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:53.702344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:53.702832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:53.703078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:53.703442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:53.703833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:53.704199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:53.704564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:53.704927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:53.708497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:53.713157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.714369 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615617 Dec 22 13:08:53.717324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53070) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:53.722770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'd1df9d69-2ebc-489e-b4fe-b368fd970c08', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:53.728698 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:53.732518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:53.735782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:53.741489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:53.758046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.822268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.827360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.832485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:52Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:53.834800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0a2ea949-c890-4414-b139-459a50c047d6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:53.837252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8866b9-8885-4944-8d4e-75dba78e9cc4 None None] The sync data for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv is: [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:52Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:08:53.860983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e07710a-5c1a-4285-aa85-e2ce01276ead,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:53.863945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:53.869563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.870854 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525843 Dec 22 13:08:53.873558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53074) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:53.885585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'd1df9d69-2ebc-489e-b4fe-b368fd970c08', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:53.895332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:53.898877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:53.904408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:53.910416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:53.927096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:53.999423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.004308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.006168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ec6edcbe-2b4b-4cec-baf3-d380e1af4910 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:54.033797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a728ee7-c262-4a5b-ac90-74f531e9c3f6,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:54.036364 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:54.037727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.039128 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646597 Dec 22 13:08:54.042156 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53078) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:54.048037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'd1df9d69-2ebc-489e-b4fe-b368fd970c08', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:54.056327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:54.060482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:54.063534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:54.069494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:54.089821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.156324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.161077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.163076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e253f4f7-f27f-4cfb-b587-273e21ba2f12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:54.186577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f1ec3e-f6e9-40fc-8f96-307e10357d89,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:54.191317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:54.196188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.197353 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538467 Dec 22 13:08:54.200242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53082) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:54.205217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'd1df9d69-2ebc-489e-b4fe-b368fd970c08', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:54.211093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:54.215471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:54.218454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:54.224473 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:54.236873 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:08:54.244006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.316200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.321123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.323076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:54.346768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec340549-aef5-4951-89f0-e0f8def6c3cb,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:54.349207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:54.357157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.358391 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572700 Dec 22 13:08:54.361284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53086) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:08:54.366382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'd1df9d69-2ebc-489e-b4fe-b368fd970c08', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:08:54.372936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:08:54.377446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:08:54.380617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:08:54.386807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:08:54.401245 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:08:54.408368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.477055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.481167 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.483002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:54.505268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e1d9d1-11f5-4163-9d95-e214e21d468f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:54.507819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:54.514748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.515966 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1537621 Dec 22 13:08:54.681964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-cc0cbc81-9fb5-4ddc-aaff-43e4a929dc0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:08:54.702590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-cc0cbc81-9fb5-4ddc-aaff-43e4a929dc0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:08:54.703913 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-cc0cbc81-9fb5-4ddc-aaff-43e4a929dc0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133838089&fields=id&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 267 time: 0.0625427 Dec 22 13:08:54.810917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ddddcaa8-64e2-4c36-9497-4dbe493298a6 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:54.866475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-bdd7d913-7569-41cd-bb97-dce72a9a0612 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:54.867198 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-bdd7d913-7569-41cd-bb97-dce72a9a0612 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:08:54.885663 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port ddddcaa8-64e2-4c36-9497-4dbe493298a6 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:08:54.886995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-bdd7d913-7569-41cd-bb97-dce72a9a0612 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:08:54.888205 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-bdd7d913-7569-41cd-bb97-dce72a9a0612 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/networks?id=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc HTTP/1.1" status: 200 len: 797 time: 0.1771371 Dec 22 13:08:54.891293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ddddcaa8-64e2-4c36-9497-4dbe493298a6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:54.891698 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:54.906086 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-610b0889-7cff-4752-ba41-d1a45b5f07a5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/quotas/f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 375 time: 0.0098054 Dec 22 13:08:54.994330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-59f061ff-c2d2-4964-9c3b-d780652777e9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:08:55.010143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:55.014454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-59f061ff-c2d2-4964-9c3b-d780652777e9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:08:55.018909 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-59f061ff-c2d2-4964-9c3b-d780652777e9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070116 Dec 22 13:08:55.045546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port ddddcaa8-64e2-4c36-9497-4dbe493298a6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ddddcaa8-64e2-4c36-9497-4dbe493298a6,segment=NetworkSegment(6b62798e-ec2d-44d4-996f-a68bd45a774c),segment_id=6b62798e-ec2d-44d4-996f-a68bd45a774c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:55.049818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:55.051697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:55.118301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=ddddcaa8-64e2-4c36-9497-4dbe493298a6,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:55.121677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:55.160519 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-0c7216c9-8d97-4845-817c-80d25cafbf04 service neutron] 10.222.0.24 "GET /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323404 Dec 22 13:08:55.413117 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-182bb9f3-5dc0-410e-8fbc-779b55b90a6f service neutron] 10.222.0.24 "GET /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463415 Dec 22 13:08:55.601371 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9ee73185-e9e5-4d65-8c59-20715181dff7 req-348841e5-1ef6-4706-96c2-d752cdf9c653 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 210 time: 0.0492477 Dec 22 13:08:55.749832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e1575-08f8-4721-a6d0-063fe5a33914 req-9f27ed1c-ece9-4a75-a041-8e94107369f0 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:55.751317 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6e9e1575-08f8-4721-a6d0-063fe5a33914 req-9f27ed1c-ece9-4a75-a041-8e94107369f0 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 946 time: 0.0871365 Dec 22 13:08:55.799076 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6e9e1575-08f8-4721-a6d0-063fe5a33914 req-0fe1637f-0360-41de-a41c-6e9d106cca25 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419424 Dec 22 13:08:56.717739 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6b9ac47a-63cf-473e-8e86-286f5a590c17 req-524978e4-d283-43fa-9e62-bb8afa0730eb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 210 time: 0.0633478 Dec 22 13:08:56.796074 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ddddcaa8-64e2-4c36-9497-4dbe493298a6 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:08:56.870141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ddddcaa8-64e2-4c36-9497-4dbe493298a6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:08:56.870538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:56.985492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca1f4f-8a38-44f7-8173-218c23170c03 req-b8f4cabe-eff1-4d2f-b059-a33ed2b13935 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:56.986967 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-32ca1f4f-8a38-44f7-8173-218c23170c03 req-b8f4cabe-eff1-4d2f-b059-a33ed2b13935 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 946 time: 0.0801272 Dec 22 13:08:57.032735 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-32ca1f4f-8a38-44f7-8173-218c23170c03 req-98fc2645-a5b0-40f8-b34b-69987ff386b2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393429 Dec 22 13:08:57.441611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3316-8da5-4e15-b364-9bc3159592aa req-fa4b8f3a-07c0-4275-a64c-a8288bdeb5e9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:57.443163 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-435c3316-8da5-4e15-b364-9bc3159592aa req-fa4b8f3a-07c0-4275-a64c-a8288bdeb5e9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 946 time: 0.0847697 Dec 22 13:08:57.487888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b1ea818b-8250-48b4-ab9f-b4e0d88b8037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:57.515910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Deleting port a376a91a-9ac0-4241-9fdd-275d1de2fe20 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:08:57.516267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:57.770128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] For port a376a91a-9ac0-4241-9fdd-275d1de2fe20, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a376a91a-9ac0-4241-9fdd-275d1de2fe20,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:08:57.770808 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:57.885777 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fe1a2b95-da20-4ad2-810d-d55283e0df3a req-38931ea0-b12b-4cbf-b878-221e07753204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 210 time: 0.1052294 Dec 22 13:08:58.103069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:58.103438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:58.103829 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Floating IP dd4d8afd-d311-49d4-a1d0-5d0c74401049 disassociated. External IP: 172.26.4.248, port: a376a91a-9ac0-4241-9fdd-275d1de2fe20. Dec 22 13:08:58.104166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Calling delete_port for a376a91a-9ac0-4241-9fdd-275d1de2fe20 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:08:58.224870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea41fae-a11e-4815-a11a-83aabedecb54 req-83fa984f-23b3-4805-9ce4-2ed1fdeb886b tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:08:58.226357 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0ea41fae-a11e-4815-a11a-83aabedecb54 req-83fa984f-23b3-4805-9ce4-2ed1fdeb886b tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 946 time: 0.0885763 Dec 22 13:08:58.248696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:58.254819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4e67eb8d-4187-45c3-a504-21c664734c65 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:08:58.270601 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0ea41fae-a11e-4815-a11a-83aabedecb54 req-d5926de0-e3ab-4559-a53a-2f1f1723429c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383735 Dec 22 13:08:58.299092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event deleted for resources: {'Port': ['ID=a376a91a-9ac0-4241-9fdd-275d1de2fe20,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:08:58.311118 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:58.311503 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:58.311917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:58.312334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:58.312648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:58.313007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:58.313363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:58.313717 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:58.314078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:58.314431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:58.314786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:58.315135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:08:58.376239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:08:58.524262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:08:58.704489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:08:58.715349 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1654b4c-7551-4001-8204-166ae8066a2b None None] Sync routers for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:08:58.726393 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1654b4c-7551-4001-8204-166ae8066a2b None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:58.727026 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c1654b4c-7551-4001-8204-166ae8066a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:58.907063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] No DVR routers for this DVR port a376a91a-9ac0-4241-9fdd-275d1de2fe20 on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:08:58.909702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:58.912653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0eeb45-090f-443c-9d1b-466164f86968', 'name': 'network-vif-deleted', 'tag': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:08:58.913495 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-c1654b4c-7551-4001-8204-166ae8066a2b None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:58.940971 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-435c3316-8da5-4e15-b364-9bc3159592aa req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "DELETE /v2.0/ports/a376a91a-9ac0-4241-9fdd-275d1de2fe20 HTTP/1.1" status: 204 len: 173 time: 1.4839835 Dec 22 13:08:59.002251 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0eeb45-090f-443c-9d1b-466164f86968', 'name': 'network-vif-deleted', 'tag': 'a376a91a-9ac0-4241-9fdd-275d1de2fe20', 'status': 'completed', 'code': 200} Dec 22 13:08:59.010434 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-faf1b47c-ce9e-4fc0-a63a-ddd85193a050 req-c6c66a5a-b5e2-452b-a0c2-4e1bd4e87a47 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 210 time: 0.0632560 Dec 22 13:08:59.287958 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c1654b4c-7551-4001-8204-166ae8066a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:59.292223 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1654b4c-7551-4001-8204-166ae8066a2b None None] Checking router: 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:08:59.302714 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1654b4c-7551-4001-8204-166ae8066a2b None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:08:59.303315 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c1654b4c-7551-4001-8204-166ae8066a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:08:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:59.459322 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ed8aa2fc-8b42-4824-8192-d1a83cc5ed3a req-e6e1631f-5ec6-42d0-b230-0ef12f13c096 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0eeb45-090f-443c-9d1b-466164f86968 HTTP/1.1" status: 200 len: 210 time: 0.0574040 Dec 22 13:08:59.518453 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-c1654b4c-7551-4001-8204-166ae8066a2b None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:08:59.669120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device a376a91a-9ac0-4241-9fdd-275d1de2fe20 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:08:59.709183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: a376a91a-9ac0-4241-9fdd-275d1de2fe20 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:08:59.709424 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device a376a91a-9ac0-4241-9fdd-275d1de2fe20 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:08:59.830572 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1118cf39-7a28-4e38-93da-2875f254fcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:08:59.858550 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c1654b4c-7551-4001-8204-166ae8066a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:08:59.862669 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1654b4c-7551-4001-8204-166ae8066a2b None None] The sync data for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv is: [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:09:00.110740 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215560a4-0780-4052-b5e6-768b4496fd6e None None] New status for floating IP dd4d8afd-d311-49d4-a1d0-5d0c74401049: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:09:00.127490 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3e6a90f4-19c0-4535-828e-ce5bd2c9a3ca req-34372f79-010d-4efc-a3b3-bc22f588671e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 210 time: 0.0561290 Dec 22 13:09:00.734366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:00.834662 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-fa57d499-39e9-4633-aa2d-4889fc9c53b1 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614397699&fields=id&tenant_id=b87cc29f20d24977a4b407ef6c3edb6e HTTP/1.1" status: 200 len: 267 time: 0.0401735 Dec 22 13:09:00.969149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:00.987792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-6c29701a-cc68-4148-b7b3-169740af4774 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:00.989247 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-6c29701a-cc68-4148-b7b3-169740af4774 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 812 time: 0.1475153 Dec 22 13:09:01.004350 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-aa463467-3ac2-4b27-9595-b117d7afc178 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/quotas/b87cc29f20d24977a4b407ef6c3edb6e HTTP/1.1" status: 200 len: 375 time: 0.0097225 Dec 22 13:09:01.091154 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-92dbaaf2-88e8-4055-9cd5-7364e5ef0bc6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Synchronizing usage tracker for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:09:01.107781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-92dbaaf2-88e8-4055-9cd5-7364e5ef0bc6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Unset dirty status for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:09:01.108998 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-92dbaaf2-88e8-4055-9cd5-7364e5ef0bc6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0998228 Dec 22 13:09:01.222424 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1b43d057-34d8-48fa-abee-7156df464c6c req-8740c7cd-564b-49c8-9748-d02dbe63271f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 210 time: 0.0437834 Dec 22 13:09:01.250183 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-fc2b6054-5e85-45af-a075-f98d00054c38 service neutron] 10.222.0.24 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294966 Dec 22 13:09:01.382277 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-1b258a2a-b0a1-4958-a904-45232bffaaa8 service neutron] 10.222.0.24 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260221 Dec 22 13:09:01.789546 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e455d92a-63bb-4489-bdbd-94f841183e2f req-f1271b1b-3f0a-4ea5-a332-d5762d5c1a6c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 210 time: 0.0488532 Dec 22 13:09:02.283795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:02.334606 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c9c8e6f2-2400-4a20-928f-0b892f542d18 req-cd6ec40b-cdb5-4987-882f-2883f65b9221 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 210 time: 0.0532098 Dec 22 13:09:02.889109 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-336c338d-22b4-4b3b-b9bf-6baed8b957db req-c381c384-e576-43df-ac2e-395cd6be47c4 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 210 time: 0.0423796 Dec 22 13:09:03.450535 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-84a0e5b0-177b-42e1-aaa7-17865ea88612 req-548f6904-3e6a-412a-9895-0a787f5f56e9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 210 time: 0.0421407 Dec 22 13:09:03.988134 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83dbafe7-ddc6-4d81-ae26-1d2f6e53429e req-5c8d9f54-81c0-409e-bd3b-5b59749ee2aa tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 210 time: 0.0480063 Dec 22 13:09:04.602043 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-66696749-5c76-45b1-a0b1-ab06f0f85050 req-52391810-4b29-4684-b228-e4048d378edd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 210 time: 0.0431252 Dec 22 13:09:04.977918 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-f5897ce2-f93a-44f6-9795-46d82a6c306e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:04.979371 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-f5897ce2-f93a-44f6-9795-46d82a6c306e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 812 time: 0.1527445 Dec 22 13:09:05.033430 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-b2197586-6848-4a52-97e8-74cef8f4d934 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b87cc29f20d24977a4b407ef6c3edb6e HTTP/1.1" status: 200 len: 379 time: 0.0459170 Dec 22 13:09:05.041688 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'port': {'device_id': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'admin_state_up': True, 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'security_groups': ['6b01cb0b-e604-455b-a5e4-48dfa94f69d0']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:09:05.145590 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b183f9ea-564b-4abe-a743-fed80b051c37 req-23b4edf7-f716-4069-a34d-eda7faf6d5b9 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 210 time: 0.0505672 Dec 22 13:09:05.184758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:09:05.194973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:09:05.205533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Made reservation on behalf of b87cc29f20d24977a4b407ef6c3edb6e for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:09:05.209121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:05.382694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Allocated IP 172.20.0.5 (b0719164-23d6-44e6-b356-e808281f7730/aabca6b9-9296-4dfa-98f4-1e0c0e827675/580d09c1-0ff8-4ad7-aae2-ed130c5462be) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:09:05.586815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:05.604224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Transition to ACTIVE for port object 580d09c1-0ff8-4ad7-aae2-ed130c5462be will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:09:05.630981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:05.636755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-89fa3198-4f41-4b9d-9fad-c3d0c9f87615 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:05.702216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Network b0719164-23d6-44e6-b356-e808281f7730 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:09:05.705923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:09:05.711486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:09:05.793435 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'Port': ['ID=580d09c1-0ff8-4ad7-aae2-ed130c5462be,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:05.806825 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4904f9e4-20f0-4d7d-8645-ed23adeedf33 req-aad653cb-2d44-4f03-9500-12133384ecd7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 210 time: 0.0981414 Dec 22 13:09:05.810914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:05.837602 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:05.838716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:05.876553 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8369226 Dec 22 13:09:05.893496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Request body: {'port': {'device_id': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:09:06.013158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-c536b240-4949-4185-b2af-25cf1959e8b1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:06.014842 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-c536b240-4949-4185-b2af-25cf1959e8b1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks?id=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc HTTP/1.1" status: 200 len: 797 time: 0.1530962 Dec 22 13:09:06.053808 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:06.057440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c6b4fbed-93e3-4821-826d-fa90ed344a89 None None] Provisioning for port 580d09c1-0ff8-4ad7-aae2-ed130c5462be completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:09:06.067152 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c6b4fbed-93e3-4821-826d-fa90ed344a89 None None] Provisioning complete for port 580d09c1-0ff8-4ad7-aae2-ed130c5462be triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:09:06.068994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c6b4fbed-93e3-4821-826d-fa90ed344a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:06.101144 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-1d36d3f7-d238-4646-9b34-6d28c092802c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 380 time: 0.0775640 Dec 22 13:09:06.118202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'device_id': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'admin_state_up': True, 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'security_groups': ['d1df9d69-2ebc-489e-b4fe-b368fd970c08']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:09:06.170273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4fbed-93e3-4821-826d-fa90ed344a89 None None] Port 580d09c1-0ff8-4ad7-aae2-ed130c5462be cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:09:06.494994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:09:06.507053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:09:06.516118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c14d25-8ca6-4187-830d-43082ecfe2e6 req-94f2456c-4f90-41e5-a5bb-397938e72850 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:06.517741 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d6c14d25-8ca6-4187-830d-43082ecfe2e6 req-94f2456c-4f90-41e5-a5bb-397938e72850 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 931 time: 0.1514215 Dec 22 13:09:06.542865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:09:06.548767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:06.583927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580d09c1-0ff8-4ad7-aae2-ed130c5462be {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:09:06.595480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:06.611484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Transition to ACTIVE for port object 580d09c1-0ff8-4ad7-aae2-ed130c5462be will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:09:06.617194 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:06.622134 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0aa7fc0f-617c-4b03-af9d-aa241dee1df3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:06.645452 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d6c14d25-8ca6-4187-830d-43082ecfe2e6 req-583cd794-cb46-49e4-88a0-31eee467792d tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175938 Dec 22 13:09:06.765101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.13 (1c1f0bd3-657a-48d9-a18e-3f9220e71ccc/94cd4279-b5ce-4d77-9f1b-3bae561fe3cb/bc75150a-17e6-4f9c-8c95-d78c51b99d5f) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:09:06.771597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Pushing event updated for resources: {'Port': ['ID=580d09c1-0ff8-4ad7-aae2-ed130c5462be,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:06.803240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:06.896787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Attempting to bind port 580d09c1-0ff8-4ad7-aae2-ed130c5462be on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:09:06.897033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Attempting to bind port 580d09c1-0ff8-4ad7-aae2-ed130c5462be by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:09:06.897356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Attempting to bind port 580d09c1-0ff8-4ad7-aae2-ed130c5462be on network b0719164-23d6-44e6-b356-e808281f7730 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:09:06.902793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Port 580d09c1-0ff8-4ad7-aae2-ed130c5462be on network b0719164-23d6-44e6-b356-e808281f7730 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:09:06.903111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Attempting to bind port 580d09c1-0ff8-4ad7-aae2-ed130c5462be on network b0719164-23d6-44e6-b356-e808281f7730 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:09:06.908795 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:09:06.909135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Checking segment: {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:09:06.909572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Bound using segment: {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:09:06.910010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Bound port: 580d09c1-0ff8-4ad7-aae2-ed130c5462be, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:09:06.910728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:06.989078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:07.001020 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-622812d1-c280-452c-8577-ca8342bf8b42 req-c0d53664-5a0c-4a6d-b7cb-2b666fcad829 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 210 time: 0.0761728 Dec 22 13:09:07.005065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object bc75150a-17e6-4f9c-8c95-d78c51b99d5f will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:09:07.037732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:07.043930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8c38bb93-4f2a-4082-96db-cba5a2a6151e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:07.046893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] For port 580d09c1-0ff8-4ad7-aae2-ed130c5462be, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:09:07.050189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] For port 580d09c1-0ff8-4ad7-aae2-ed130c5462be, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=580d09c1-0ff8-4ad7-aae2-ed130c5462be,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:09:07.055397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:07.059165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-297ab5d6-794c-4300-96f7-ce935dfe7362 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:07.112898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:09:07.115962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:09:07.118469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:07.119099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:07.120704 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] 10.222.0.54 "PUT /v2.0/ports/580d09c1-0ff8-4ad7-aae2-ed130c5462be HTTP/1.1" status: 200 len: 1093 time: 1.2317681 Dec 22 13:09:07.121227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'tag': '580d09c1-0ff8-4ad7-aae2-ed130c5462be'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:09:07.125122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:09:07.166981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Pushing event updated for resources: {'Port': ['ID=580d09c1-0ff8-4ad7-aae2-ed130c5462be,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:07.185097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:07.190033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=bc75150a-17e6-4f9c-8c95-d78c51b99d5f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:07.197489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:07.198173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:07.203061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:07.242317 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'tag': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'status': 'completed', 'code': 200} Dec 22 13:09:07.246706 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1382723 Dec 22 13:09:07.258560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Request body: {'port': {'device_id': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:09:07.287827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-1e28de8c-dcbb-48bc-929e-f5499fa3d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:07.289689 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-1e28de8c-dcbb-48bc-929e-f5499fa3d79c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 1096 time: 0.1036355 Dec 22 13:09:07.370099 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-96bf12c9-991a-4244-8225-71fa1e377dc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580d09c1-0ff8-4ad7-aae2-ed130c5462be HTTP/1.1" status: 200 len: 217 time: 0.0724709 Dec 22 13:09:07.402746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:07.441478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-79bf94ad-20ce-4ce5-b93a-48b33dc52248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:07.443129 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-79bf94ad-20ce-4ce5-b93a-48b33dc52248 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.0666552 Dec 22 13:09:07.521044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-40cd3104-5ca1-42d2-b85a-3a2df48c2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:07.522542 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-40cd3104-5ca1-42d2-b85a-3a2df48c2aca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728898 Dec 22 13:09:07.533646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ad22e403-127c-4989-82ca-8b29c470c6a3 None None] Provisioning for port bc75150a-17e6-4f9c-8c95-d78c51b99d5f completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:09:07.539896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ad22e403-127c-4989-82ca-8b29c470c6a3 None None] Provisioning complete for port bc75150a-17e6-4f9c-8c95-d78c51b99d5f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:09:07.540737 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ad22e403-127c-4989-82ca-8b29c470c6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:07.607149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ad22e403-127c-4989-82ca-8b29c470c6a3 None None] Port bc75150a-17e6-4f9c-8c95-d78c51b99d5f cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:09:07.670294 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-4921f816-f49d-4caf-a902-3e9f3dbe6717 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408191 Dec 22 13:09:07.799846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc75150a-17e6-4f9c-8c95-d78c51b99d5f {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:09:07.803629 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f039287e-b540-4ef4-9423-7d0b13baab8f req-acfd33af-5e50-4edd-af1d-6805e5c4f4ab service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263666 Dec 22 13:09:07.813556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:07.839497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Transition to ACTIVE for port object bc75150a-17e6-4f9c-8c95-d78c51b99d5f will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:09:07.845885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:07.850940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:07.927668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78886046-2c64-47bc-ad91-f17d066642d0 req-5845356f-137d-4654-bc75-ef6c1f303e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:07.929206 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-78886046-2c64-47bc-ad91-f17d066642d0 req-5845356f-137d-4654-bc75-ef6c1f303e0e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 1096 time: 0.0793915 Dec 22 13:09:08.016928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebc5d3-4e9b-4555-b4e7-ef1ade89f757 req-32e98e69-0a13-492c-b693-c2de612849ba tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:08.018775 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-82ebc5d3-4e9b-4555-b4e7-ef1ade89f757 req-32e98e69-0a13-492c-b693-c2de612849ba tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 943 time: 0.2556238 Dec 22 13:09:08.069272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Pushing event updated for resources: {'Port': ['ID=bc75150a-17e6-4f9c-8c95-d78c51b99d5f,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:08.080725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:08.088568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78886046-2c64-47bc-ad91-f17d066642d0 req-7cce289d-5dbc-43c0-8de5-f46ebbb6b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:08.090390 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-78886046-2c64-47bc-ad91-f17d066642d0 req-7cce289d-5dbc-43c0-8de5-f46ebbb6b0da service neutron] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 913 time: 0.1539087 Dec 22 13:09:08.122800 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-82ebc5d3-4e9b-4555-b4e7-ef1ade89f757 req-3838fb98-7f00-4f55-b919-c75a5d4005e1 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661490 Dec 22 13:09:08.141066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Attempting to bind port bc75150a-17e6-4f9c-8c95-d78c51b99d5f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:09:08.141406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Attempting to bind port bc75150a-17e6-4f9c-8c95-d78c51b99d5f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:09:08.141724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Attempting to bind port bc75150a-17e6-4f9c-8c95-d78c51b99d5f on network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:09:08.146283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Port bc75150a-17e6-4f9c-8c95-d78c51b99d5f on network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:09:08.146594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Attempting to bind port bc75150a-17e6-4f9c-8c95-d78c51b99d5f on network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:09:08.151700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:09:08.152027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Checking segment: {'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:09:08.152399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Bound using segment: {'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:09:08.152814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Bound port: bc75150a-17e6-4f9c-8c95-d78c51b99d5f, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b62798e-ec2d-44d4-996f-a68bd45a774c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:09:08.153152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:08.244512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] For port bc75150a-17e6-4f9c-8c95-d78c51b99d5f, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:09:08.247672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] For port bc75150a-17e6-4f9c-8c95-d78c51b99d5f, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bc75150a-17e6-4f9c-8c95-d78c51b99d5f,segment=NetworkSegment(6b62798e-ec2d-44d4-996f-a68bd45a774c),segment_id=6b62798e-ec2d-44d4-996f-a68bd45a774c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:09:08.252823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:08.256806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-67f402cc-8d0c-45b4-a65f-efdd2da75bdc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:08.317452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:08.318083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:08.319163 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-78886046-2c64-47bc-ad91-f17d066642d0 req-5e53021d-22ef-4a1e-aa83-c754672ebf75 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580d09c1-0ff8-4ad7-aae2-ed130c5462be HTTP/1.1" status: 200 len: 217 time: 0.2214363 Dec 22 13:09:08.319459 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] 10.222.0.54 "PUT /v2.0/ports/bc75150a-17e6-4f9c-8c95-d78c51b99d5f HTTP/1.1" status: 200 len: 1094 time: 1.0657344 Dec 22 13:09:08.320003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'tag': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:09:08.340645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Pushing event updated for resources: {'Port': ['ID=bc75150a-17e6-4f9c-8c95-d78c51b99d5f,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:08.343809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:08.410864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78886046-2c64-47bc-ad91-f17d066642d0 req-46f67dd8-c8dd-478e-b174-5af6bf9adbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:08.412353 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-78886046-2c64-47bc-ad91-f17d066642d0 req-46f67dd8-c8dd-478e-b174-5af6bf9adbcd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.0800815 Dec 22 13:09:08.472844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fc69a-8c25-4602-8d57-31e5b6f016c7 req-280c780e-4126-453b-b9ef-4006b9b355dc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:08.476230 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b14fc69a-8c25-4602-8d57-31e5b6f016c7 req-280c780e-4126-453b-b9ef-4006b9b355dc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 944 time: 0.3107193 Dec 22 13:09:08.539037 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b14fc69a-8c25-4602-8d57-31e5b6f016c7 req-533dfd22-efdd-4df9-ad25-20481a52b180 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1df9d69-2ebc-489e-b4fe-b368fd970c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511565 Dec 22 13:09:08.561339 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'tag': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'status': 'completed', 'code': 200} Dec 22 13:09:08.561694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78886046-2c64-47bc-ad91-f17d066642d0 req-a33f3ad4-cffb-4134-8c23-eb445953d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:08.561694 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-78886046-2c64-47bc-ad91-f17d066642d0 req-a33f3ad4-cffb-4134-8c23-eb445953d395 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1379635 Dec 22 13:09:08.593796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-edc3ae39-5a29-4c8b-98ec-a7494692aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:08.595417 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-edc3ae39-5a29-4c8b-98ec-a7494692aebc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 1097 time: 0.2131886 Dec 22 13:09:08.664650 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-73ad904d-b0bc-43a8-bac9-4418e07fed8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc75150a-17e6-4f9c-8c95-d78c51b99d5f HTTP/1.1" status: 200 len: 217 time: 0.0619867 Dec 22 13:09:08.705426 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-78886046-2c64-47bc-ad91-f17d066642d0 req-e36bae15-ca4a-4837-92fe-9d9456fcebd1 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409147 Dec 22 13:09:08.727128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-31c014d5-b922-4a91-a48d-4fadbabf3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:08.728586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-31c014d5-b922-4a91-a48d-4fadbabf3a69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94cd4279-b5ce-4d77-9f1b-3bae561fe3cb HTTP/1.1" status: 200 len: 835 time: 0.0571899 Dec 22 13:09:08.808375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-32ef009d-6854-4eb7-bd26-63dd60fce4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:08.809875 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-32ef009d-6854-4eb7-bd26-63dd60fce4b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740244 Dec 22 13:09:08.845757 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-78886046-2c64-47bc-ad91-f17d066642d0 req-5cf0b069-752d-40b5-b4a2-2f336ed3d7f4 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330996 Dec 22 13:09:08.940839 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-5cc7517b-a83c-45d5-8280-ec47e763ff62 service neutron] 10.222.0.54 "GET /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239593 Dec 22 13:09:09.073291 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4424ae1d-ca64-40ac-bbe8-beec70e36674 req-fec95b50-d6f0-488c-b593-7845459476db service neutron] 10.222.0.54 "GET /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257324 Dec 22 13:09:09.210433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06131bd-e670-456d-a914-eadd6664f25f req-a237cf91-1122-4bf2-a5c8-75ff87c80e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:09.211924 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d06131bd-e670-456d-a914-eadd6664f25f req-a237cf91-1122-4bf2-a5c8-75ff87c80e70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 1097 time: 0.0703342 Dec 22 13:09:09.395547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06131bd-e670-456d-a914-eadd6664f25f req-c81e89fb-aa02-4173-ad44-bc98759474ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:09.396937 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d06131bd-e670-456d-a914-eadd6664f25f req-c81e89fb-aa02-4173-ad44-bc98759474ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc HTTP/1.1" status: 200 len: 898 time: 0.1785636 Dec 22 13:09:09.408698 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aa912-62fb-408c-b34d-3842e7c79664 req-00f1fea3-ea82-4a8d-8458-3bd58c06f457 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:09.410042 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1a4aa912-62fb-408c-b34d-3842e7c79664 req-00f1fea3-ea82-4a8d-8458-3bd58c06f457 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 943 time: 0.1742022 Dec 22 13:09:09.481892 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d06131bd-e670-456d-a914-eadd6664f25f req-ce864b08-e855-4f97-939b-9722edc71c49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc75150a-17e6-4f9c-8c95-d78c51b99d5f HTTP/1.1" status: 200 len: 217 time: 0.0709703 Dec 22 13:09:09.549931 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1a4aa912-62fb-408c-b34d-3842e7c79664 req-598246e2-cbe2-4503-9eb3-9767ecfdfa0a tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932746 Dec 22 13:09:09.560930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06131bd-e670-456d-a914-eadd6664f25f req-97c7a644-ac6d-4a27-9038-94fb8f1d827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:09.562319 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d06131bd-e670-456d-a914-eadd6664f25f req-97c7a644-ac6d-4a27-9038-94fb8f1d827e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94cd4279-b5ce-4d77-9f1b-3bae561fe3cb HTTP/1.1" status: 200 len: 835 time: 0.0735071 Dec 22 13:09:09.641613 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06131bd-e670-456d-a914-eadd6664f25f req-b920b320-e5f0-4779-be26-b1a77a94185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:09.643326 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d06131bd-e670-456d-a914-eadd6664f25f req-b920b320-e5f0-4779-be26-b1a77a94185c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745687 Dec 22 13:09:09.729081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04064dc9-103b-4fa7-96d9-906318f8c081 req-73b8f1f5-5eee-4e3f-9811-808d32cea47b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:09.730528 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-04064dc9-103b-4fa7-96d9-906318f8c081 req-73b8f1f5-5eee-4e3f-9811-808d32cea47b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 944 time: 0.0838664 Dec 22 13:09:09.774960 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d06131bd-e670-456d-a914-eadd6664f25f req-d5038e70-deb4-474d-9eaf-6fbc1f7e432f service neutron] 10.222.0.54 "GET /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251009 Dec 22 13:09:09.775414 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-04064dc9-103b-4fa7-96d9-906318f8c081 req-89fd7e37-e66d-4296-8dcb-b9e8174fbd72 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1df9d69-2ebc-489e-b4fe-b368fd970c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390446 Dec 22 13:09:09.932895 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d06131bd-e670-456d-a914-eadd6664f25f req-c1f6ee4d-cf50-4bf0-81f5-ca5c11cb5e41 service neutron] 10.222.0.54 "GET /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508615 Dec 22 13:09:10.460518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:10.753969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5bc6c-f0dc-498c-a700-141c0d0dc75a req-26d1208d-91d4-4059-b3d8-140f2c41e225 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:10.755437 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bbf5bc6c-f0dc-498c-a700-141c0d0dc75a req-26d1208d-91d4-4059-b3d8-140f2c41e225 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 943 time: 0.0922930 Dec 22 13:09:10.801011 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bbf5bc6c-f0dc-498c-a700-141c0d0dc75a req-d7dfe1b4-85da-4a76-88d5-08fa34966a69 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378542 Dec 22 13:09:10.974214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12d452-59f4-4ba0-b0ba-f85fffd77e2e req-d3e92657-41e7-463d-ac97-4e654f988e41 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:10.975670 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf12d452-59f4-4ba0-b0ba-f85fffd77e2e req-d3e92657-41e7-463d-ac97-4e654f988e41 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 944 time: 0.0882113 Dec 22 13:09:11.021967 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf12d452-59f4-4ba0-b0ba-f85fffd77e2e req-7a8058fc-18c4-47f5-a4e3-a04150a9004e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1df9d69-2ebc-489e-b4fe-b368fd970c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376759 Dec 22 13:09:11.731198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device bc75150a-17e6-4f9c-8c95-d78c51b99d5f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:09:11.871505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port bc75150a-17e6-4f9c-8c95-d78c51b99d5f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bc75150a-17e6-4f9c-8c95-d78c51b99d5f,segment=NetworkSegment(6b62798e-ec2d-44d4-996f-a68bd45a774c),segment_id=6b62798e-ec2d-44d4-996f-a68bd45a774c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:09:11.884690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'port_id': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'mac_address': 'fa:16:3e:c8:68:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:09:11.938867 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:11.958399 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc75150a-17e6-4f9c-8c95-d78c51b99d5f {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:09:11.974018 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port bc75150a-17e6-4f9c-8c95-d78c51b99d5f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bc75150a-17e6-4f9c-8c95-d78c51b99d5f,segment=NetworkSegment(6b62798e-ec2d-44d4-996f-a68bd45a774c),segment_id=6b62798e-ec2d-44d4-996f-a68bd45a774c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:09:11.979774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:11.981596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d7cb0678-ae98-480b-80cb-3e400c9a200e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:11.984672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa775f84-88ab-4408-afd4-9468187d7709 req-7df472b1-a25f-4e74-b771-db99a7103236 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:11.986134 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa775f84-88ab-4408-afd4-9468187d7709 req-7df472b1-a25f-4e74-b771-db99a7103236 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 943 time: 0.0825067 Dec 22 13:09:12.033749 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa775f84-88ab-4408-afd4-9468187d7709 req-c65e6291-3079-4651-ae6f-66200a0a3afd tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419154 Dec 22 13:09:12.046093 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=bc75150a-17e6-4f9c-8c95-d78c51b99d5f,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:12.053859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:12.054200 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:12.054541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:12.054849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:12.055171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:12.055521 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:12.056004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:12.056323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:12.056651 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:12.056952 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:12.057271 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:12.057590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:12.061475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:12.231105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c87727-7d51-4d96-a8e3-0f6d6e30bc8a req-8daa3791-16b1-4d9a-b7bf-baeeea112309 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:12.232616 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-39c87727-7d51-4d96-a8e3-0f6d6e30bc8a req-8daa3791-16b1-4d9a-b7bf-baeeea112309 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 945 time: 0.0980158 Dec 22 13:09:12.277030 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-39c87727-7d51-4d96-a8e3-0f6d6e30bc8a req-ab1781fe-b344-406b-8f73-327ad31d84de tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1df9d69-2ebc-489e-b4fe-b368fd970c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386329 Dec 22 13:09:12.355680 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['bc75150a-17e6-4f9c-8c95-d78c51b99d5f'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:09:13.336968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f679a90-e5ba-4ff4-ac12-6a8436e52512 req-d2742221-8bbd-48ad-a45c-f3a2fcc580a1 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:13.338741 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2f679a90-e5ba-4ff4-ac12-6a8436e52512 req-d2742221-8bbd-48ad-a45c-f3a2fcc580a1 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 943 time: 0.1887002 Dec 22 13:09:13.383378 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2f679a90-e5ba-4ff4-ac12-6a8436e52512 req-334f5bc6-2323-4b0c-9758-865e8724e3eb tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387449 Dec 22 13:09:13.470771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20329062-d636-4908-969b-3fd01c8e2099 req-c03fd40b-2e68-4c09-8674-5e39150daac0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:13.472226 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-20329062-d636-4908-969b-3fd01c8e2099 req-c03fd40b-2e68-4c09-8674-5e39150daac0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 945 time: 0.0822241 Dec 22 13:09:13.518632 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-20329062-d636-4908-969b-3fd01c8e2099 req-c7d823a2-24c8-4056-8505-55b4b1850435 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1df9d69-2ebc-489e-b4fe-b368fd970c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407217 Dec 22 13:09:13.747748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device bc75150a-17e6-4f9c-8c95-d78c51b99d5f up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:09:13.858543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port bc75150a-17e6-4f9c-8c95-d78c51b99d5f completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:09:13.861392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port bc75150a-17e6-4f9c-8c95-d78c51b99d5f triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:09:13.861773 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:13.979141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:14.009925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:09:14.020282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port bc75150a-17e6-4f9c-8c95-d78c51b99d5f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bc75150a-17e6-4f9c-8c95-d78c51b99d5f,segment=NetworkSegment(6b62798e-ec2d-44d4-996f-a68bd45a774c),segment_id=6b62798e-ec2d-44d4-996f-a68bd45a774c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:09:14.025548 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:14.027345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4fe81c9d-1a97-4b19-9cd3-5ec64b26a082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:14.061052 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'code': 200} Dec 22 13:09:14.092763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=bc75150a-17e6-4f9c-8c95-d78c51b99d5f,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:14.095586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:14.313484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c096-cda6-4060-a9a8-14ae3c7e9705 req-2dffee05-c472-4a23-92cd-7fc9a856f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:14.314961 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bac7c096-cda6-4060-a9a8-14ae3c7e9705 req-2dffee05-c472-4a23-92cd-7fc9a856f1ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 1099 time: 0.0764174 Dec 22 13:09:14.355754 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bac7c096-cda6-4060-a9a8-14ae3c7e9705 req-8c62d695-880a-4999-a92d-92027e618fa4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d1df9d69-2ebc-489e-b4fe-b368fd970c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340276 Dec 22 13:09:14.573952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b0773-f125-4d14-87e1-83f14e84d3c5 req-ad0ce783-fb0d-485c-81a8-9721a1e14746 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:14.574597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-2b7b0773-f125-4d14-87e1-83f14e84d3c5 req-ad0ce783-fb0d-485c-81a8-9721a1e14746 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Synchronizing usage tracker for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:09:14.590700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-2b7b0773-f125-4d14-87e1-83f14e84d3c5 req-ad0ce783-fb0d-485c-81a8-9721a1e14746 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Unset dirty status for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:09:14.592640 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2b7b0773-f125-4d14-87e1-83f14e84d3c5 req-ad0ce783-fb0d-485c-81a8-9721a1e14746 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 943 time: 0.0982606 Dec 22 13:09:14.637340 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2b7b0773-f125-4d14-87e1-83f14e84d3c5 req-91371262-87e7-4460-86a2-89486f01670c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380228 Dec 22 13:09:14.718134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75d847-b367-411f-869b-855936280b52 req-fca0a962-7c9e-46e2-b2c7-f1c1e27b412a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:14.718820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7d75d847-b367-411f-869b-855936280b52 req-fca0a962-7c9e-46e2-b2c7-f1c1e27b412a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:09:14.734243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7d75d847-b367-411f-869b-855936280b52 req-fca0a962-7c9e-46e2-b2c7-f1c1e27b412a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:09:14.735503 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7d75d847-b367-411f-869b-855936280b52 req-fca0a962-7c9e-46e2-b2c7-f1c1e27b412a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 946 time: 0.1045487 Dec 22 13:09:14.783678 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7d75d847-b367-411f-869b-855936280b52 req-1a7707f0-153e-4372-9eb1-d6d99f950c4c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1df9d69-2ebc-489e-b4fe-b368fd970c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423746 Dec 22 13:09:15.748220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 580d09c1-0ff8-4ad7-aae2-ed130c5462be details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:09:15.833062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0ee43-9090-46ec-ab8e-fa63a6ae95f6 req-8a2a63b3-c20d-4b79-acb8-bef6e2ec374f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:15.834711 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9ca0ee43-9090-46ec-ab8e-fa63a6ae95f6 req-8a2a63b3-c20d-4b79-acb8-bef6e2ec374f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 943 time: 0.0907176 Dec 22 13:09:15.887701 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9ca0ee43-9090-46ec-ab8e-fa63a6ae95f6 req-15581549-d51a-42a0-b10e-f62122b0b9ad tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468602 Dec 22 13:09:15.898786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 580d09c1-0ff8-4ad7-aae2-ed130c5462be, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=580d09c1-0ff8-4ad7-aae2-ed130c5462be,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:09:15.913235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'port_id': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'mac_address': 'fa:16:3e:ed:26:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:09:15.974904 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:15.991693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d52775-2a3f-454a-9417-9a8c689f89c7 req-9662bba9-d153-4fbd-9103-334acf24c989 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:15.992287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580d09c1-0ff8-4ad7-aae2-ed130c5462be {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:09:15.993076 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-88d52775-2a3f-454a-9417-9a8c689f89c7 req-9662bba9-d153-4fbd-9103-334acf24c989 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 946 time: 0.0827441 Dec 22 13:09:16.007249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 580d09c1-0ff8-4ad7-aae2-ed130c5462be, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=580d09c1-0ff8-4ad7-aae2-ed130c5462be,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:09:16.011157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:16.012930 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:16.036202 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-88d52775-2a3f-454a-9417-9a8c689f89c7 req-a4cdb999-44e1-491e-be03-dec58b656542 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1df9d69-2ebc-489e-b4fe-b368fd970c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373526 Dec 22 13:09:16.076394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=580d09c1-0ff8-4ad7-aae2-ed130c5462be,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:16.079355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:16.332697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['580d09c1-0ff8-4ad7-aae2-ed130c5462be'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:09:17.096410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8379c-6e5b-43f7-a793-3a7a6db5cd5c req-d22e7a3f-97a2-403c-99bf-d584331fe816 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:17.098052 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-daa8379c-6e5b-43f7-a793-3a7a6db5cd5c req-d22e7a3f-97a2-403c-99bf-d584331fe816 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 944 time: 0.0971889 Dec 22 13:09:17.142146 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-daa8379c-6e5b-43f7-a793-3a7a6db5cd5c req-172189da-4c63-46eb-8651-087a7a50b52a tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383003 Dec 22 13:09:17.348763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91739b-4ed8-42ea-9593-1fed57300e40 req-788bfa41-52f3-47a3-b34e-c465586e1cbe tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:17.350196 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b91739b-4ed8-42ea-9593-1fed57300e40 req-788bfa41-52f3-47a3-b34e-c465586e1cbe tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 946 time: 0.2057998 Dec 22 13:09:17.396610 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b91739b-4ed8-42ea-9593-1fed57300e40 req-36b1d4fe-192d-4c67-88c1-e4e174798367 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1df9d69-2ebc-489e-b4fe-b368fd970c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374362 Dec 22 13:09:17.590482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c636c81-617e-4987-aa65-1ecd357332cb req-e164b75f-cbbb-4628-8686-2e3eefed5b74 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:17.592054 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5c636c81-617e-4987-aa65-1ecd357332cb req-e164b75f-cbbb-4628-8686-2e3eefed5b74 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 946 time: 0.0925543 Dec 22 13:09:17.644166 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5c636c81-617e-4987-aa65-1ecd357332cb req-a0bc24ff-a014-4628-8b81-31a14845fe80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1df9d69-2ebc-489e-b4fe-b368fd970c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Dec 22 13:09:17.675719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53252) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:17.746166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faf1361-eae2-4501-9805-84d3cfd1e772 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:17.747647 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0faf1361-eae2-4501-9805-84d3cfd1e772 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 1094 time: 0.0709934 Dec 22 13:09:17.751577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53256) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:17.756492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:09:17.759635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 580d09c1-0ff8-4ad7-aae2-ed130c5462be up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:09:17.763898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:09:17.767869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:floatingip and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:09:17.770769 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:09:17.776422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:09:17.788467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:17.826075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 580d09c1-0ff8-4ad7-aae2-ed130c5462be completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:09:17.830840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 580d09c1-0ff8-4ad7-aae2-ed130c5462be triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:09:17.831212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:17.934423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:17.953863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:17.980150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580d09c1-0ff8-4ad7-aae2-ed130c5462be'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:09:17.999627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 580d09c1-0ff8-4ad7-aae2-ed130c5462be, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=580d09c1-0ff8-4ad7-aae2-ed130c5462be,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:09:18.005630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:18.007748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5e84ef15-dee6-4e8f-98f0-3c210865f34e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:18.042450 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'code': 200} Dec 22 13:09:18.074755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=580d09c1-0ff8-4ad7-aae2-ed130c5462be,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:18.077729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:18.083237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.15 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/5995a251-5b3d-4089-8a1b-0141af107da1) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:09:18.238292 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:18.324042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a187a6-38f2-4027-92f8-2393dc24830c req-662f0c57-2409-4beb-9f3b-c4691b92105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:18.325702 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c0a187a6-38f2-4027-92f8-2393dc24830c req-662f0c57-2409-4beb-9f3b-c4691b92105d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 1098 time: 0.0829322 Dec 22 13:09:18.327060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:18.331673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1ec4f9d7-4174-461e-a809-a7e5e17284bc tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:18.337026 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56ab7c-dca2-41a1-bff5-fd85d71852f6 req-4b2d9ea0-725f-4271-9c4e-1ba720bec489 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:18.338956 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5f56ab7c-dca2-41a1-bff5-fd85d71852f6 req-4b2d9ea0-725f-4271-9c4e-1ba720bec489 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 945 time: 0.0793445 Dec 22 13:09:18.387726 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5f56ab7c-dca2-41a1-bff5-fd85d71852f6 req-78a0947b-71b6-445e-b6aa-b02e2bd24f96 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427599 Dec 22 13:09:18.413376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:09:18.417417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:09:18.425007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:09:18.465005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=5995a251-5b3d-4089-8a1b-0141af107da1,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:18.475892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:18.479490 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c0a187a6-38f2-4027-92f8-2393dc24830c req-2bb93c44-f4a7-4d8d-8abf-2a190259ad86 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160743 Dec 22 13:09:18.864671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:19.058178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:19.266026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:19.272785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:19.276431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-185a2e18-be33-4820-8806-60e5141cbc39 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:19.378605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=5995a251-5b3d-4089-8a1b-0141af107da1,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:19.382590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:19.391184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:19.609275 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 3329413b-ee7a-439f-b2f5-f3d925152ebe associated. External IP: 172.26.4.15, port: bc75150a-17e6-4f9c-8c95-d78c51b99d5f. Dec 22 13:09:19.751182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d5a1c-ae36-4eb8-8941-082f01c17b00 req-04b6d68e-d8f4-4a6d-983e-595db642dde0 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:19.752658 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2e1d5a1c-ae36-4eb8-8941-082f01c17b00 req-04b6d68e-d8f4-4a6d-983e-595db642dde0 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 945 time: 0.2326341 Dec 22 13:09:19.825031 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2e1d5a1c-ae36-4eb8-8941-082f01c17b00 req-53476bc1-81d3-408b-8236-f3013ede0146 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650482 Dec 22 13:09:20.003589 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:09:20.183817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:09:20.194349 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da947d0-f904-4867-a40d-a5e9ad6ffae9 None None] Sync routers for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:09:20.204649 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da947d0-f904-4867-a40d-a5e9ad6ffae9 None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:09:20.205260 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2da947d0-f904-4867-a40d-a5e9ad6ffae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:09:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:20.209805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:20.266364 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5135093 Dec 22 13:09:20.266962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'tag': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:09:20.269243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53270) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:20.323333 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'tag': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'status': 'completed', 'code': 200} Dec 22 13:09:20.376686 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-62f3f7d6-7c6d-46a7-b453-98c58ab16d2f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/3329413b-ee7a-439f-b2f5-f3d925152ebe HTTP/1.1" status: 200 len: 991 time: 0.1051986 Dec 22 13:09:20.380071 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-2da947d0-f904-4867-a40d-a5e9ad6ffae9 None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:09:20.414620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e3d4a-d131-4d6c-ae62-8b7bf553b576 req-1e30500f-c190-4d99-be61-f50d1a047c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:20.416123 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a5e3d4a-d131-4d6c-ae62-8b7bf553b576 req-1e30500f-c190-4d99-be61-f50d1a047c43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 1099 time: 0.0698094 Dec 22 13:09:20.615845 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8f9f8a66-dfdb-4617-b5a9-b93a8b18d8ef req-a9b1df9b-fc32-45fd-9f0e-571b253ee482 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871649 Dec 22 13:09:20.684164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e3d4a-d131-4d6c-ae62-8b7bf553b576 req-cd3b0303-ba1b-4402-869f-63ab60ec4782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:20.685641 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a5e3d4a-d131-4d6c-ae62-8b7bf553b576 req-cd3b0303-ba1b-4402-869f-63ab60ec4782 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc HTTP/1.1" status: 200 len: 898 time: 0.2624874 Dec 22 13:09:20.733404 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2da947d0-f904-4867-a40d-a5e9ad6ffae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '3329413b-ee7a-439f-b2f5-f3d925152ebe', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'port_id': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'mac_address': 'fa:16:3e:c8:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:18Z', 'updated_at': '2021-12-22T13:09:18Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:55Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:20.737516 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da947d0-f904-4867-a40d-a5e9ad6ffae9 None None] Checking router: 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:09:20.746230 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da947d0-f904-4867-a40d-a5e9ad6ffae9 None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:09:20.747815 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2da947d0-f904-4867-a40d-a5e9ad6ffae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:09:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:20.768883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f8a66-dfdb-4617-b5a9-b93a8b18d8ef req-bfe55dde-0d0e-4244-a381-619ef85e2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:20.770158 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8f9f8a66-dfdb-4617-b5a9-b93a8b18d8ef req-bfe55dde-0d0e-4244-a381-619ef85e2b13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe5304f275dc44fa95fc54bf8934d70f&device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 1098 time: 0.0834827 Dec 22 13:09:20.793437 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a5e3d4a-d131-4d6c-ae62-8b7bf553b576 req-8dab15ac-4d30-44dc-b01f-4e1724becdda service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc75150a-17e6-4f9c-8c95-d78c51b99d5f HTTP/1.1" status: 200 len: 999 time: 0.1013885 Dec 22 13:09:20.862198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e3d4a-d131-4d6c-ae62-8b7bf553b576 req-37977412-4f2b-48ff-960a-f28c245355c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:20.864334 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a5e3d4a-d131-4d6c-ae62-8b7bf553b576 req-37977412-4f2b-48ff-960a-f28c245355c0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94cd4279-b5ce-4d77-9f1b-3bae561fe3cb HTTP/1.1" status: 200 len: 835 time: 0.0651200 Dec 22 13:09:20.931085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f8a66-dfdb-4617-b5a9-b93a8b18d8ef req-62eed550-47a0-4a22-af87-0a4940e8ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:20.932574 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8f9f8a66-dfdb-4617-b5a9-b93a8b18d8ef req-62eed550-47a0-4a22-af87-0a4940e8ca5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe HTTP/1.1" status: 200 len: 898 time: 0.1428261 Dec 22 13:09:20.940200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e3d4a-d131-4d6c-ae62-8b7bf553b576 req-33bb9100-4c74-4eb2-aecd-5d5b5f06b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:20.941654 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a5e3d4a-d131-4d6c-ae62-8b7bf553b576 req-33bb9100-4c74-4eb2-aecd-5d5b5f06b5f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707428 Dec 22 13:09:20.997248 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-2da947d0-f904-4867-a40d-a5e9ad6ffae9 None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:09:21.156352 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8f9f8a66-dfdb-4617-b5a9-b93a8b18d8ef req-48271a1a-cf78-4a48-a881-84f209e23f3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2 HTTP/1.1" status: 200 len: 1001 time: 0.2167199 Dec 22 13:09:21.157671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5596bc3-1854-412b-961c-536d626e975b req-05cb3b0e-5f4a-476a-8c7f-8bd77acaf1d2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:21.159224 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d5596bc3-1854-412b-961c-536d626e975b req-05cb3b0e-5f4a-476a-8c7f-8bd77acaf1d2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 945 time: 0.1859500 Dec 22 13:09:21.163011 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a5e3d4a-d131-4d6c-ae62-8b7bf553b576 req-b232985e-cf31-453e-a027-226b6f308dc1 service neutron] 10.222.0.54 "GET /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140782 Dec 22 13:09:21.230676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f8a66-dfdb-4617-b5a9-b93a8b18d8ef req-3b52c132-a2ba-4786-bc35-28584e77908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:21.232437 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8f9f8a66-dfdb-4617-b5a9-b93a8b18d8ef req-3b52c132-a2ba-4786-bc35-28584e77908e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af85d33c-7f56-459a-9936-594ee0b806a7 HTTP/1.1" status: 200 len: 834 time: 0.0688498 Dec 22 13:09:21.290669 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d5596bc3-1854-412b-961c-536d626e975b req-d4a41ef6-c3af-4a54-ae99-316c5a74c5d1 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246462 Dec 22 13:09:21.316223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f8a66-dfdb-4617-b5a9-b93a8b18d8ef req-ed01a2a2-4b0c-451a-933e-e6d31e3d35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:21.317917 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8f9f8a66-dfdb-4617-b5a9-b93a8b18d8ef req-ed01a2a2-4b0c-451a-933e-e6d31e3d35e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787876 Dec 22 13:09:21.354404 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a5e3d4a-d131-4d6c-ae62-8b7bf553b576 req-8e819f59-5578-443d-a911-3a3b2035812b service neutron] 10.222.0.54 "GET /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735029 Dec 22 13:09:21.379548 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53282) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:21.391929 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2da947d0-f904-4867-a40d-a5e9ad6ffae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '3329413b-ee7a-439f-b2f5-f3d925152ebe', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'port_id': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'mac_address': 'fa:16:3e:c8:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:18Z', 'updated_at': '2021-12-22T13:09:18Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:55Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:21.396406 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da947d0-f904-4867-a40d-a5e9ad6ffae9 None None] The sync data for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv is: [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '3329413b-ee7a-439f-b2f5-f3d925152ebe', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'port_id': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'mac_address': 'fa:16:3e:c8:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:18Z', 'updated_at': '2021-12-22T13:09:18Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:55Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:09:21.490226 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8f9f8a66-dfdb-4617-b5a9-b93a8b18d8ef req-6ed01490-de00-4656-8151-28ef1adf1efe service neutron] 10.222.0.54 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650729 Dec 22 13:09:21.527842 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c10d4120-a8a6-42a8-af7f-f52732d061d9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/3329413b-ee7a-439f-b2f5-f3d925152ebe HTTP/1.1" status: 200 len: 991 time: 0.1467462 Dec 22 13:09:21.623360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505ed9e0-9080-4e7c-9311-8ee580819d15 None None] New status for floating IP 3329413b-ee7a-439f-b2f5-f3d925152ebe: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:09:21.694209 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8f9f8a66-dfdb-4617-b5a9-b93a8b18d8ef req-84760f1f-932e-410a-ba25-c4b56f962095 service neutron] 10.222.0.54 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653116 Dec 22 13:09:21.703989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387faf73-95e0-40b7-8f83-c5cfa2b4d70e req-686ae8f2-02f3-40a2-933a-4650eceb20ed tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:21.706158 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-387faf73-95e0-40b7-8f83-c5cfa2b4d70e req-686ae8f2-02f3-40a2-933a-4650eceb20ed tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 945 time: 0.2848489 Dec 22 13:09:21.753119 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-387faf73-95e0-40b7-8f83-c5cfa2b4d70e req-1f0effd1-b3b3-4031-ab6f-66f8492ba0be tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396187 Dec 22 13:09:21.776626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53290) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:21.846873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08be0786-12b7-44d0-85dc-ce8c38c4846c tempest-TestVolumeBootPattern-66686553 tempest-TestVolumeBootPattern-66686553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:21.848413 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-08be0786-12b7-44d0-85dc-ce8c38c4846c tempest-TestVolumeBootPattern-66686553 tempest-TestVolumeBootPattern-66686553-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 1093 time: 0.0707982 Dec 22 13:09:21.851359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53294) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:21.856309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:09:21.862288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:09:21.866070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Usage tracker for resource:floatingip and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:09:21.868917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:09:21.874708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:09:21.885722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:22.025080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:22.180746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Allocated IP 172.26.4.208 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/b02083b3-cad1-4d24-b469-73d09982423d) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:09:22.337554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:22.369389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:22.375184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:22.443238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:09:22.446187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:09:22.449812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:09:22.482108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'Port': ['ID=b02083b3-cad1-4d24-b469-73d09982423d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:22.489666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:22.531798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53298) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:22.669427 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9d7e9267-1654-4744-857a-796002cf8318 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/3329413b-ee7a-439f-b2f5-f3d925152ebe HTTP/1.1" status: 200 len: 993 time: 0.1320651 Dec 22 13:09:23.009570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:23.090944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:23.304695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:23.311152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:23.314886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-707678a6-bec8-44bd-bc44-54359b1b4c22 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:23.420052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'Port': ['ID=b02083b3-cad1-4d24-b469-73d09982423d,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:23.424626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:23.431079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:23.600783 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Floating IP 9b5cc4e8-f452-4475-820a-862939827431 associated. External IP: 172.26.4.208, port: 580d09c1-0ff8-4ad7-aae2-ed130c5462be. Dec 22 13:09:23.959961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:09:24.270579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:09:24.281478 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a6ba8-8bc3-4a03-a8af-2e9560b50b46 None None] Sync routers for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:09:24.291936 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a6ba8-8bc3-4a03-a8af-2e9560b50b46 None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:09:24.292613 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-0d4a6ba8-8bc3-4a03-a8af-2e9560b50b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:09:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:24.296621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:24.351482 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4990580 Dec 22 13:09:24.352149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'tag': '580d09c1-0ff8-4ad7-aae2-ed130c5462be'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:09:24.397208 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'tag': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'status': 'completed', 'code': 200} Dec 22 13:09:24.472264 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-0d4a6ba8-8bc3-4a03-a8af-2e9560b50b46 None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:09:24.489374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107b05-f230-4820-bd45-59093b0e9a2b req-b0c09ec0-b9c6-436c-8224-073ff37bd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:24.490837 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cd107b05-f230-4820-bd45-59093b0e9a2b req-b0c09ec0-b9c6-436c-8224-073ff37bd319 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 1098 time: 0.0711434 Dec 22 13:09:24.624202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107b05-f230-4820-bd45-59093b0e9a2b req-6d6a8b00-76d9-4245-aab1-9156f598e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:24.625668 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cd107b05-f230-4820-bd45-59093b0e9a2b req-6d6a8b00-76d9-4245-aab1-9156f598e76d service neutron] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 913 time: 0.1283982 Dec 22 13:09:24.732001 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cd107b05-f230-4820-bd45-59093b0e9a2b req-9e486c50-bc35-43c2-be00-c48e0a242eb7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580d09c1-0ff8-4ad7-aae2-ed130c5462be HTTP/1.1" status: 200 len: 999 time: 0.0994048 Dec 22 13:09:24.792560 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107b05-f230-4820-bd45-59093b0e9a2b req-bf61ff00-3cb4-45c1-bf33-aeb008f9b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:24.794029 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cd107b05-f230-4820-bd45-59093b0e9a2b req-bf61ff00-3cb4-45c1-bf33-aeb008f9b5d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.0564301 Dec 22 13:09:24.817089 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-0d4a6ba8-8bc3-4a03-a8af-2e9560b50b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9b5cc4e8-f452-4475-820a-862939827431', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:ed:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:22Z', 'updated_at': '2021-12-22T13:09:22Z', 'revision_number': 0, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:24.820923 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a6ba8-8bc3-4a03-a8af-2e9560b50b46 None None] Checking router: 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:09:24.829476 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a6ba8-8bc3-4a03-a8af-2e9560b50b46 None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:09:24.830074 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-0d4a6ba8-8bc3-4a03-a8af-2e9560b50b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:09:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:24.870367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd107b05-f230-4820-bd45-59093b0e9a2b req-91866ded-9029-409b-a889-5543662f64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:24.872119 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cd107b05-f230-4820-bd45-59093b0e9a2b req-91866ded-9029-409b-a889-5543662f64a4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718689 Dec 22 13:09:25.000807 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cd107b05-f230-4820-bd45-59093b0e9a2b req-02c4e193-4de7-4125-98b9-5651713ce561 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226585 Dec 22 13:09:25.005008 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-0d4a6ba8-8bc3-4a03-a8af-2e9560b50b46 None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:09:25.132981 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cd107b05-f230-4820-bd45-59093b0e9a2b req-a65b7816-660d-4c36-baad-e7f45186d9ce service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250923 Dec 22 13:09:25.379252 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-0d4a6ba8-8bc3-4a03-a8af-2e9560b50b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9b5cc4e8-f452-4475-820a-862939827431', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:ed:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:22Z', 'updated_at': '2021-12-22T13:09:22Z', 'revision_number': 0, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:25.383696 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4a6ba8-8bc3-4a03-a8af-2e9560b50b46 None None] The sync data for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv is: [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9b5cc4e8-f452-4475-820a-862939827431', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:ed:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:22Z', 'updated_at': '2021-12-22T13:09:22Z', 'revision_number': 0, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:09:25.581317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7188aa4c-c49b-4e2e-aa5e-178b3ff7122b None None] New status for floating IP 9b5cc4e8-f452-4475-820a-862939827431: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:09:26.726169 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:09:27.493933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05ba552e-451a-4ec0-8a33-e948a07b5ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:29.836879 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-114d192f-e96b-4548-be2a-8eb7cd6c9009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:30.737873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:30.972402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:32.289979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:40.473090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:46.122890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53320) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:46.458504 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Deleting port 779c3afc-5209-4035-9ae1-ee1c0c865d7e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:09:46.458854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:46.633978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:46.635354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:46.759495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Calling delete_port for 779c3afc-5209-4035-9ae1-ee1c0c865d7e owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:09:46.930886 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:46.934416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a03f555b-ccd2-475d-852c-1b0c0d18826f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:46.977512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event deleted for resources: {'Port': ['ID=779c3afc-5209-4035-9ae1-ee1c0c865d7e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:46.980708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:47.072821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:47.073147 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Floating IP 9e3dc540-7deb-466a-a688-14169429cdad disassociated (deleted). External IP: 172.26.4.242, port: ad1df305-82e7-4284-a241-1d8e59a6c4b2. Dec 22 13:09:47.438959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Router f4f1cb72-6f6d-4212-83f3-af31806c7e6f has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:09:47.626437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:09:47.635447 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6845c6d-eba6-4c0b-a887-c4164dd6b052 None None] Sync routers for ids ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:09:47.647290 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6845c6d-eba6-4c0b-a887-c4164dd6b052 None None] Routers {'f4f1cb72-6f6d-4212-83f3-af31806c7e6f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:09:47.647290 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a6845c6d-eba6-4c0b-a887-c4164dd6b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:09:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:47.649889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:47.707741 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "DELETE /v2.0/floatingips/9e3dc540-7deb-466a-a688-14169429cdad HTTP/1.1" status: 204 len: 168 time: 1.5867102 Dec 22 13:09:47.708420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:09:47.764148 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'status': 'completed', 'code': 200} Dec 22 13:09:47.824599 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-a6845c6d-eba6-4c0b-a887-c4164dd6b052 None None] Set router f4f1cb72-6f6d-4212-83f3-af31806c7e6f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:09:48.078537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-1c3ddc2a-d92a-4ce9-a87e-b778f373fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:48.078537 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-1c3ddc2a-d92a-4ce9-a87e-b778f373fd14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fe5304f275dc44fa95fc54bf8934d70f&device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 1098 time: 0.2909694 Dec 22 13:09:48.148956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10b39b-dbc2-40f2-8a78-26ba0fa41f1b req-b228a2a9-861e-4d82-a17d-7e9bb9834407 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:48.153713 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa10b39b-dbc2-40f2-8a78-26ba0fa41f1b req-b228a2a9-861e-4d82-a17d-7e9bb9834407 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.1002755 Dec 22 13:09:48.209158 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a6845c6d-eba6-4c0b-a887-c4164dd6b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '1b55ba6f-2cef-4498-92b4-eef03d83b177', 'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'mac_address': 'fa:16:3e:83:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:25Z', 'updated_at': '2021-12-22T13:06:37Z', 'revision_number': 5, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'subnets': [{'id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:48.219253 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6845c6d-eba6-4c0b-a887-c4164dd6b052 None None] Checking router: f4f1cb72-6f6d-4212-83f3-af31806c7e6f for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:09:48.222039 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa10b39b-dbc2-40f2-8a78-26ba0fa41f1b req-189b806b-546f-4c12-a14d-75b344404eff tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566885 Dec 22 13:09:48.224712 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6845c6d-eba6-4c0b-a887-c4164dd6b052 None None] Routers {'f4f1cb72-6f6d-4212-83f3-af31806c7e6f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:09:48.224712 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a6845c6d-eba6-4c0b-a887-c4164dd6b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:09:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:48.247043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-470080f2-8934-49d8-b8e0-c91a46967e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:48.248684 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-470080f2-8934-49d8-b8e0-c91a46967e11 service neutron] 10.222.0.54 "GET /v2.0/networks?id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe HTTP/1.1" status: 200 len: 898 time: 0.1631751 Dec 22 13:09:48.326929 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-7e6b27ca-30ea-4a4d-a27a-0d41ab97d553 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2 HTTP/1.1" status: 200 len: 217 time: 0.0700181 Dec 22 13:09:48.394908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-4b752ec8-b01a-4bae-8276-09b681c3e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:48.396040 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-4b752ec8-b01a-4bae-8276-09b681c3e167 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=af85d33c-7f56-459a-9936-594ee0b806a7 HTTP/1.1" status: 200 len: 834 time: 0.0624053 Dec 22 13:09:48.422268 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-a6845c6d-eba6-4c0b-a887-c4164dd6b052 None None] Set router f4f1cb72-6f6d-4212-83f3-af31806c7e6f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:09:48.484122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-83b3188b-238d-4427-b6ff-49a32a2dd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:48.485669 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-83b3188b-238d-4427-b6ff-49a32a2dd56c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823400 Dec 22 13:09:48.496821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-bf3c1723-9166-4601-bb8a-c3fb5e4fafb5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:09:48.497744 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-bf3c1723-9166-4601-bb8a-c3fb5e4fafb5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050309 Dec 22 13:09:48.655306 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-f428a2db-4e06-40e0-9288-b991c5b86057 service neutron] 10.222.0.54 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505239 Dec 22 13:09:48.807091 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a6845c6d-eba6-4c0b-a887-c4164dd6b052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '1b55ba6f-2cef-4498-92b4-eef03d83b177', 'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'mac_address': 'fa:16:3e:83:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:25Z', 'updated_at': '2021-12-22T13:06:37Z', 'revision_number': 5, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'subnets': [{'id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:48.807665 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-559aabd1-c8d6-4053-bb43-b676fc6dca58 req-6d96d221-61d0-4d3c-9872-326a05fae834 service neutron] 10.222.0.54 "GET /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440535 Dec 22 13:09:48.812023 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6845c6d-eba6-4c0b-a887-c4164dd6b052 None None] The sync data for ids ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'] in dv-neutron-822668-1-hyperv is: [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:06:26Z', 'revision_number': 4, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '1b55ba6f-2cef-4498-92b4-eef03d83b177', 'name': '', 'network_id': '463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'mac_address': 'fa:16:3e:83:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:25Z', 'updated_at': '2021-12-22T13:06:37Z', 'revision_number': 5, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'subnets': [{'id': 'af85d33c-7f56-459a-9936-594ee0b806a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:09:49.058272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9241f632-4e0c-45f9-a342-ad13eaf36984 None None] New status for floating IP 9e3dc540-7deb-466a-a688-14169429cdad: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:09:49.414806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2df93-cc1b-4d18-b652-5e7bccbc08a4 req-eaf0dd8d-1c22-4d75-91f0-fd1041efa6df tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:49.415507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-fde2df93-cc1b-4d18-b652-5e7bccbc08a4 req-eaf0dd8d-1c22-4d75-91f0-fd1041efa6df tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Synchronizing usage tracker for tenant:fe5304f275dc44fa95fc54bf8934d70f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:09:49.432637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-fde2df93-cc1b-4d18-b652-5e7bccbc08a4 req-eaf0dd8d-1c22-4d75-91f0-fd1041efa6df tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Unset dirty status for tenant:fe5304f275dc44fa95fc54bf8934d70f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:09:49.433769 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fde2df93-cc1b-4d18-b652-5e7bccbc08a4 req-eaf0dd8d-1c22-4d75-91f0-fd1041efa6df tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.1056223 Dec 22 13:09:49.480726 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fde2df93-cc1b-4d18-b652-5e7bccbc08a4 req-7fae4c10-e37f-4d7b-aa0a-d1ae5512dd1f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/security-groups?id=048d98b3-59ab-4d2a-ae82-33bd71b73fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395010 Dec 22 13:09:49.685795 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4304c-92c9-445a-9042-5761e71e4901 req-54be56a2-d915-4926-9b09-ab177c4f7916 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:49.687225 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-89b4304c-92c9-445a-9042-5761e71e4901 req-54be56a2-d915-4926-9b09-ab177c4f7916 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 945 time: 0.0824296 Dec 22 13:09:49.759916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-89b4304c-92c9-445a-9042-5761e71e4901 req-07d7bf8c-6f0b-4ac5-a2cf-334de9b00f06 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Deleting port ad1df305-82e7-4284-a241-1d8e59a6c4b2 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:09:49.760227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-89b4304c-92c9-445a-9042-5761e71e4901 req-07d7bf8c-6f0b-4ac5-a2cf-334de9b00f06 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:50.015929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-89b4304c-92c9-445a-9042-5761e71e4901 req-07d7bf8c-6f0b-4ac5-a2cf-334de9b00f06 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] For port ad1df305-82e7-4284-a241-1d8e59a6c4b2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad1df305-82e7-4284-a241-1d8e59a6c4b2,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:09:50.016196 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-89b4304c-92c9-445a-9042-5761e71e4901 req-07d7bf8c-6f0b-4ac5-a2cf-334de9b00f06 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:50.135984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-89b4304c-92c9-445a-9042-5761e71e4901 req-07d7bf8c-6f0b-4ac5-a2cf-334de9b00f06 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Calling delete_port for ad1df305-82e7-4284-a241-1d8e59a6c4b2 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:09:50.293735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-89b4304c-92c9-445a-9042-5761e71e4901 req-07d7bf8c-6f0b-4ac5-a2cf-334de9b00f06 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:50.299384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e3f8d4f1-0d27-4c1e-9cc6-2549d846c4ab tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:50.343318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7bf8c-6f0b-4ac5-a2cf-334de9b00f06 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event deleted for resources: {'Port': ['ID=ad1df305-82e7-4284-a241-1d8e59a6c4b2,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:50.346360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07d7bf8c-6f0b-4ac5-a2cf-334de9b00f06 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:50.525995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b4304c-92c9-445a-9042-5761e71e4901 req-07d7bf8c-6f0b-4ac5-a2cf-334de9b00f06 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] No DVR routers for this DVR port ad1df305-82e7-4284-a241-1d8e59a6c4b2 on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:09:50.528501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-89b4304c-92c9-445a-9042-5761e71e4901 req-07d7bf8c-6f0b-4ac5-a2cf-334de9b00f06 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:50.531152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'name': 'network-vif-deleted', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:09:50.549007 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-89b4304c-92c9-445a-9042-5761e71e4901 req-07d7bf8c-6f0b-4ac5-a2cf-334de9b00f06 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.54 "DELETE /v2.0/ports/ad1df305-82e7-4284-a241-1d8e59a6c4b2 HTTP/1.1" status: 204 len: 173 time: 0.8560703 Dec 22 13:09:50.584195 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc9fe2a-181b-4854-bbcd-5f9239b2f057', 'name': 'network-vif-deleted', 'tag': 'ad1df305-82e7-4284-a241-1d8e59a6c4b2', 'status': 'completed', 'code': 200} Dec 22 13:09:50.642534 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4e226ec8-e6a4-41e6-a0c0-f20002510f22 req-2157d15c-ebc3-4b36-89bc-1800a140c82b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc9fe2a-181b-4854-bbcd-5f9239b2f057 HTTP/1.1" status: 200 len: 210 time: 0.0435812 Dec 22 13:09:51.750108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53340) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:51.997692 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device ad1df305-82e7-4284-a241-1d8e59a6c4b2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:09:52.032021 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: ad1df305-82e7-4284-a241-1d8e59a6c4b2 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:09:52.032370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device ad1df305-82e7-4284-a241-1d8e59a6c4b2 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:09:52.305412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:52.658989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Deleting port 1b55ba6f-2cef-4498-92b4-eef03d83b177 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:09:52.659330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:52.849743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] For port 1b55ba6f-2cef-4498-92b4-eef03d83b177, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=1b55ba6f-2cef-4498-92b4-eef03d83b177,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:09:52.850438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:52.972773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Calling delete_port for 1b55ba6f-2cef-4498-92b4-eef03d83b177 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:09:53.415311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:53.422108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:53.470239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event deleted for resources: {'Port': ['ID=1b55ba6f-2cef-4498-92b4-eef03d83b177,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:53.496438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:53.757871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:54.117473 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Router f4f1cb72-6f6d-4212-83f3-af31806c7e6f has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:09:54.293150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:09:54.305133 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402f06c-ef40-4ab9-b1fa-46b1bc093962 None None] Sync routers for ids ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:09:54.307381 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "PUT /v2.0/routers/f4f1cb72-6f6d-4212-83f3-af31806c7e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5556779 Dec 22 13:09:54.310361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53346) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:54.315001 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402f06c-ef40-4ab9-b1fa-46b1bc093962 None None] Routers {'f4f1cb72-6f6d-4212-83f3-af31806c7e6f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:09:54.315631 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f402f06c-ef40-4ab9-b1fa-46b1bc093962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:09:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:54.379650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Deleting subnet af85d33c-7f56-459a-9936-594ee0b806a7 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:09:54.382545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:54.435721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:54.488724 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-f402f06c-ef40-4ab9-b1fa-46b1bc093962 None None] Set router f4f1cb72-6f6d-4212-83f3-af31806c7e6f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:09:54.516187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:54.591110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:54.596053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:54.631944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event deleted for resources: {'Subnet': ['ID=af85d33c-7f56-459a-9936-594ee0b806a7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:54.637134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:54.643865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df870369-86ab-4217-a7fd-5a3298f8cbd6 None None] Network 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:09:54.645754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:54.646138 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:54.646520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:54.646907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:54.647274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:54.647634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:54.648018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:54.648375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:54.648732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:54.649084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:54.649412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:54.649798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:54.655954 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "DELETE /v2.0/subnets/af85d33c-7f56-459a-9936-594ee0b806a7 HTTP/1.1" status: 204 len: 168 time: 0.3446462 Dec 22 13:09:54.656438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:54.656899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:54.768247 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f402f06c-ef40-4ab9-b1fa-46b1bc093962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:09:53Z', 'revision_number': 5, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:54.774443 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402f06c-ef40-4ab9-b1fa-46b1bc093962 None None] Checking router: f4f1cb72-6f6d-4212-83f3-af31806c7e6f for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:09:54.788469 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f402f06c-ef40-4ab9-b1fa-46b1bc093962 None None] Routers {'f4f1cb72-6f6d-4212-83f3-af31806c7e6f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:09:54.789378 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f402f06c-ef40-4ab9-b1fa-46b1bc093962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:09:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:54.874077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:54.938257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e9fa1-13a2-437f-bb91-f6bba727b023 None None] DHCP port deletion for 463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:09:54.943148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-272e9fa1-13a2-437f-bb91-f6bba727b023 None None] Deleting port 5d0ccb35-1619-4258-926e-b52f094365be {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:09:54.943882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-272e9fa1-13a2-437f-bb91-f6bba727b023 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:54.986098 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-f402f06c-ef40-4ab9-b1fa-46b1bc093962 None None] Set router f4f1cb72-6f6d-4212-83f3-af31806c7e6f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:09:55.148114 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-272e9fa1-13a2-437f-bb91-f6bba727b023 None None] For port 5d0ccb35-1619-4258-926e-b52f094365be, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5d0ccb35-1619-4258-926e-b52f094365be,segment=NetworkSegment(9d7b0f12-c6c8-4be7-9cc9-b4c598998863),segment_id=9d7b0f12-c6c8-4be7-9cc9-b4c598998863)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:09:55.148733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-272e9fa1-13a2-437f-bb91-f6bba727b023 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:55.203817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:55.214302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Deleting port 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:09:55.214767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:55.273088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-272e9fa1-13a2-437f-bb91-f6bba727b023 None None] Calling delete_port for 5d0ccb35-1619-4258-926e-b52f094365be owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:09:55.277873 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f402f06c-ef40-4ab9-b1fa-46b1bc093962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:09:53Z', 'revision_number': 5, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:55.282066 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f402f06c-ef40-4ab9-b1fa-46b1bc093962 None None] The sync data for ids ['f4f1cb72-6f6d-4212-83f3-af31806c7e6f'] in dv-neutron-822668-1-hyperv is: [{'id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717082977', 'tenant_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:19Z', 'updated_at': '2021-12-22T13:09:53Z', 'revision_number': 5, 'project_id': 'fe5304f275dc44fa95fc54bf8934d70f', 'gw_port': {'id': '5abcb091-0d1f-4181-ac6a-f7a2da4ff907', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f1cb72-6f6d-4212-83f3-af31806c7e6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:06:20Z', 'updated_at': '2021-12-22T13:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:09:55.354239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-272e9fa1-13a2-437f-bb91-f6bba727b023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:55.358866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:55.391333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] For port 5abcb091-0d1f-4181-ac6a-f7a2da4ff907, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5abcb091-0d1f-4181-ac6a-f7a2da4ff907,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:09:55.391708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:55.400917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e9fa1-13a2-437f-bb91-f6bba727b023 None None] Pushing event deleted for resources: {'Port': ['ID=5d0ccb35-1619-4258-926e-b52f094365be,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:55.402633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e9fa1-13a2-437f-bb91-f6bba727b023 None None] No DVR routers for this DVR port 5d0ccb35-1619-4258-926e-b52f094365be on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:09:55.404107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-272e9fa1-13a2-437f-bb91-f6bba727b023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:55.513778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Calling delete_port for 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:09:55.681943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:55.686047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:55.731471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event deleted for resources: {'Port': ['ID=5abcb091-0d1f-4181-ac6a-f7a2da4ff907,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:55.760431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:55.824740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:55.992693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:55.995017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.021395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.021872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Fanout notify agent at l3_agent the message router_deleted on router f4f1cb72-6f6d-4212-83f3-af31806c7e6f {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:09:56.037737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.039094 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "DELETE /v2.0/routers/f4f1cb72-6f6d-4212-83f3-af31806c7e6f HTTP/1.1" status: 204 len: 168 time: 1.3807588 Dec 22 13:09:56.041943 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53354) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:56.158341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.293377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.319760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:56.331744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7b0f12-c6c8-4be7-9cc9-b4c598998863') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:56.332040 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7b0f12-c6c8-4be7-9cc9-b4c598998863') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:09:56.343444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.359225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.365423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:09:56.365798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:09:56.384621 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:09:56.464738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.469983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d8aee866-eace-4d0d-aa37-93460895a522 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:56.489025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.499890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event deleted for resources: {'Network': ['ID=463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:56.502991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:56.510592 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "DELETE /v2.0/networks/463bbf4a-10fd-4cb0-adfe-48b2a2e2c1fe HTTP/1.1" status: 204 len: 168 time: 0.4675217 Dec 22 13:09:56.513535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53358) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:56.581312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-497cfbe0-456e-4726-97cd-2f8521c8ecf6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.615721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-497cfbe0-456e-4726-97cd-2f8521c8ecf6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.682925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-497cfbe0-456e-4726-97cd-2f8521c8ecf6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.686953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f4f7b09-bddf-4759-936a-42daf69778ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:56.704969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cfbe0-456e-4726-97cd-2f8521c8ecf6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048d98b3-59ab-4d2a-ae82-33bd71b73fa3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:56.707891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-497cfbe0-456e-4726-97cd-2f8521c8ecf6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:56.716142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-497cfbe0-456e-4726-97cd-2f8521c8ecf6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:56.717542 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-497cfbe0-456e-4726-97cd-2f8521c8ecf6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] 10.222.0.24 "DELETE /v2.0/security-groups/048d98b3-59ab-4d2a-ae82-33bd71b73fa3 HTTP/1.1" status: 204 len: 168 time: 0.2030759 Dec 22 13:09:56.837464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:09:56.879098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:09:56.879452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5abcb091-0d1f-4181-ac6a-f7a2da4ff907 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:09:56.879926 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 1b55ba6f-2cef-4498-92b4-eef03d83b177 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:09:56.924112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 1b55ba6f-2cef-4498-92b4-eef03d83b177 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:09:56.924634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 1b55ba6f-2cef-4498-92b4-eef03d83b177 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:09:56.925256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5d0ccb35-1619-4258-926e-b52f094365be no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:09:56.969486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 5d0ccb35-1619-4258-926e-b52f094365be {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:09:56.970000 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5d0ccb35-1619-4258-926e-b52f094365be not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:09:57.048690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:57.197306 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8d59113b-9916-4bc6-b2c6-a5416a2516a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe5304f275dc44fa95fc54bf8934d70f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472471 Dec 22 13:09:57.199798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53378) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:57.257877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58087179-1fc1-4660-9a45-a771df49a190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:57.288916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58087179-1fc1-4660-9a45-a771df49a190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:57.346089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58087179-1fc1-4660-9a45-a771df49a190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:57.351735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-497cfbe0-456e-4726-97cd-2f8521c8ecf6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:57.369235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58087179-1fc1-4660-9a45-a771df49a190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b4eb4c-9e33-42ac-a484-725e3941f811,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:57.373236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58087179-1fc1-4660-9a45-a771df49a190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:57.379630 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58087179-1fc1-4660-9a45-a771df49a190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:57.379630 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-58087179-1fc1-4660-9a45-a771df49a190 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5b4eb4c-9e33-42ac-a484-725e3941f811 HTTP/1.1" status: 204 len: 168 time: 0.1771953 Dec 22 13:09:57.488122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-851c197c-5e22-4539-ac6d-72d0ed37bca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:57.676028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53386) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:57.699361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58a321ec-bd88-46f9-ab18-38caf2b5431b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:57.714216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-58a321ec-bd88-46f9-ab18-38caf2b5431b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:09:57.718303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-58a321ec-bd88-46f9-ab18-38caf2b5431b admin admin] Usage tracker for resource:security_group_rule and tenant:c97ab4871ef74002a0b44727bfecbbb1 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:09:57.721318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-58a321ec-bd88-46f9-ab18-38caf2b5431b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:09:57.727587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-58a321ec-bd88-46f9-ab18-38caf2b5431b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:09:57.818059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58a321ec-bd88-46f9-ab18-38caf2b5431b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:57.824429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-58a321ec-bd88-46f9-ab18-38caf2b5431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:57.831441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6e743d73-9b4d-48f7-9f7f-12fd1a868843 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:57.870312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a321ec-bd88-46f9-ab18-38caf2b5431b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ce6567-add9-48ef-b910-45801cf1bd9f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:57.873491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58a321ec-bd88-46f9-ab18-38caf2b5431b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:57.876237 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-58a321ec-bd88-46f9-ab18-38caf2b5431b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c97ab4871ef74002a0b44727bfecbbb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988273 Dec 22 13:09:57.879218 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53390) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:57.935294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-053447a2-55b9-4d78-ae92-e339dd2c255c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:57.962109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-053447a2-55b9-4d78-ae92-e339dd2c255c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:58.016750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-053447a2-55b9-4d78-ae92-e339dd2c255c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:58.020710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-97df17da-cde5-4739-9453-35a3dc81b08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:58.032813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053447a2-55b9-4d78-ae92-e339dd2c255c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ce6567-add9-48ef-b910-45801cf1bd9f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:58.035187 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-053447a2-55b9-4d78-ae92-e339dd2c255c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:58.039321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-053447a2-55b9-4d78-ae92-e339dd2c255c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:58.040828 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-053447a2-55b9-4d78-ae92-e339dd2c255c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3ce6567-add9-48ef-b910-45801cf1bd9f HTTP/1.1" status: 204 len: 168 time: 0.1609116 Dec 22 13:09:58.798397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53414) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:58.910754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-345254589-network', 'tenant_id': '53678d77a57b47c89c4298e41f58d743'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:09:58.918184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:09:58.924345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Usage tracker for resource:network and tenant:53678d77a57b47c89c4298e41f58d743 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:09:58.927461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:09:58.933520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:09:58.949449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Made reservation on behalf of 53678d77a57b47c89c4298e41f58d743 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:09:58.952838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:58.970841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:58.985846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:09:58.989843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Usage tracker for resource:security_group_rule and tenant:53678d77a57b47c89c4298e41f58d743 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:09:58.993072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:09:58.999494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:09:59.084495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:59.092748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:59.095783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cb82e49a-1aa5-4c3e-be3d-ed1f6bdfa0f8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:59.122648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:09:59.131031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fee1e9-91fd-4974-833e-c31516b701bf,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:59.134754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:59.137369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:59.137738 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Added segment 0ac91719-bd91-4c17-be8c-608fd2542c18 of type vlan for network fa66dc33-7584-4c50-b1c7-300f2a7cfcff Dec 22 13:09:59.164287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:59.196245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:59.197400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:59.198000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:59.201292 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4a02dc4e-01ce-47ff-b3ca-a5fad55677a7 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:59.315021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Pushing event updated for resources: {'Network': ['ID=fa66dc33-7584-4c50-b1c7-300f2a7cfcff,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:59.318161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:59.320376 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5209584 Dec 22 13:09:59.324342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53420) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:09:59.326709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network fa66dc33-7584-4c50-b1c7-300f2a7cfcff details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:09:59.333813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Request body: {'subnet': {'network_id': 'fa66dc33-7584-4c50-b1c7-300f2a7cfcff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-345254589-subnet', 'tenant_id': '53678d77a57b47c89c4298e41f58d743', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:09:59.342192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:09:59.347987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Usage tracker for resource:subnet and tenant:53678d77a57b47c89c4298e41f58d743 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:09:59.350926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:09:59.356631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:09:59.370433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Made reservation on behalf of 53678d77a57b47c89c4298e41f58d743 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:09:59.372878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:59.685429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:59.688866 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9e5b4818-77fc-42d0-9e39-b3bb9fdb9f39 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:09:59.758546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a635580-2948-4720-8320-5f6bda836b70,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:09:59.769638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:59.770026 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:59.770402 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:59.770781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:59.771155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:59.771497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:59.771917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:59.772283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:59.772650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:59.773010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:59.773372 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:59.773731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:09:59.777870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:09:59.780365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Checking segment: {'id': '0ac91719-bd91-4c17-be8c-608fd2542c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fa66dc33-7584-4c50-b1c7-300f2a7cfcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:09:59.780600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Network hostable DHCP agents. Network: fa66dc33-7584-4c50-b1c7-300f2a7cfcff, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:09:59.800727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Network fa66dc33-7584-4c50-b1c7-300f2a7cfcff is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:09:59.810288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, fa66dc33-7584-4c50-b1c7-300f2a7cfcff) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:09:59.814463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:09:59.815279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:09:59.821169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d294a-f157-4c48-94ca-a9ff9f877096 None None] Network fa66dc33-7584-4c50-b1c7-300f2a7cfcff requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:09:59.839203 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5128925 Dec 22 13:09:59.907172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc5a12b4-e922-408c-aca4-64b48a193ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.096141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3298e882-7f17-45da-a3a3-7310d4c41933 None None] Network fa66dc33-7584-4c50-b1c7-300f2a7cfcff requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:10:00.353109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53440) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:00.358675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-260930186-network', 'tenant_id': '9c99ff7b279346d79be88197028a336d'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:00.363854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:00.367779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Usage tracker for resource:network and tenant:9c99ff7b279346d79be88197028a336d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:00.370689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:00.376709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:00.390838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Made reservation on behalf of 9c99ff7b279346d79be88197028a336d for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:10:00.393068 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.404998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.419197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:00.423136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Usage tracker for resource:security_group_rule and tenant:9c99ff7b279346d79be88197028a336d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:00.426195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:00.432135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:00.511399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.516693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.519572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-81887e06-6aae-46e2-9eac-13f516681a10 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:00.552847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:10:00.558235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b0252c-09e8-45c2-a641-961200fc8636,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:00.561808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:00.565641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.566514 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Added segment 246f7e97-be16-4872-8dac-4ce17d43233d of type vlan for network b4d0ff72-4d57-4eec-872b-b9fc9db677b6 Dec 22 13:10:00.594243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.626648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.627661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:00.628265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.631625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-042d9575-8e33-4266-877a-1a519b81952a tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:00.728785 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3746376 Dec 22 13:10:00.731789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d0ff72-4d57-4eec-872b-b9fc9db677b6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:00.731966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53444) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:00.734852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:00.738110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Request body: {'subnet': {'network_id': 'b4d0ff72-4d57-4eec-872b-b9fc9db677b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-260930186-subnet', 'tenant_id': '9c99ff7b279346d79be88197028a336d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:00.743458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network b4d0ff72-4d57-4eec-872b-b9fc9db677b6 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:10:00.744002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:00.747963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Usage tracker for resource:subnet and tenant:9c99ff7b279346d79be88197028a336d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:00.750960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:00.757251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:00.757905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.769450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Made reservation on behalf of 9c99ff7b279346d79be88197028a336d for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:10:00.771828 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.976794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.978751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:00.980807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4382406c-a87d-4bfb-a27b-3301ccdac7b1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:01.048168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e76c7d0-e334-409f-9b04-de9ac584c996,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:01.052457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:01.061495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Checking segment: {'id': '246f7e97-be16-4872-8dac-4ce17d43233d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b4d0ff72-4d57-4eec-872b-b9fc9db677b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:10:01.061845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Network hostable DHCP agents. Network: b4d0ff72-4d57-4eec-872b-b9fc9db677b6, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:10:01.082338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Network b4d0ff72-4d57-4eec-872b-b9fc9db677b6 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:10:01.093690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, b4d0ff72-4d57-4eec-872b-b9fc9db677b6) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:10:01.098066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:01.098643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:01.102337 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886df03a-e54c-4dfb-a08a-703cd9b655ec None None] Network b4d0ff72-4d57-4eec-872b-b9fc9db677b6 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:10:01.127637 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-51165749-4b28-4ae2-ae01-71891305e392 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3868637 Dec 22 13:10:01.310816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e59b2f6-b453-4e9e-a72d-b3105b84737b None None] Network b4d0ff72-4d57-4eec-872b-b9fc9db677b6 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:10:01.682986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-1e5eceff-0547-436e-9b4e-385c433d96e5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:01.683840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-1e5eceff-0547-436e-9b4e-385c433d96e5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Synchronizing usage tracker for tenant:53678d77a57b47c89c4298e41f58d743 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:10:01.702663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-1e5eceff-0547-436e-9b4e-385c433d96e5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Unset dirty status for tenant:53678d77a57b47c89c4298e41f58d743 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:10:01.703802 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-1e5eceff-0547-436e-9b4e-385c433d96e5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/networks?id=fa66dc33-7584-4c50-b1c7-300f2a7cfcff HTTP/1.1" status: 200 len: 811 time: 0.1685627 Dec 22 13:10:01.719084 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-a5f5161d-e433-4822-a509-8457b171cdf1 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/quotas/53678d77a57b47c89c4298e41f58d743 HTTP/1.1" status: 200 len: 375 time: 0.0093405 Dec 22 13:10:01.765823 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-9604acc2-f6d9-4221-99bb-136d0b9cbe08 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=53678d77a57b47c89c4298e41f58d743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413153 Dec 22 13:10:01.776093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-c678518b-9761-42a0-9fc2-cf095a5766ff service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:10:01.777001 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-c678518b-9761-42a0-9fc2-cf095a5766ff service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047982 Dec 22 13:10:01.905058 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-4f3d1bd1-93d5-4523-af21-8529c0fb56be service neutron] 10.222.0.24 "GET /v2.0/networks/fa66dc33-7584-4c50-b1c7-300f2a7cfcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227446 Dec 22 13:10:02.156842 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-99fdbca9-fd86-457b-b917-454730ea6319 service neutron] 10.222.0.24 "GET /v2.0/networks/fa66dc33-7584-4c50-b1c7-300f2a7cfcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430465 Dec 22 13:10:02.288724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:02.339915 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-865b5f80-f925-4766-bd7d-ef974ecc176e req-c3f4bfeb-e00d-4e03-9fa3-08a78231bfcd tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 210 time: 0.0430093 Dec 22 13:10:03.433181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-af7c1ec5-2ff6-4cb6-b690-2c2eebb76fde tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:03.434631 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-af7c1ec5-2ff6-4cb6-b690-2c2eebb76fde tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.54 "GET /v2.0/networks?id=fa66dc33-7584-4c50-b1c7-300f2a7cfcff HTTP/1.1" status: 200 len: 811 time: 0.1573815 Dec 22 13:10:03.446983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Request body: {'port': {'device_id': '64bfa6a3-bbf5-4437-bd9a-61460979e385', 'network_id': 'fa66dc33-7584-4c50-b1c7-300f2a7cfcff', 'admin_state_up': True, 'tenant_id': '53678d77a57b47c89c4298e41f58d743'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:03.501690 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4b80c6ac-87be-4dc8-aa50-05743f63c9a6 req-5b9b69c8-4966-4d84-9d51-c80f86614404 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 210 time: 0.0498753 Dec 22 13:10:03.588236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:03.592384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Usage tracker for resource:port and tenant:53678d77a57b47c89c4298e41f58d743 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:03.595822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:03.602724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:03.613633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Made reservation on behalf of 53678d77a57b47c89c4298e41f58d743 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:10:03.617231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:03.725633 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:10:03.778086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Allocated IP 172.20.0.7 (fa66dc33-7584-4c50-b1c7-300f2a7cfcff/0a635580-2948-4720-8320-5f6bda836b70/e91ea2e7-6f31-41c5-970b-5d20f18d35b4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:10:03.984555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:04.018913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:04.025541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:04.092948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Network fa66dc33-7584-4c50-b1c7-300f2a7cfcff is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:10:04.096106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:10:04.098525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:10:04.133191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Pushing event updated for resources: {'Port': ['ID=e91ea2e7-6f31-41c5-970b-5d20f18d35b4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:04.142305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:04.164311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:04.164928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:04.186705 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7435920 Dec 22 13:10:04.198179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Request body: {'port': {'device_id': '64bfa6a3-bbf5-4437-bd9a-61460979e385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:04.317010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:04.765334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d71420-eb38-4396-bd61-9bf1a308f168 req-0e8b5cf2-32bc-4439-9797-b33c35d85d37 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:04.766043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-54d71420-eb38-4396-bd61-9bf1a308f168 req-0e8b5cf2-32bc-4439-9797-b33c35d85d37 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Synchronizing usage tracker for tenant:53678d77a57b47c89c4298e41f58d743 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:10:04.838590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-54d71420-eb38-4396-bd61-9bf1a308f168 req-0e8b5cf2-32bc-4439-9797-b33c35d85d37 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Unset dirty status for tenant:53678d77a57b47c89c4298e41f58d743 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:10:04.839755 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-54d71420-eb38-4396-bd61-9bf1a308f168 req-0e8b5cf2-32bc-4439-9797-b33c35d85d37 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 931 time: 0.2054305 Dec 22 13:10:04.841599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91ea2e7-6f31-41c5-970b-5d20f18d35b4 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:10:04.850179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:04.886637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Transition to ACTIVE for port object e91ea2e7-6f31-41c5-970b-5d20f18d35b4 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:10:04.893345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:04.899681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9d097741-c831-4b72-9c56-2fed60ad028c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:04.940073 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-54d71420-eb38-4396-bd61-9bf1a308f168 req-75866b22-cc33-4c9b-9cf1-4705e51fd994 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941303 Dec 22 13:10:05.038860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Pushing event updated for resources: {'Port': ['ID=e91ea2e7-6f31-41c5-970b-5d20f18d35b4,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:05.067929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:05.145346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Attempting to bind port e91ea2e7-6f31-41c5-970b-5d20f18d35b4 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:10:05.145611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Attempting to bind port e91ea2e7-6f31-41c5-970b-5d20f18d35b4 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0ac91719-bd91-4c17-be8c-608fd2542c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fa66dc33-7584-4c50-b1c7-300f2a7cfcff'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:10:05.145924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Attempting to bind port e91ea2e7-6f31-41c5-970b-5d20f18d35b4 on network fa66dc33-7584-4c50-b1c7-300f2a7cfcff {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:10:05.150951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Port e91ea2e7-6f31-41c5-970b-5d20f18d35b4 on network fa66dc33-7584-4c50-b1c7-300f2a7cfcff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:10:05.151271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Attempting to bind port e91ea2e7-6f31-41c5-970b-5d20f18d35b4 on network fa66dc33-7584-4c50-b1c7-300f2a7cfcff {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:10:05.156875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:10:05.157207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Checking segment: {'id': '0ac91719-bd91-4c17-be8c-608fd2542c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fa66dc33-7584-4c50-b1c7-300f2a7cfcff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:10:05.157613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Bound using segment: {'id': '0ac91719-bd91-4c17-be8c-608fd2542c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fa66dc33-7584-4c50-b1c7-300f2a7cfcff'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:10:05.158035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Bound port: e91ea2e7-6f31-41c5-970b-5d20f18d35b4, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac91719-bd91-4c17-be8c-608fd2542c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fa66dc33-7584-4c50-b1c7-300f2a7cfcff'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:10:05.158370 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:05.250204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] For port e91ea2e7-6f31-41c5-970b-5d20f18d35b4, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:10:05.253365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] For port e91ea2e7-6f31-41c5-970b-5d20f18d35b4, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e91ea2e7-6f31-41c5-970b-5d20f18d35b4,segment=NetworkSegment(0ac91719-bd91-4c17-be8c-608fd2542c18),segment_id=0ac91719-bd91-4c17-be8c-608fd2542c18)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:10:05.257819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:05.261363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b33cffd4-58d5-442e-bbe3-088b1b97a33a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:05.318459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:05.319050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:05.320461 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] 10.222.0.54 "PUT /v2.0/ports/e91ea2e7-6f31-41c5-970b-5d20f18d35b4 HTTP/1.1" status: 200 len: 1093 time: 1.1262741 Dec 22 13:10:05.321002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bfa6a3-bbf5-4437-bd9a-61460979e385', 'tag': 'e91ea2e7-6f31-41c5-970b-5d20f18d35b4'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:10:05.340177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Pushing event updated for resources: {'Port': ['ID=e91ea2e7-6f31-41c5-970b-5d20f18d35b4,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:05.343510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:05.391146 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64bfa6a3-bbf5-4437-bd9a-61460979e385', 'tag': 'e91ea2e7-6f31-41c5-970b-5d20f18d35b4', 'status': 'completed', 'code': 200} Dec 22 13:10:05.435658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-ad35bf65-12c4-4589-8f14-4719f1bb598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:05.437148 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-ad35bf65-12c4-4589-8f14-4719f1bb598b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53678d77a57b47c89c4298e41f58d743&device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 1096 time: 0.0770230 Dec 22 13:10:05.504058 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-63e3a436-d31a-448d-8417-a9ab4fe4138f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ea2e7-6f31-41c5-970b-5d20f18d35b4 HTTP/1.1" status: 200 len: 217 time: 0.0598843 Dec 22 13:10:05.569422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-cb25eff6-b7d2-4434-8179-0b65244d8afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:05.570925 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-cb25eff6-b7d2-4434-8179-0b65244d8afb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a635580-2948-4720-8320-5f6bda836b70 HTTP/1.1" status: 200 len: 851 time: 0.0606527 Dec 22 13:10:05.617460 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-2d739051-304e-4199-8885-9de245edb1ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa66dc33-7584-4c50-b1c7-300f2a7cfcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405083 Dec 22 13:10:05.748573 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-7cd8cb41-4b3d-4de5-8b17-56824697abf7 service neutron] 10.222.0.54 "GET /v2.0/networks/fa66dc33-7584-4c50-b1c7-300f2a7cfcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233742 Dec 22 13:10:05.881333 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f127cdde-a09d-449a-93ef-8b1449a9eaed req-36abc1f7-765a-4790-b13f-03122b7e39f9 service neutron] 10.222.0.54 "GET /v2.0/networks/fa66dc33-7584-4c50-b1c7-300f2a7cfcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261833 Dec 22 13:10:06.005667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71752eb4-3a4d-4432-9a9f-7813341a3a2d req-5a3b35b9-dd72-4fab-b702-aa5f1eda181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:06.007252 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-71752eb4-3a4d-4432-9a9f-7813341a3a2d req-5a3b35b9-dd72-4fab-b702-aa5f1eda181f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53678d77a57b47c89c4298e41f58d743&device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 1096 time: 0.0733283 Dec 22 13:10:06.307064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71752eb4-3a4d-4432-9a9f-7813341a3a2d req-8bc6a71a-4378-4173-8db5-62b7b551de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:06.308442 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-71752eb4-3a4d-4432-9a9f-7813341a3a2d req-8bc6a71a-4378-4173-8db5-62b7b551de4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=fa66dc33-7584-4c50-b1c7-300f2a7cfcff HTTP/1.1" status: 200 len: 912 time: 0.2947860 Dec 22 13:10:06.377563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9d5cc-2887-4155-a8f4-dba5ecb046ab req-8ba95567-6fb5-427f-a338-cb3ea14a7ba8 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:06.378977 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-20a9d5cc-2887-4155-a8f4-dba5ecb046ab req-8ba95567-6fb5-427f-a338-cb3ea14a7ba8 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 943 time: 0.2972412 Dec 22 13:10:06.391260 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-71752eb4-3a4d-4432-9a9f-7813341a3a2d req-af009637-b0df-4e58-a7c9-16883fb0a264 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ea2e7-6f31-41c5-970b-5d20f18d35b4 HTTP/1.1" status: 200 len: 217 time: 0.0741770 Dec 22 13:10:06.472525 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-20a9d5cc-2887-4155-a8f4-dba5ecb046ab req-a809cd63-c697-471a-87e5-082c13a35750 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834761 Dec 22 13:10:06.475855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71752eb4-3a4d-4432-9a9f-7813341a3a2d req-a47004fb-d1a2-433c-aba1-ab3c6ff70b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:06.477213 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-71752eb4-3a4d-4432-9a9f-7813341a3a2d req-a47004fb-d1a2-433c-aba1-ab3c6ff70b43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a635580-2948-4720-8320-5f6bda836b70 HTTP/1.1" status: 200 len: 851 time: 0.0745203 Dec 22 13:10:06.530291 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-71752eb4-3a4d-4432-9a9f-7813341a3a2d req-dc58a555-7ae8-4cf3-a6e7-89737aea6429 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa66dc33-7584-4c50-b1c7-300f2a7cfcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434663 Dec 22 13:10:06.666349 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-71752eb4-3a4d-4432-9a9f-7813341a3a2d req-0a7f5444-cf90-45b5-863e-af663c2c4a8e service neutron] 10.222.0.54 "GET /v2.0/networks/fa66dc33-7584-4c50-b1c7-300f2a7cfcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285210 Dec 22 13:10:06.798617 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-71752eb4-3a4d-4432-9a9f-7813341a3a2d req-8726fbbc-0ac9-42af-afe8-ab38fb4aeae2 service neutron] 10.222.0.54 "GET /v2.0/networks/fa66dc33-7584-4c50-b1c7-300f2a7cfcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248984 Dec 22 13:10:07.675881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38e40c-c1ea-4016-af58-7249affdc919 req-84fb7825-e5c4-4d92-9657-ae16d7867fcd tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:07.677323 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-af38e40c-c1ea-4016-af58-7249affdc919 req-84fb7825-e5c4-4d92-9657-ae16d7867fcd tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 943 time: 0.0867610 Dec 22 13:10:07.721468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-af38e40c-c1ea-4016-af58-7249affdc919 req-bd83ee3b-58ce-43fb-8e22-8e0ca35437ea tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Synchronizing usage tracker for tenant:53678d77a57b47c89c4298e41f58d743 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:10:07.741399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-af38e40c-c1ea-4016-af58-7249affdc919 req-bd83ee3b-58ce-43fb-8e22-8e0ca35437ea tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Unset dirty status for tenant:53678d77a57b47c89c4298e41f58d743 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:10:07.742676 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-af38e40c-c1ea-4016-af58-7249affdc919 req-bd83ee3b-58ce-43fb-8e22-8e0ca35437ea tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595973 Dec 22 13:10:08.062941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device e91ea2e7-6f31-41c5-970b-5d20f18d35b4 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:10:08.201428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port e91ea2e7-6f31-41c5-970b-5d20f18d35b4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e91ea2e7-6f31-41c5-970b-5d20f18d35b4,segment=NetworkSegment(0ac91719-bd91-4c17-be8c-608fd2542c18),segment_id=0ac91719-bd91-4c17-be8c-608fd2542c18)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:10:08.214631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'e91ea2e7-6f31-41c5-970b-5d20f18d35b4', 'network_id': 'fa66dc33-7584-4c50-b1c7-300f2a7cfcff', 'port_id': 'e91ea2e7-6f31-41c5-970b-5d20f18d35b4', 'mac_address': 'fa:16:3e:45:30:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a635580-2948-4720-8320-5f6bda836b70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:10:08.268835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:08.285427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91ea2e7-6f31-41c5-970b-5d20f18d35b4 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:10:08.300947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port e91ea2e7-6f31-41c5-970b-5d20f18d35b4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e91ea2e7-6f31-41c5-970b-5d20f18d35b4,segment=NetworkSegment(0ac91719-bd91-4c17-be8c-608fd2542c18),segment_id=0ac91719-bd91-4c17-be8c-608fd2542c18)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:10:08.308003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:08.310727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4fe81c9d-1a97-4b19-9cd3-5ec64b26a082 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:08.378125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=e91ea2e7-6f31-41c5-970b-5d20f18d35b4,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:08.381275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:08.651170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['e91ea2e7-6f31-41c5-970b-5d20f18d35b4'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:10:08.935278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578cbcc-a869-4119-a7f1-52b0009b12b2 req-f5e60c7f-a69e-41a9-a28b-5f40ad96b197 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:08.936924 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9578cbcc-a869-4119-a7f1-52b0009b12b2 req-f5e60c7f-a69e-41a9-a28b-5f40ad96b197 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 944 time: 0.0907598 Dec 22 13:10:08.980592 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9578cbcc-a869-4119-a7f1-52b0009b12b2 req-dc6712df-8714-49ee-92ea-c6f5b1adfa39 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378644 Dec 22 13:10:10.076428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device e91ea2e7-6f31-41c5-970b-5d20f18d35b4 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:10:10.153593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port e91ea2e7-6f31-41c5-970b-5d20f18d35b4 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:10:10.159405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port e91ea2e7-6f31-41c5-970b-5d20f18d35b4 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:10:10.159875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:10.169610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890713d4-230e-447c-a5b0-795eabb64e20 req-f6e3c7f5-8c1e-4a63-bcfe-9a0663782261 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:10.171147 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-890713d4-230e-447c-a5b0-795eabb64e20 req-f6e3c7f5-8c1e-4a63-bcfe-9a0663782261 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 944 time: 0.0807569 Dec 22 13:10:10.214932 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-890713d4-230e-447c-a5b0-795eabb64e20 req-3d0fe678-c876-43fc-8d93-24e5003f9271 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377314 Dec 22 13:10:10.274515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:10.300805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bfa6a3-bbf5-4437-bd9a-61460979e385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91ea2e7-6f31-41c5-970b-5d20f18d35b4'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:10:10.316294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port e91ea2e7-6f31-41c5-970b-5d20f18d35b4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e91ea2e7-6f31-41c5-970b-5d20f18d35b4,segment=NetworkSegment(0ac91719-bd91-4c17-be8c-608fd2542c18),segment_id=0ac91719-bd91-4c17-be8c-608fd2542c18)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:10:10.321975 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:10.324766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-fd71b06f-fba6-43ac-9ede-5dcd000939be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:10.362298 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bfa6a3-bbf5-4437-bd9a-61460979e385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91ea2e7-6f31-41c5-970b-5d20f18d35b4', 'code': 200} Dec 22 13:10:10.394987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=e91ea2e7-6f31-41c5-970b-5d20f18d35b4,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:10.397860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:10.480685 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:10.604396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbf23f-5c4b-4f88-a7d6-a72e2234bfe9 req-1516652b-874c-4e05-bbc0-3150b9d89592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:10.605938 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f3fbf23f-5c4b-4f88-a7d6-a72e2234bfe9 req-1516652b-874c-4e05-bbc0-3150b9d89592 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 1098 time: 0.0798886 Dec 22 13:10:10.645780 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f3fbf23f-5c4b-4f88-a7d6-a72e2234bfe9 req-4dfc9b8e-da54-4244-826f-a51231d42f59 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335872 Dec 22 13:10:11.414678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f0c5e-62f1-4e48-b57f-40e0eaf2d312 req-e9afc6ae-79cb-4e86-a428-dea7f5af6dda tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:11.416113 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-801f0c5e-62f1-4e48-b57f-40e0eaf2d312 req-e9afc6ae-79cb-4e86-a428-dea7f5af6dda tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0886440 Dec 22 13:10:11.460339 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-801f0c5e-62f1-4e48-b57f-40e0eaf2d312 req-153c82ac-2084-4755-8660-30bcaabb56ab tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 Dec 22 13:10:12.689160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b078a8-9d27-4b1a-afcc-0a81110d7c7e req-263a6827-2aa0-4eb7-a073-a3bdbd713d7a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:12.690655 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-63b078a8-9d27-4b1a-afcc-0a81110d7c7e req-263a6827-2aa0-4eb7-a073-a3bdbd713d7a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0832429 Dec 22 13:10:12.736846 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-63b078a8-9d27-4b1a-afcc-0a81110d7c7e req-630e2ed4-fd9f-4261-b76a-094bf0ef607b tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Dec 22 13:10:12.929697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95da2f-cba5-4ed5-a755-bfb05d1ba770 req-3efa60e2-baea-4125-a807-3dd1c597bdf4 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:12.931156 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd95da2f-cba5-4ed5-a755-bfb05d1ba770 req-3efa60e2-baea-4125-a807-3dd1c597bdf4 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0811350 Dec 22 13:10:12.980477 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd95da2f-cba5-4ed5-a755-bfb05d1ba770 req-6edeabc7-d4ae-4ae7-a978-22a17bf1e1a0 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Dec 22 13:10:13.412076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbeeddc-eac2-4c5f-b3ee-518e5a211444 req-b99e7f41-5c37-4d50-b95f-7a15be07bed3 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:13.413541 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2fbeeddc-eac2-4c5f-b3ee-518e5a211444 req-b99e7f41-5c37-4d50-b95f-7a15be07bed3 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0841987 Dec 22 13:10:13.458463 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2fbeeddc-eac2-4c5f-b3ee-518e5a211444 req-a85428bd-9469-4dc7-94fe-ffd951065d80 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391657 Dec 22 13:10:14.653080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be4b34-9a15-4da7-b1d1-4ef62a821a7e req-644f006c-9d51-4a59-91db-895068871a3a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:14.654475 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a3be4b34-9a15-4da7-b1d1-4ef62a821a7e req-644f006c-9d51-4a59-91db-895068871a3a tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0896885 Dec 22 13:10:14.697882 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a3be4b34-9a15-4da7-b1d1-4ef62a821a7e req-7cca8f7c-8952-4f56-9292-2b9367038f44 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376453 Dec 22 13:10:15.085171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7fade-bde9-4b55-8ae2-704ff0611600 req-f6d4177b-646c-4aa7-b4eb-3a0a3f01d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:15.086580 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4c7fade-bde9-4b55-8ae2-704ff0611600 req-f6d4177b-646c-4aa7-b4eb-3a0a3f01d7df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53678d77a57b47c89c4298e41f58d743&device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 1098 time: 0.0742106 Dec 22 13:10:15.274950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7fade-bde9-4b55-8ae2-704ff0611600 req-510b4fe3-53e6-432e-a7ec-098bbcf21c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:15.276425 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4c7fade-bde9-4b55-8ae2-704ff0611600 req-510b4fe3-53e6-432e-a7ec-098bbcf21c98 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fa66dc33-7584-4c50-b1c7-300f2a7cfcff HTTP/1.1" status: 200 len: 912 time: 0.1833460 Dec 22 13:10:15.342416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd134ab-095b-40c1-946f-1a066bb86bdd req-ab950fb4-980e-43f2-8b16-48187556741f tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:15.343775 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4dd134ab-095b-40c1-946f-1a066bb86bdd req-ab950fb4-980e-43f2-8b16-48187556741f tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.2270362 Dec 22 13:10:15.355467 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4c7fade-bde9-4b55-8ae2-704ff0611600 req-a4d723ee-e27c-4541-8c08-f03ed635ae07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ea2e7-6f31-41c5-970b-5d20f18d35b4 HTTP/1.1" status: 200 len: 217 time: 0.0724471 Dec 22 13:10:15.437723 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4dd134ab-095b-40c1-946f-1a066bb86bdd req-cbf1ced4-7c92-4eb3-86ba-f5323f7b6414 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839393 Dec 22 13:10:15.441271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7fade-bde9-4b55-8ae2-704ff0611600 req-9f25b00d-a245-4df2-825d-34d40a0319c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:15.442598 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4c7fade-bde9-4b55-8ae2-704ff0611600 req-9f25b00d-a245-4df2-825d-34d40a0319c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a635580-2948-4720-8320-5f6bda836b70 HTTP/1.1" status: 200 len: 851 time: 0.0751610 Dec 22 13:10:15.493486 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4c7fade-bde9-4b55-8ae2-704ff0611600 req-2ab56da3-d30f-4be0-aaf8-98549524534d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa66dc33-7584-4c50-b1c7-300f2a7cfcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430243 Dec 22 13:10:15.625085 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4c7fade-bde9-4b55-8ae2-704ff0611600 req-2fbdbaec-1144-4685-9a82-e1e0764e234b service neutron] 10.222.0.54 "GET /v2.0/networks/fa66dc33-7584-4c50-b1c7-300f2a7cfcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249425 Dec 22 13:10:15.862704 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4c7fade-bde9-4b55-8ae2-704ff0611600 req-ef503710-61e2-4a9b-84c8-01b592090014 service neutron] 10.222.0.54 "GET /v2.0/networks/fa66dc33-7584-4c50-b1c7-300f2a7cfcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310762 Dec 22 13:10:16.673283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c361bee-ae0a-4e9c-a912-080e2ab5c90c req-dbc5ee79-e369-40d8-bca5-8bf5795d4aad tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:16.673283 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9c361bee-ae0a-4e9c-a912-080e2ab5c90c req-dbc5ee79-e369-40d8-bca5-8bf5795d4aad tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0886588 Dec 22 13:10:16.692856 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9c361bee-ae0a-4e9c-a912-080e2ab5c90c req-3e339112-c2f7-4a3c-8da6-76b9ea721742 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438952 Dec 22 13:10:17.885767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff09f83-4692-452e-9084-b847f65516a9 req-a57b2082-b856-4d77-84c9-ad8b081cd323 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:17.887898 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2ff09f83-4692-452e-9084-b847f65516a9 req-a57b2082-b856-4d77-84c9-ad8b081cd323 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0835996 Dec 22 13:10:17.935265 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2ff09f83-4692-452e-9084-b847f65516a9 req-88c598be-1ae0-43bf-85f5-9156cd7ebea1 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413542 Dec 22 13:10:18.347867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d9393-e35b-464d-9415-26540d034665 req-45c0ad2e-d432-45b1-921c-4af9cf103f56 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:18.349074 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-555d9393-e35b-464d-9415-26540d034665 req-45c0ad2e-d432-45b1-921c-4af9cf103f56 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0863178 Dec 22 13:10:18.398607 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-555d9393-e35b-464d-9415-26540d034665 req-6a96def9-c5e0-4ce0-87b7-dcd65a0a2b60 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 Dec 22 13:10:19.597594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac84ba-fa40-4094-bd5e-fbcd2257051b req-d646cfa6-d563-4a0b-b89f-e9b5c59df841 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:19.599306 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d3ac84ba-fa40-4094-bd5e-fbcd2257051b req-d646cfa6-d563-4a0b-b89f-e9b5c59df841 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0853391 Dec 22 13:10:19.645575 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d3ac84ba-fa40-4094-bd5e-fbcd2257051b req-60768f51-fdf1-455f-bd6a-e91998c73106 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Dec 22 13:10:20.040082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef9dfc-9778-40e8-aa99-a957ba044baa req-e0bbb8ed-9e65-4201-ae7d-64e66b57ba79 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:20.041565 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abef9dfc-9778-40e8-aa99-a957ba044baa req-e0bbb8ed-9e65-4201-ae7d-64e66b57ba79 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.1132169 Dec 22 13:10:20.044623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e65ad-bcad-4df0-8521-140850ff393d req-8de25636-bfda-4bba-ad4e-de12182750cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:20.046053 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7f6e65ad-bcad-4df0-8521-140850ff393d req-8de25636-bfda-4bba-ad4e-de12182750cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=53678d77a57b47c89c4298e41f58d743&device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 1098 time: 0.0868526 Dec 22 13:10:20.086406 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abef9dfc-9778-40e8-aa99-a957ba044baa req-7fd717cd-b4b1-49a8-9bf5-60a7a80effc6 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384326 Dec 22 13:10:20.175406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e65ad-bcad-4df0-8521-140850ff393d req-a8a2a435-65bf-4fe2-9daf-22c093b43efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:20.176974 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7f6e65ad-bcad-4df0-8521-140850ff393d req-a8a2a435-65bf-4fe2-9daf-22c093b43efd service neutron] 10.222.0.54 "GET /v2.0/networks?id=fa66dc33-7584-4c50-b1c7-300f2a7cfcff HTTP/1.1" status: 200 len: 912 time: 0.1242290 Dec 22 13:10:20.248528 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7f6e65ad-bcad-4df0-8521-140850ff393d req-96f6c5af-e592-4c5d-ba38-0d48e86b8083 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e91ea2e7-6f31-41c5-970b-5d20f18d35b4 HTTP/1.1" status: 200 len: 217 time: 0.0632319 Dec 22 13:10:20.311047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e65ad-bcad-4df0-8521-140850ff393d req-a9140c21-fac7-488c-8943-297382848a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:20.312489 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7f6e65ad-bcad-4df0-8521-140850ff393d req-a9140c21-fac7-488c-8943-297382848a2c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0a635580-2948-4720-8320-5f6bda836b70 HTTP/1.1" status: 200 len: 851 time: 0.0577579 Dec 22 13:10:20.365380 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7f6e65ad-bcad-4df0-8521-140850ff393d req-2e5e4b60-3fd3-4cad-a5e5-4d2abe83b21c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa66dc33-7584-4c50-b1c7-300f2a7cfcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447853 Dec 22 13:10:20.496282 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7f6e65ad-bcad-4df0-8521-140850ff393d req-f0c00c0b-65d9-4644-b261-bd81d4ea8372 service neutron] 10.222.0.54 "GET /v2.0/networks/fa66dc33-7584-4c50-b1c7-300f2a7cfcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247272 Dec 22 13:10:20.630774 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7f6e65ad-bcad-4df0-8521-140850ff393d req-c3545f40-5857-421f-a484-928450fa01fd service neutron] 10.222.0.54 "GET /v2.0/networks/fa66dc33-7584-4c50-b1c7-300f2a7cfcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278970 Dec 22 13:10:21.279521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d855b4-1f02-414c-b83a-3ee894b17bce req-251ee817-819d-4a93-8986-9a4171268980 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:21.280966 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-62d855b4-1f02-414c-b83a-3ee894b17bce req-251ee817-819d-4a93-8986-9a4171268980 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0843227 Dec 22 13:10:21.323536 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-62d855b4-1f02-414c-b83a-3ee894b17bce req-9545d26c-413a-4098-8c0b-92e2515bedce tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369854 Dec 22 13:10:22.524550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54d7e-096a-4852-a2c0-35c5e8e5f11e req-a986e30b-8145-484c-b7ff-a90106fdb811 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:22.526275 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5cf54d7e-096a-4852-a2c0-35c5e8e5f11e req-a986e30b-8145-484c-b7ff-a90106fdb811 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0829115 Dec 22 13:10:22.576697 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5cf54d7e-096a-4852-a2c0-35c5e8e5f11e req-e5a973a1-c5b5-4426-9f26-977d3b8be97b tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430551 Dec 22 13:10:22.642113 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d7d4daf4-e0d4-456d-a29f-8d226abb7dc2 req-ad84cf01-8b4d-4984-a8cc-d3e2c678a1b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764170 Dec 22 13:10:22.731752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4daf4-e0d4-456d-a29f-8d226abb7dc2 req-8041b46d-1a40-485c-b58c-7f38a0bc3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:22.733255 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d7d4daf4-e0d4-456d-a29f-8d226abb7dc2 req-8041b46d-1a40-485c-b58c-7f38a0bc3914 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 1098 time: 0.0705607 Dec 22 13:10:22.888701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4daf4-e0d4-456d-a29f-8d226abb7dc2 req-9cc8fa4d-0eba-4246-adb3-c1ed742ea0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:22.890220 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d7d4daf4-e0d4-456d-a29f-8d226abb7dc2 req-9cc8fa4d-0eba-4246-adb3-c1ed742ea0fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 913 time: 0.1381006 Dec 22 13:10:22.964713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d2dfe-b184-48cf-a93d-e2f4ae20f3f7 req-3e7cb942-d2ab-490c-bf47-41a43cefe851 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:22.966186 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c56d2dfe-b184-48cf-a93d-e2f4ae20f3f7 req-3e7cb942-d2ab-490c-bf47-41a43cefe851 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0831883 Dec 22 13:10:22.994391 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d7d4daf4-e0d4-456d-a29f-8d226abb7dc2 req-165be651-eefa-418f-9820-529e866a104f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580d09c1-0ff8-4ad7-aae2-ed130c5462be HTTP/1.1" status: 200 len: 1001 time: 0.0971768 Dec 22 13:10:23.010659 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c56d2dfe-b184-48cf-a93d-e2f4ae20f3f7 req-ecce4440-60bd-4f59-84cd-c73a8f1a7343 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379672 Dec 22 13:10:23.057621 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4daf4-e0d4-456d-a29f-8d226abb7dc2 req-888c7a45-1126-4910-943f-2fc437c97691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:23.059012 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d7d4daf4-e0d4-456d-a29f-8d226abb7dc2 req-888c7a45-1126-4910-943f-2fc437c97691 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.0578868 Dec 22 13:10:23.256758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4daf4-e0d4-456d-a29f-8d226abb7dc2 req-148bd339-f33c-4d49-9348-e073fcfc1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:23.258326 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d7d4daf4-e0d4-456d-a29f-8d226abb7dc2 req-148bd339-f33c-4d49-9348-e073fcfc1b34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1920455 Dec 22 13:10:23.398697 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d7d4daf4-e0d4-456d-a29f-8d226abb7dc2 req-d79e037f-84d2-40cb-a673-3a5f79c10dd8 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328895 Dec 22 13:10:23.533258 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d7d4daf4-e0d4-456d-a29f-8d226abb7dc2 req-6bc34689-3440-4d0d-ba19-c071bc1f9de6 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262851 Dec 22 13:10:24.203969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527580d-cbfb-4e2a-8b4a-b1e366d96c0d req-96acebb7-d3fc-494c-95ea-9004d3e13846 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:24.205358 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1527580d-cbfb-4e2a-8b4a-b1e366d96c0d req-96acebb7-d3fc-494c-95ea-9004d3e13846 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0810771 Dec 22 13:10:24.250373 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1527580d-cbfb-4e2a-8b4a-b1e366d96c0d req-1ce8d7b8-507b-48dc-8f43-68756a61eaea tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 Dec 22 13:10:25.095809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a02a0-5881-4ad9-a2ef-234b52150ff1 req-35f42c02-9ae0-48d5-99bf-39a7d032f8f9 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:25.097247 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-237a02a0-5881-4ad9-a2ef-234b52150ff1 req-35f42c02-9ae0-48d5-99bf-39a7d032f8f9 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.54 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0846457 Dec 22 13:10:25.171553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-237a02a0-5881-4ad9-a2ef-234b52150ff1 req-dff4755a-ca12-496e-b8a7-edbc826344d5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Deleting port e91ea2e7-6f31-41c5-970b-5d20f18d35b4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:10:25.171553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-237a02a0-5881-4ad9-a2ef-234b52150ff1 req-dff4755a-ca12-496e-b8a7-edbc826344d5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:25.435440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-237a02a0-5881-4ad9-a2ef-234b52150ff1 req-dff4755a-ca12-496e-b8a7-edbc826344d5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] For port e91ea2e7-6f31-41c5-970b-5d20f18d35b4, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e91ea2e7-6f31-41c5-970b-5d20f18d35b4,segment=NetworkSegment(0ac91719-bd91-4c17-be8c-608fd2542c18),segment_id=0ac91719-bd91-4c17-be8c-608fd2542c18)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:10:25.436044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-237a02a0-5881-4ad9-a2ef-234b52150ff1 req-dff4755a-ca12-496e-b8a7-edbc826344d5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:25.443875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333066be-31cc-4c08-97c4-60ebd0957ad9 req-f3a242fd-368d-45ee-82e1-135419af7fc7 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:25.445394 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-333066be-31cc-4c08-97c4-60ebd0957ad9 req-f3a242fd-368d-45ee-82e1-135419af7fc7 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 945 time: 0.0887175 Dec 22 13:10:25.497481 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-333066be-31cc-4c08-97c4-60ebd0957ad9 req-48136dfb-509a-4530-bc47-2d0df5a05436 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/security-groups?id=49fee1e9-91fd-4974-833e-c31516b701bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450408 Dec 22 13:10:25.581499 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-237a02a0-5881-4ad9-a2ef-234b52150ff1 req-dff4755a-ca12-496e-b8a7-edbc826344d5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Calling delete_port for e91ea2e7-6f31-41c5-970b-5d20f18d35b4 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:10:25.734262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-237a02a0-5881-4ad9-a2ef-234b52150ff1 req-dff4755a-ca12-496e-b8a7-edbc826344d5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:25.740432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-426e002c-b4e2-4c70-a731-e3f28673eeb9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:25.747447 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['e91ea2e7-6f31-41c5-970b-5d20f18d35b4'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:10:25.790711 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4755a-ca12-496e-b8a7-edbc826344d5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Pushing event deleted for resources: {'Port': ['ID=e91ea2e7-6f31-41c5-970b-5d20f18d35b4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:25.793838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dff4755a-ca12-496e-b8a7-edbc826344d5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:25.864647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-237a02a0-5881-4ad9-a2ef-234b52150ff1 req-dff4755a-ca12-496e-b8a7-edbc826344d5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] No DVR routers for this DVR port e91ea2e7-6f31-41c5-970b-5d20f18d35b4 on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:10:25.867137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-237a02a0-5881-4ad9-a2ef-234b52150ff1 req-dff4755a-ca12-496e-b8a7-edbc826344d5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:25.870034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bfa6a3-bbf5-4437-bd9a-61460979e385', 'name': 'network-vif-deleted', 'tag': 'e91ea2e7-6f31-41c5-970b-5d20f18d35b4'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:10:25.887185 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-237a02a0-5881-4ad9-a2ef-234b52150ff1 req-dff4755a-ca12-496e-b8a7-edbc826344d5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.54 "DELETE /v2.0/ports/e91ea2e7-6f31-41c5-970b-5d20f18d35b4 HTTP/1.1" status: 204 len: 173 time: 0.7825928 Dec 22 13:10:25.918758 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64bfa6a3-bbf5-4437-bd9a-61460979e385', 'name': 'network-vif-deleted', 'tag': 'e91ea2e7-6f31-41c5-970b-5d20f18d35b4', 'status': 'completed', 'code': 200} Dec 22 13:10:26.668712 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27b9ee1c-d48c-4be0-920b-2bb0be94988e req-e0cbd739-6a92-49fe-92b0-04cbc8628dee tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] 10.222.0.24 "GET /v2.0/ports?device_id=64bfa6a3-bbf5-4437-bd9a-61460979e385 HTTP/1.1" status: 200 len: 210 time: 0.0443118 Dec 22 13:10:27.492420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2ede3068-523d-414f-99a0-91a1e52eaaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:27.765662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53560) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:27.825763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18da7ce-826d-4810-844b-7eb041fdaa18 admin admin] Deleting subnet 0a635580-2948-4720-8320-5f6bda836b70 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:10:27.828521 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e18da7ce-826d-4810-844b-7eb041fdaa18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:27.880236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e18da7ce-826d-4810-844b-7eb041fdaa18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:27.935297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e18da7ce-826d-4810-844b-7eb041fdaa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.001591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e18da7ce-826d-4810-844b-7eb041fdaa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.004955 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e909f759-7e59-420d-a339-21003b5eb63b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:28.052393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18da7ce-826d-4810-844b-7eb041fdaa18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a635580-2948-4720-8320-5f6bda836b70,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:28.058185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e18da7ce-826d-4810-844b-7eb041fdaa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:28.059349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e18da7ce-826d-4810-844b-7eb041fdaa18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.066005 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e18da7ce-826d-4810-844b-7eb041fdaa18 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0a635580-2948-4720-8320-5f6bda836b70 HTTP/1.1" status: 204 len: 168 time: 0.2992294 Dec 22 13:10:28.068684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53564) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:28.181218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.326692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.355331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa66dc33-7584-4c50-b1c7-300f2a7cfcff']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:10:28.368858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac91719-bd91-4c17-be8c-608fd2542c18') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:10:28.368961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac91719-bd91-4c17-be8c-608fd2542c18') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:10:28.382363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.401466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.409751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:10:28.409751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:10:28.423785 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:10:28.634549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.640049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.647424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a3478285-c15f-4fa6-a486-fd1fef489c2c tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:28.668629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa66dc33-7584-4c50-b1c7-300f2a7cfcff,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:28.672147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:28.677267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53568) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:28.677706 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fa66dc33-7584-4c50-b1c7-300f2a7cfcff HTTP/1.1" status: 204 len: 168 time: 0.6076715 Dec 22 13:10:28.754817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dacc0ff-b17d-4f99-ba85-4ae5f79f7dd2 admin admin] Deleting subnet 3e76c7d0-e334-409f-9b04-de9ac584c996 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:10:28.757975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dacc0ff-b17d-4f99-ba85-4ae5f79f7dd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.815246 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dacc0ff-b17d-4f99-ba85-4ae5f79f7dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.878903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dacc0ff-b17d-4f99-ba85-4ae5f79f7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.954576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dacc0ff-b17d-4f99-ba85-4ae5f79f7dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:28.959285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4938197e-44aa-4c81-bb98-2a93efa2894d tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:28.998186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dacc0ff-b17d-4f99-ba85-4ae5f79f7dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e76c7d0-e334-409f-9b04-de9ac584c996,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:29.000629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2dacc0ff-b17d-4f99-ba85-4ae5f79f7dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:29.001521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2dacc0ff-b17d-4f99-ba85-4ae5f79f7dd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.008008 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2dacc0ff-b17d-4f99-ba85-4ae5f79f7dd2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3e76c7d0-e334-409f-9b04-de9ac584c996 HTTP/1.1" status: 204 len: 168 time: 0.3292780 Dec 22 13:10:29.010417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53572) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:29.233447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.374132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.398225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d0ff72-4d57-4eec-872b-b9fc9db677b6']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:10:29.413766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246f7e97-be16-4872-8dac-4ce17d43233d') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:10:29.414127 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246f7e97-be16-4872-8dac-4ce17d43233d') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:10:29.430660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.446880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.452931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:10:29.453311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:10:29.470757 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:10:29.548662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.556421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.560295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-718eba54-e1ca-4ae5-8adf-5b82353d6bd8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:29.579171 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b4d0ff72-4d57-4eec-872b-b9fc9db677b6 HTTP/1.1" status: 204 len: 168 time: 0.5678339 Dec 22 13:10:29.580233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d0ff72-4d57-4eec-872b-b9fc9db677b6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:29.583292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:29.761516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53578) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:29.814080 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-36f05c9c-ecd7-42f5-aba1-cfb7c2b60ecf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53678d77a57b47c89c4298e41f58d743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512092 Dec 22 13:10:29.816538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53582) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:29.832285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40c473be-6dfd-4184-b8b8-d5fd00f2fb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.874936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8bc110b8-c88b-44d9-9d85-ddf81151663c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.901088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8bc110b8-c88b-44d9-9d85-ddf81151663c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.953052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8bc110b8-c88b-44d9-9d85-ddf81151663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.956915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e20cbc75-3e57-441e-ab0a-51a00af2350a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:29.970583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc110b8-c88b-44d9-9d85-ddf81151663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fee1e9-91fd-4974-833e-c31516b701bf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:29.973366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8bc110b8-c88b-44d9-9d85-ddf81151663c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:29.981464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8bc110b8-c88b-44d9-9d85-ddf81151663c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:29.982651 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8bc110b8-c88b-44d9-9d85-ddf81151663c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49fee1e9-91fd-4974-833e-c31516b701bf HTTP/1.1" status: 204 len: 168 time: 0.1651645 Dec 22 13:10:30.129092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device e91ea2e7-6f31-41c5-970b-5d20f18d35b4 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:10:30.163342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: e91ea2e7-6f31-41c5-970b-5d20f18d35b4 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:10:30.163755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device e91ea2e7-6f31-41c5-970b-5d20f18d35b4 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:10:30.329792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53590) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:30.377829 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a83d25d3-9c8e-43b1-9ccb-525b3cf9ea89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c99ff7b279346d79be88197028a336d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467200 Dec 22 13:10:30.380184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53594) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:30.435569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-adab1531-9acc-4aa5-abfb-cfe4cd657d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:30.460539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-adab1531-9acc-4aa5-abfb-cfe4cd657d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:30.519904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-adab1531-9acc-4aa5-abfb-cfe4cd657d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:30.523857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:30.534565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab1531-9acc-4aa5-abfb-cfe4cd657d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b0252c-09e8-45c2-a641-961200fc8636,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:30.537556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-adab1531-9acc-4aa5-abfb-cfe4cd657d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:30.543927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-adab1531-9acc-4aa5-abfb-cfe4cd657d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:30.545060 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-adab1531-9acc-4aa5-abfb-cfe4cd657d6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09b0252c-09e8-45c2-a641-961200fc8636 HTTP/1.1" status: 204 len: 168 time: 0.1640427 Dec 22 13:10:30.746233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:30.975213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:32.295059 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:35.714481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53602) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:35.801276 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c796a-e3e7-4934-a2af-9916c30ae7e8 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:35.801748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c796a-e3e7-4934-a2af-9916c30ae7e8 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:35.802201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467c796a-e3e7-4934-a2af-9916c30ae7e8 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:35.803959 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-467c796a-e3e7-4934-a2af-9916c30ae7e8 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=f78c694f854e4d3495bc7de63c3e5cf7&network_id=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc HTTP/1.1" status: 200 len: 3000 time: 0.0883689 Dec 22 13:10:37.818643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53614) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:37.884632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c942c5b0-5319-433e-ba7c-4ecd1775f225 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:37.885975 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c942c5b0-5319-433e-ba7c-4ecd1775f225 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 814 time: 0.0660429 Dec 22 13:10:38.641496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53622) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:38.648898 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'network': {'name': 'tempest-network-smoke--2106371053', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:38.654151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:38.664354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:38.675579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:10:38.678953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:38.706484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:10:38.715383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:38.715780 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Added segment fb42c7d1-4474-48c2-a605-f496312791d5 of type vlan for network bacd4e79-2608-4117-8735-c25a821e83bf Dec 22 13:10:38.741611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:38.771575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:38.776985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:38.777546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:38.781847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8230cac5-b0a0-439b-939b-4830a1eb2e26 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:38.889015 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2461205 Dec 22 13:10:38.889771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Network': ['ID=bacd4e79-2608-4117-8735-c25a821e83bf,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:38.892123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53626) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:38.894343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-41ae3aa6-71ca-4311-a6bb-02405bcbf7ca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:38.900451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network bacd4e79-2608-4117-8735-c25a821e83bf details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:10:38.955809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126ace7e-2f53-457f-bdfb-4d30fe07d4a0 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:38.957334 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-126ace7e-2f53-457f-bdfb-4d30fe07d4a0 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f78c694f854e4d3495bc7de63c3e5cf7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0644109 Dec 22 13:10:38.960244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53630) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:39.090555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aab634e-cc80-4db7-91d9-1cfcef26e670 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:39.092046 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6aab634e-cc80-4db7-91d9-1cfcef26e670 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308868 Dec 22 13:10:39.094916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53634) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:39.132836 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8ea26acf-83c1-4856-884e-f1f4f55ab7a8 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368257 Dec 22 13:10:39.135178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53638) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:39.172452 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c529c7ab-4048-4693-8ce5-f418f583a6c8 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f78c694f854e4d3495bc7de63c3e5cf7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361989 Dec 22 13:10:39.174754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53642) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:39.303434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de37178-fe92-4be4-9a4e-e9a120e730cc tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:39.305041 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2de37178-fe92-4be4-9a4e-e9a120e730cc tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294177 Dec 22 13:10:39.308038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53646) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:39.350562 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dc044519-8bb1-4d5d-8f8f-e8ea2e2103d5 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413857 Dec 22 13:10:39.353053 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53650) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:39.358258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-863227721', 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:39.483953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:39.487869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:subnet and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:39.490815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:39.496600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:39.508800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:10:39.512492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:39.734379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:39.737791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-873c6c06-8726-473f-a7ea-3711f6bf60cd tempest-RoutersNegativeTest-2145552591 tempest-RoutersNegativeTest-2145552591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:39.809190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Subnet': ['ID=6f964a24-fe80-4eeb-835f-8c0317a4e533,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:39.814215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:39.828071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Checking segment: {'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:10:39.828553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network hostable DHCP agents. Network: bacd4e79-2608-4117-8735-c25a821e83bf, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:10:39.853566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network bacd4e79-2608-4117-8735-c25a821e83bf is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:10:39.868309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, bacd4e79-2608-4117-8735-c25a821e83bf) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:10:39.872743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:39.873316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:39.877589 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbeba33-fa61-4282-be55-6f6a0f08b862 None None] Network bacd4e79-2608-4117-8735-c25a821e83bf requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:10:40.006973 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6528962 Dec 22 13:10:40.095820 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-bacd4e79-2608-4117-8735-c25a821e83bf', 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ips': [{'subnet_id': '6f964a24-fe80-4eeb-835f-8c0317a4e533'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:10:40.096648 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:40.246487 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Allocated IP 172.20.0.18 (bacd4e79-2608-4117-8735-c25a821e83bf/6f964a24-fe80-4eeb-835f-8c0317a4e533/94db1ccd-b1c4-4dad-ab7d-63301a356180) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:10:40.442272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:40.452288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Transition to ACTIVE for port object 94db1ccd-b1c4-4dad-ab7d-63301a356180 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:10:40.475872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Transition to ACTIVE for port object 94db1ccd-b1c4-4dad-ab7d-63301a356180 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:10:40.485531 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:40.489181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:40.517164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:40.547235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Network bacd4e79-2608-4117-8735-c25a821e83bf is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:10:40.550369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:10:40.552813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:10:40.628084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Pushing event updated for resources: {'Port': ['ID=94db1ccd-b1c4-4dad-ab7d-63301a356180,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:40.645150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:10:40.645512 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:10:40.645803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:10:40.646159 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:10:40.646480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:10:40.646804 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:10:40.647121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:10:40.647438 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:10:40.647762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:10:40.648135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:10:40.648450 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:10:40.648759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:10:40.654733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:40.662038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Attempting to bind port 94db1ccd-b1c4-4dad-ab7d-63301a356180 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:10:40.662411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Attempting to bind port 94db1ccd-b1c4-4dad-ab7d-63301a356180 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:10:40.662774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Attempting to bind port 94db1ccd-b1c4-4dad-ab7d-63301a356180 on network bacd4e79-2608-4117-8735-c25a821e83bf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:10:40.668037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:10:40.668406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Checking segment: {'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:10:40.668801 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:40.669170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Bound using segment: {'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:10:40.669635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Bound port: 94db1ccd-b1c4-4dad-ab7d-63301a356180, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:10:40.670003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:40.701914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53656) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:40.707405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113687405', 'description': 'tempest-secgroup-smoke-1113687405 description', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:40.714091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:40.725219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:40.725594 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:10:40.738067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:40.758119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:40.761494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] For port 94db1ccd-b1c4-4dad-ab7d-63301a356180, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:10:40.761999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:40.764558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] For port 94db1ccd-b1c4-4dad-ab7d-63301a356180, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=94db1ccd-b1c4-4dad-ab7d-63301a356180,segment=NetworkSegment(fb42c7d1-4474-48c2-a605-f496312791d5),segment_id=fb42c7d1-4474-48c2-a605-f496312791d5)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:10:40.765032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:40.768846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:40.770960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:40.773390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4c9da492-cbfe-42f7-97f6-6462623f4a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:40.840697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:40.845995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:40.850117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-703b3dc6-1ada-470e-9d60-9fe28b04e65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:40.859192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Pushing event updated for resources: {'Port': ['ID=94db1ccd-b1c4-4dad-ab7d-63301a356180,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:40.862367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:40.892842 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550a115b-22bb-4df9-bdd6-b395143b3b55,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:40.896310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:40.899409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:40.903454 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1979172 Dec 22 13:10:40.903720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53660) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:40.909084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '550a115b-22bb-4df9-bdd6-b395143b3b55', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:40.915503 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:40.919309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:40.922312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:40.928251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:40.945980 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.012897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.026289 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.034478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d09b22f8-c25f-461c-88bc-0869ea1dff7b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:41.053973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367da389-a139-4b71-9146-3348d60b13f4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:41.058319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:41.066540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.070326 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631067 Dec 22 13:10:41.070705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53664) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:41.076360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '550a115b-22bb-4df9-bdd6-b395143b3b55', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:41.082562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:41.086522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:41.089810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:41.095578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:41.112706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.175588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.179631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.181380 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:41.203099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252b6faf-2c12-49b9-b2a4-112c6d79920a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:41.205534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:41.213279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.214446 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428149 Dec 22 13:10:41.217306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53668) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:41.222188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '550a115b-22bb-4df9-bdd6-b395143b3b55', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:41.228236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:41.232068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:41.234964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:41.240638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:41.260479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.324839 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.329552 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.331401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f1b0257b-bc4f-44f8-bb05-4bf5a93593b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:41.351519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88083c5e-9fea-4ba8-8cb6-257c28bf4a4d,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:41.355407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:41.364404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.368496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53672) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:41.368992 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503820 Dec 22 13:10:41.374064 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '550a115b-22bb-4df9-bdd6-b395143b3b55', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:41.380191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:41.384220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:41.387209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:41.393960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:41.412306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.481909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.487126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.489192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1e3e91be-560a-4f41-b25a-7e49d4f58e76 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:41.511510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50006e59-57ea-40d3-94d3-7cf9d7390cbf,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:41.514363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:41.523060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.527059 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1549304 Dec 22 13:10:41.527248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53676) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:41.532695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '550a115b-22bb-4df9-bdd6-b395143b3b55', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:41.539364 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:41.543394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:41.546265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:41.551879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:41.562931 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:10:41.570537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.641674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.645890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.652313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-834121e2-df82-4ecf-a1c6-615ab524918a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:41.674838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803fee8b-191f-47ac-a976-e7f9199d58b6,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:41.677276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:41.685290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.686465 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1580205 Dec 22 13:10:41.689409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53680) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:41.694774 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '550a115b-22bb-4df9-bdd6-b395143b3b55', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:41.700975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:41.705063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:41.708339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:41.714843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:41.729619 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:10:41.736752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.792042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104fb8cf-8cb9-4e3d-9f60-a5f9fd604f92 None None] Network bacd4e79-2608-4117-8735-c25a821e83bf requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:10:41.806803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.811426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.813352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cab619d8-d3c3-41ad-a4af-4522b5760579 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:41.835712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da81620b-dc89-4682-9e05-347d6450fc48,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:41.840403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:41.845589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:41.851637 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563618 Dec 22 13:10:41.943071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f3d34f74-081a-44ca-8491-e170256c4269 None None] Provisioning for port 94db1ccd-b1c4-4dad-ab7d-63301a356180 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:10:42.064457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-e10f7408-923c-4a29-a088-e24052982155 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:10:42.084049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-e10f7408-923c-4a29-a088-e24052982155 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:10:42.085256 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-e10f7408-923c-4a29-a088-e24052982155 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113687405&fields=id&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 267 time: 0.0589302 Dec 22 13:10:42.239228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-26c7e4df-6a64-4262-b541-5620d9d782d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:42.239850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-26c7e4df-6a64-4262-b541-5620d9d782d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:10:42.255875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-26c7e4df-6a64-4262-b541-5620d9d782d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:10:42.257038 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-26c7e4df-6a64-4262-b541-5620d9d782d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/networks?id=bacd4e79-2608-4117-8735-c25a821e83bf HTTP/1.1" status: 200 len: 797 time: 0.1641712 Dec 22 13:10:42.271749 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-98c6e08f-87b7-4601-a4e4-a6fa62ab8209 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/quotas/f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 375 time: 0.0090237 Dec 22 13:10:42.364137 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-000c41e6-a43f-41ce-ad63-4cec498bf106 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0867877 Dec 22 13:10:42.379376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-c2d4ffc2-d491-420d-bdf6-c62222ca7305 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:10:42.380343 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-c2d4ffc2-d491-420d-bdf6-c62222ca7305 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048890 Dec 22 13:10:42.518611 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-1e340cf9-d750-47b5-98c3-acc0820efbd2 service neutron] 10.222.0.24 "GET /v2.0/networks/bacd4e79-2608-4117-8735-c25a821e83bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328583 Dec 22 13:10:42.649082 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-dcb51bfe-7816-4a16-88e1-927b1cd1c976 service neutron] 10.222.0.24 "GET /v2.0/networks/bacd4e79-2608-4117-8735-c25a821e83bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243660 Dec 22 13:10:42.833755 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83cdb7b9-bc01-4102-b2de-7033daf3b942 req-adfa8c49-e625-4e0c-8136-b7825621ea59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 210 time: 0.0499504 Dec 22 13:10:42.886980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 94db1ccd-b1c4-4dad-ab7d-63301a356180 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:10:42.953359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 94db1ccd-b1c4-4dad-ab7d-63301a356180 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:10:42.960081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 94db1ccd-b1c4-4dad-ab7d-63301a356180 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:10:42.960717 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:43.077229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:43.108536 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 94db1ccd-b1c4-4dad-ab7d-63301a356180, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=94db1ccd-b1c4-4dad-ab7d-63301a356180,segment=NetworkSegment(fb42c7d1-4474-48c2-a605-f496312791d5),segment_id=fb42c7d1-4474-48c2-a605-f496312791d5)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:10:43.113373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:43.115123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:43.181359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=94db1ccd-b1c4-4dad-ab7d-63301a356180,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:43.184530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:43.873397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-b2e6f9b1-b24a-43c9-80c9-22256f217348 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:43.874870 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-b2e6f9b1-b24a-43c9-80c9-22256f217348 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks?id=bacd4e79-2608-4117-8735-c25a821e83bf HTTP/1.1" status: 200 len: 797 time: 0.1448092 Dec 22 13:10:43.937496 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-79806646-b54e-46ed-bb36-4d1adf76e080 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 473 time: 0.0530796 Dec 22 13:10:43.945811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'device_id': '1a202ac5-226f-48ba-b58a-ef288a00f7a1', 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf', 'admin_state_up': True, 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'security_groups': ['550a115b-22bb-4df9-bdd6-b395143b3b55']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:44.053804 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b9035fac-52aa-4ad5-8114-28ee9965115d req-9a2e2745-5db9-4d32-89ef-9f0a644748ec tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 210 time: 0.0945532 Dec 22 13:10:44.134995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:10:44.139636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:port and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:10:44.142780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:10:44.149258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:10:44.162687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:10:44.166461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:44.331055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.21 (bacd4e79-2608-4117-8735-c25a821e83bf/6f964a24-fe80-4eeb-835f-8c0317a4e533/9b356829-ae47-428e-8773-ac0b887cc39c) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:10:44.639778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:44.655674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object 9b356829-ae47-428e-8773-ac0b887cc39c will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:10:44.684561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:44.690249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:44.753350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network bacd4e79-2608-4117-8735-c25a821e83bf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:10:44.756468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:10:44.760295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:10:44.793100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=9b356829-ae47-428e-8773-ac0b887cc39c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:44.799857 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:44.829475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:44.830257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:44.857840 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9156950 Dec 22 13:10:44.867946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 94db1ccd-b1c4-4dad-ab7d-63301a356180 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:10:44.870199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Request body: {'port': {'device_id': '1a202ac5-226f-48ba-b58a-ef288a00f7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:10:44.936718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 94db1ccd-b1c4-4dad-ab7d-63301a356180 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:10:44.937207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:44.980512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:45.061674 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-273bd7cb-dfad-4b37-a0d9-15626c73f8eb None None] Provisioning for port 9b356829-ae47-428e-8773-ac0b887cc39c completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:10:45.085994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-273bd7cb-dfad-4b37-a0d9-15626c73f8eb None None] Provisioning complete for port 9b356829-ae47-428e-8773-ac0b887cc39c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:10:45.086434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-273bd7cb-dfad-4b37-a0d9-15626c73f8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:45.139727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-273bd7cb-dfad-4b37-a0d9-15626c73f8eb None None] Port 9b356829-ae47-428e-8773-ac0b887cc39c cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:10:45.256729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07170c-ea1d-4aa8-ab41-a0362670a789 req-082196e3-ebe3-40e3-b347-f57bb3857366 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:45.258904 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8b07170c-ea1d-4aa8-ab41-a0362670a789 req-082196e3-ebe3-40e3-b347-f57bb3857366 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 932 time: 0.0916524 Dec 22 13:10:45.303507 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8b07170c-ea1d-4aa8-ab41-a0362670a789 req-9de2d4bb-b73e-4780-b585-4ad33357b840 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=550a115b-22bb-4df9-bdd6-b395143b3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386603 Dec 22 13:10:45.357322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b356829-ae47-428e-8773-ac0b887cc39c {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:10:45.365776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:45.381174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Transition to ACTIVE for port object 9b356829-ae47-428e-8773-ac0b887cc39c will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:10:45.386775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:45.390446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9f9c8d95-f02e-46da-bf6b-d132e556af2a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:45.581263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Pushing event updated for resources: {'Port': ['ID=9b356829-ae47-428e-8773-ac0b887cc39c,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:45.586358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:45.627162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Attempting to bind port 9b356829-ae47-428e-8773-ac0b887cc39c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:10:45.627489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Attempting to bind port 9b356829-ae47-428e-8773-ac0b887cc39c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:10:45.627840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Attempting to bind port 9b356829-ae47-428e-8773-ac0b887cc39c on network bacd4e79-2608-4117-8735-c25a821e83bf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:10:45.632440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Port 9b356829-ae47-428e-8773-ac0b887cc39c on network bacd4e79-2608-4117-8735-c25a821e83bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:10:45.632752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Attempting to bind port 9b356829-ae47-428e-8773-ac0b887cc39c on network bacd4e79-2608-4117-8735-c25a821e83bf {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:10:45.638904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:10:45.639217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Checking segment: {'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:10:45.639594 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Bound using segment: {'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:10:45.640029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Bound port: 9b356829-ae47-428e-8773-ac0b887cc39c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:10:45.640362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:45.729062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] For port 9b356829-ae47-428e-8773-ac0b887cc39c, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:10:45.732179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] For port 9b356829-ae47-428e-8773-ac0b887cc39c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b356829-ae47-428e-8773-ac0b887cc39c,segment=NetworkSegment(fb42c7d1-4474-48c2-a605-f496312791d5),segment_id=fb42c7d1-4474-48c2-a605-f496312791d5)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:10:45.741439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:45.748797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ec4ca456-86d4-40b8-bdcd-344d82c8495b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:45.807914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:45.808511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:45.809858 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] 10.222.0.54 "PUT /v2.0/ports/9b356829-ae47-428e-8773-ac0b887cc39c HTTP/1.1" status: 200 len: 1094 time: 0.9446187 Dec 22 13:10:45.810382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a202ac5-226f-48ba-b58a-ef288a00f7a1', 'tag': '9b356829-ae47-428e-8773-ac0b887cc39c'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:10:45.832341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Pushing event updated for resources: {'Port': ['ID=9b356829-ae47-428e-8773-ac0b887cc39c,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:45.835277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:45.883504 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a202ac5-226f-48ba-b58a-ef288a00f7a1', 'tag': '9b356829-ae47-428e-8773-ac0b887cc39c', 'status': 'completed', 'code': 200} Dec 22 13:10:45.923926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-d52dedb8-6934-4a59-b918-98aa76d61bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:45.925394 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-d52dedb8-6934-4a59-b918-98aa76d61bbd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 1097 time: 0.0732350 Dec 22 13:10:46.004445 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-4720005c-71e8-49f0-8708-114e4a4163aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=9b356829-ae47-428e-8773-ac0b887cc39c HTTP/1.1" status: 200 len: 217 time: 0.0707245 Dec 22 13:10:46.070696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-e4bb01a9-34a2-49df-b566-7e2b6cbb95ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:46.072099 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-e4bb01a9-34a2-49df-b566-7e2b6cbb95ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6f964a24-fe80-4eeb-835f-8c0317a4e533 HTTP/1.1" status: 200 len: 837 time: 0.0616224 Dec 22 13:10:46.155094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-70bfda0c-68f2-40e2-97cf-92120cbc7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:46.156612 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-70bfda0c-68f2-40e2-97cf-92120cbc7301 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bacd4e79-2608-4117-8735-c25a821e83bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0784256 Dec 22 13:10:46.290496 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-769da609-5612-4528-abbd-99836f523b3e service neutron] 10.222.0.54 "GET /v2.0/networks/bacd4e79-2608-4117-8735-c25a821e83bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251323 Dec 22 13:10:46.496017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b89f3-54d3-4d1e-bad3-7b9dfe3c8c3a req-d6ae5d7c-f186-4044-bf3d-091a43297bbb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:46.497596 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e4b89f3-54d3-4d1e-bad3-7b9dfe3c8c3a req-d6ae5d7c-f186-4044-bf3d-091a43297bbb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 944 time: 0.0900304 Dec 22 13:10:46.541059 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8aee271-09b2-4ab8-b429-140a01fc0eab req-f26692fb-f672-49ad-b14f-46c2f5a20472 service neutron] 10.222.0.54 "GET /v2.0/networks/bacd4e79-2608-4117-8735-c25a821e83bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442276 Dec 22 13:10:46.542897 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e4b89f3-54d3-4d1e-bad3-7b9dfe3c8c3a req-51355f4d-0ed8-4cc9-95d7-66dba2fd03fd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=550a115b-22bb-4df9-bdd6-b395143b3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396667 Dec 22 13:10:46.657907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc4294-689e-4b37-a92c-ba0774c124a9 req-85054091-8ff9-4435-9310-7f2aa71e4d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:46.659453 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56cc4294-689e-4b37-a92c-ba0774c124a9 req-85054091-8ff9-4435-9310-7f2aa71e4d1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 1097 time: 0.0727549 Dec 22 13:10:46.788141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc4294-689e-4b37-a92c-ba0774c124a9 req-639cd6eb-d67b-4f7b-97a0-9715fb614c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:46.789590 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56cc4294-689e-4b37-a92c-ba0774c124a9 req-639cd6eb-d67b-4f7b-97a0-9715fb614c21 service neutron] 10.222.0.54 "GET /v2.0/networks?id=bacd4e79-2608-4117-8735-c25a821e83bf HTTP/1.1" status: 200 len: 898 time: 0.1240282 Dec 22 13:10:46.860430 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56cc4294-689e-4b37-a92c-ba0774c124a9 req-d824c2bd-9b25-4043-a2ce-2add7b61e95d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=9b356829-ae47-428e-8773-ac0b887cc39c HTTP/1.1" status: 200 len: 217 time: 0.0641530 Dec 22 13:10:46.926581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc4294-689e-4b37-a92c-ba0774c124a9 req-43a6b3d6-faff-44ec-8904-6e4fb0174380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:46.928007 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56cc4294-689e-4b37-a92c-ba0774c124a9 req-43a6b3d6-faff-44ec-8904-6e4fb0174380 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6f964a24-fe80-4eeb-835f-8c0317a4e533 HTTP/1.1" status: 200 len: 837 time: 0.0617456 Dec 22 13:10:47.006017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc4294-689e-4b37-a92c-ba0774c124a9 req-249d08f3-288f-4e72-b6be-b5e7644919e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:47.007462 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56cc4294-689e-4b37-a92c-ba0774c124a9 req-249d08f3-288f-4e72-b6be-b5e7644919e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bacd4e79-2608-4117-8735-c25a821e83bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0732770 Dec 22 13:10:47.138161 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56cc4294-689e-4b37-a92c-ba0774c124a9 req-cba4f99f-d436-4d94-85c6-80f4a1bf6800 service neutron] 10.222.0.54 "GET /v2.0/networks/bacd4e79-2608-4117-8735-c25a821e83bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240513 Dec 22 13:10:47.271829 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56cc4294-689e-4b37-a92c-ba0774c124a9 req-4baf1412-65fa-4ab7-beae-cd098c636d6d service neutron] 10.222.0.54 "GET /v2.0/networks/bacd4e79-2608-4117-8735-c25a821e83bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266408 Dec 22 13:10:47.728403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4c689-d3fa-47eb-9a6e-61525e9bfbcc req-40bab1df-cdb8-43b2-97a1-aa9be7edb3e9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:47.729070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-47f4c689-d3fa-47eb-9a6e-61525e9bfbcc req-40bab1df-cdb8-43b2-97a1-aa9be7edb3e9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:10:47.746291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-47f4c689-d3fa-47eb-9a6e-61525e9bfbcc req-40bab1df-cdb8-43b2-97a1-aa9be7edb3e9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:10:47.747504 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-47f4c689-d3fa-47eb-9a6e-61525e9bfbcc req-40bab1df-cdb8-43b2-97a1-aa9be7edb3e9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 944 time: 0.0985162 Dec 22 13:10:47.790496 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-47f4c689-d3fa-47eb-9a6e-61525e9bfbcc req-34692793-4a8a-4dad-a994-df95888549f7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=550a115b-22bb-4df9-bdd6-b395143b3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374842 Dec 22 13:10:48.216150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 9b356829-ae47-428e-8773-ac0b887cc39c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:10:48.358797 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 9b356829-ae47-428e-8773-ac0b887cc39c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b356829-ae47-428e-8773-ac0b887cc39c,segment=NetworkSegment(fb42c7d1-4474-48c2-a605-f496312791d5),segment_id=fb42c7d1-4474-48c2-a605-f496312791d5)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:10:48.374973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '9b356829-ae47-428e-8773-ac0b887cc39c', 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf', 'port_id': '9b356829-ae47-428e-8773-ac0b887cc39c', 'mac_address': 'fa:16:3e:5d:6d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f964a24-fe80-4eeb-835f-8c0317a4e533', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:10:48.429433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:48.445899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b356829-ae47-428e-8773-ac0b887cc39c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:10:48.462676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 9b356829-ae47-428e-8773-ac0b887cc39c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b356829-ae47-428e-8773-ac0b887cc39c,segment=NetworkSegment(fb42c7d1-4474-48c2-a605-f496312791d5),segment_id=fb42c7d1-4474-48c2-a605-f496312791d5)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:10:48.467884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:48.469530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:48.533875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=9b356829-ae47-428e-8773-ac0b887cc39c,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:48.537264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:48.874984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['9b356829-ae47-428e-8773-ac0b887cc39c'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:10:48.979399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffc8f9-e2f1-46d1-85d1-72a532717b85 req-3791e871-a4bc-495c-a4d4-b94191549e63 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:48.980897 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-caffc8f9-e2f1-46d1-85d1-72a532717b85 req-3791e871-a4bc-495c-a4d4-b94191549e63 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 945 time: 0.0790412 Dec 22 13:10:49.028867 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-caffc8f9-e2f1-46d1-85d1-72a532717b85 req-2ae91c27-231a-4f17-a3b3-9b75ba4378c0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=550a115b-22bb-4df9-bdd6-b395143b3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419457 Dec 22 13:10:50.229403 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 9b356829-ae47-428e-8773-ac0b887cc39c up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:10:50.238481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20429c4c-1759-4799-b66d-b18f9dd5fdaf req-3b327872-3109-47c7-90ad-320906dbc334 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:50.239980 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-20429c4c-1759-4799-b66d-b18f9dd5fdaf req-3b327872-3109-47c7-90ad-320906dbc334 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 945 time: 0.0984592 Dec 22 13:10:50.284758 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-20429c4c-1759-4799-b66d-b18f9dd5fdaf req-852ec63b-949a-40bc-b238-520f6b60278a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=550a115b-22bb-4df9-bdd6-b395143b3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390017 Dec 22 13:10:50.297509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 9b356829-ae47-428e-8773-ac0b887cc39c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:10:50.302321 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 9b356829-ae47-428e-8773-ac0b887cc39c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:10:50.302738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:50.421537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:50.447298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a202ac5-226f-48ba-b58a-ef288a00f7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b356829-ae47-428e-8773-ac0b887cc39c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:10:50.456934 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 9b356829-ae47-428e-8773-ac0b887cc39c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b356829-ae47-428e-8773-ac0b887cc39c,segment=NetworkSegment(fb42c7d1-4474-48c2-a605-f496312791d5),segment_id=fb42c7d1-4474-48c2-a605-f496312791d5)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:10:50.461601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:50.463719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:50.492978 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a202ac5-226f-48ba-b58a-ef288a00f7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b356829-ae47-428e-8773-ac0b887cc39c', 'code': 200} Dec 22 13:10:50.535075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=9b356829-ae47-428e-8773-ac0b887cc39c,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:50.538385 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:50.722105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0679e-6af9-4282-bf1f-bdeb2657695c req-ba4452d0-162e-4307-8755-9c120469becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:50.723482 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1c0679e-6af9-4282-bf1f-bdeb2657695c req-ba4452d0-162e-4307-8755-9c120469becb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 1099 time: 0.0694783 Dec 22 13:10:50.764814 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1c0679e-6af9-4282-bf1f-bdeb2657695c req-3d4b96fb-2b2a-45fc-bbc9-06b890c38e22 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=550a115b-22bb-4df9-bdd6-b395143b3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339210 Dec 22 13:10:51.514601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25600259-a364-429b-9db2-f6d1d6f0820b req-4888ea93-7348-4910-bfd4-a5bff9ac7916 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:51.516073 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-25600259-a364-429b-9db2-f6d1d6f0820b req-4888ea93-7348-4910-bfd4-a5bff9ac7916 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 946 time: 0.1065631 Dec 22 13:10:51.560064 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-25600259-a364-429b-9db2-f6d1d6f0820b req-5dfbca7f-fcff-4b48-bc9b-e0149ab0ccf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=550a115b-22bb-4df9-bdd6-b395143b3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382199 Dec 22 13:10:52.746165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54aa08-4399-49aa-b9b6-7ba94739b001 req-bc0a4202-e377-4b41-89e5-7beb2d46e94c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:52.747589 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6e54aa08-4399-49aa-b9b6-7ba94739b001 req-bc0a4202-e377-4b41-89e5-7beb2d46e94c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 946 time: 0.0815074 Dec 22 13:10:52.790625 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6e54aa08-4399-49aa-b9b6-7ba94739b001 req-317ef228-fca2-4948-9763-bd7351056feb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=550a115b-22bb-4df9-bdd6-b395143b3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374045 Dec 22 13:10:52.983980 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64a915-19d8-4fb4-bfe8-ddf7e9804b7b req-3e50f602-377a-4d49-9678-51ffd238f5c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:10:52.985415 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5d64a915-19d8-4fb4-bfe8-ddf7e9804b7b req-3e50f602-377a-4d49-9678-51ffd238f5c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 946 time: 0.0902956 Dec 22 13:10:53.034487 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5d64a915-19d8-4fb4-bfe8-ddf7e9804b7b req-7d5a98d9-52d6-4931-a017-0dc40e857a6e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=550a115b-22bb-4df9-bdd6-b395143b3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 Dec 22 13:10:54.519223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53736) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:10:55.349507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:55.753983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.17 (bacd4e79-2608-4117-8735-c25a821e83bf/6f964a24-fe80-4eeb-835f-8c0317a4e533/ab789b49-7677-42c7-be73-1f12993aeaf1) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:10:55.910229 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:55.927727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object ab789b49-7677-42c7-be73-1f12993aeaf1 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:10:55.954766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:55.959227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:56.018549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network bacd4e79-2608-4117-8735-c25a821e83bf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:10:56.021452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:10:56.025313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:10:56.068653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=ab789b49-7677-42c7-be73-1f12993aeaf1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:56.073749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:56.089428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:56.290832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-64213eed-ed06-4a46-9c91-e22295519006 None None] Provisioning for port ab789b49-7677-42c7-be73-1f12993aeaf1 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:10:56.296003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-64213eed-ed06-4a46-9c91-e22295519006 None None] Provisioning complete for port ab789b49-7677-42c7-be73-1f12993aeaf1 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:10:56.296456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64213eed-ed06-4a46-9c91-e22295519006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:56.352936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-64213eed-ed06-4a46-9c91-e22295519006 None None] Port ab789b49-7677-42c7-be73-1f12993aeaf1 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:10:56.360218 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:56.885593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:56.892835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:56.917410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c9d48428-9328-44f4-b67b-d350f50a6581 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:57.005268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=ab789b49-7677-42c7-be73-1f12993aeaf1,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:57.007822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:57.011322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:57.144645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network bacd4e79-2608-4117-8735-c25a821e83bf is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:10:57.145631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:10:57.331632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:10:57.379560 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bef3b616-6de7-40ee-bc18-30cdc3888c49 None None] Provisioning complete for port ab789b49-7677-42c7-be73-1f12993aeaf1 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:10:57.380132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bef3b616-6de7-40ee-bc18-30cdc3888c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:57.431818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-bef3b616-6de7-40ee-bc18-30cdc3888c49 None None] Port ab789b49-7677-42c7-be73-1f12993aeaf1 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:10:57.495081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8e1db048-5b12-4916-8632-d9ae468b8ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:57.515430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:10:57.526401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Sync routers for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:10:57.546936 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/6aac7d3e-8667-45b9-9a81-ad83beef6eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0127611 Dec 22 13:10:57.547115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:10:57.547115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:10:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:10:57.757368 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:10:58.109699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:10:56Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '3329413b-ee7a-439f-b2f5-f3d925152ebe', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'port_id': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'mac_address': 'fa:16:3e:c8:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:18Z', 'updated_at': '2021-12-22T13:09:21Z', 'revision_number': 1, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab789b49-7677-42c7-be73-1f12993aeaf1', 'name': '', 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:51:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6f964a24-fe80-4eeb-835f-8c0317a4e533', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:10:55Z', 'updated_at': '2021-12-22T13:10:56Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6f964a24-fe80-4eeb-835f-8c0317a4e533', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:55Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:10:58.113658 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Checking router: 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:10:58.114038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Updating router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 port ab789b49-7677-42c7-be73-1f12993aeaf1 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:10:58.166908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:58.499918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:58.515422 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Transition to ACTIVE for port object ab789b49-7677-42c7-be73-1f12993aeaf1 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:10:58.528113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:58.534459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:58.669286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bdefa-8c49-4d69-a744-8eb0c0fab012 None None] Pushing event updated for resources: {'Port': ['ID=ab789b49-7677-42c7-be73-1f12993aeaf1,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:58.695843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4e5bdefa-8c49-4d69-a744-8eb0c0fab012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:58.756950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Attempting to bind port ab789b49-7677-42c7-be73-1f12993aeaf1 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:10:58.757239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Attempting to bind port ab789b49-7677-42c7-be73-1f12993aeaf1 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:10:58.757604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Attempting to bind port ab789b49-7677-42c7-be73-1f12993aeaf1 on network bacd4e79-2608-4117-8735-c25a821e83bf {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:10:58.763093 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:10:58.763451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Checking segment: {'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:10:58.763876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:58.764267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Bound using segment: {'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:10:58.764704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Bound port: ab789b49-7677-42c7-be73-1f12993aeaf1, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb42c7d1-4474-48c2-a605-f496312791d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:10:58.765080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:58.865805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] For port ab789b49-7677-42c7-be73-1f12993aeaf1, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:10:58.868901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] For port ab789b49-7677-42c7-be73-1f12993aeaf1, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ab789b49-7677-42c7-be73-1f12993aeaf1,segment=NetworkSegment(fb42c7d1-4474-48c2-a605-f496312791d5),segment_id=fb42c7d1-4474-48c2-a605-f496312791d5)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:10:58.875087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:10:58.878528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4e5bdefa-8c49-4d69-a744-8eb0c0fab012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:10:58.954228 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:10:58.954893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:10:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:10:59.024951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bdefa-8c49-4d69-a744-8eb0c0fab012 None None] Pushing event updated for resources: {'Port': ['ID=ab789b49-7677-42c7-be73-1f12993aeaf1,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:10:59.035529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4e5bdefa-8c49-4d69-a744-8eb0c0fab012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:10:59.147981 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:10:59.553630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:10:56Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '3329413b-ee7a-439f-b2f5-f3d925152ebe', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'port_id': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'mac_address': 'fa:16:3e:c8:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:18Z', 'updated_at': '2021-12-22T13:09:21Z', 'revision_number': 1, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab789b49-7677-42c7-be73-1f12993aeaf1', 'name': '', 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:51:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6f964a24-fe80-4eeb-835f-8c0317a4e533', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:10:55Z', 'updated_at': '2021-12-22T13:10:58Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6f964a24-fe80-4eeb-835f-8c0317a4e533', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:55Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:10:59.557872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05febb27-2a13-4ed7-a9a3-a754b3b70ab8 None None] The sync data for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv is: [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:10:56Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '3329413b-ee7a-439f-b2f5-f3d925152ebe', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'port_id': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'mac_address': 'fa:16:3e:c8:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:18Z', 'updated_at': '2021-12-22T13:09:21Z', 'revision_number': 1, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab789b49-7677-42c7-be73-1f12993aeaf1', 'name': '', 'network_id': 'bacd4e79-2608-4117-8735-c25a821e83bf', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:51:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1335, 'fixed_ips': [{'subnet_id': '6f964a24-fe80-4eeb-835f-8c0317a4e533', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:10:55Z', 'updated_at': '2021-12-22T13:10:58Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6f964a24-fe80-4eeb-835f-8c0317a4e533', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:55Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:10:59.837543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c32ee3e3-a16c-4bd2-8628-85319748ff26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:00.747335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:00.880396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ab789b49-7677-42c7-be73-1f12993aeaf1 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:11:00.949012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port ab789b49-7677-42c7-be73-1f12993aeaf1 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:11:00.958317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ab789b49-7677-42c7-be73-1f12993aeaf1 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:00.958690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:01.011587 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:01.087805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:01.118629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port ab789b49-7677-42c7-be73-1f12993aeaf1, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ab789b49-7677-42c7-be73-1f12993aeaf1,segment=NetworkSegment(fb42c7d1-4474-48c2-a605-f496312791d5),segment_id=fb42c7d1-4474-48c2-a605-f496312791d5)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:01.123541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:01.125285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:01.201183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=ab789b49-7677-42c7-be73-1f12993aeaf1,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:01.204274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:02.299430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:02.872965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ab789b49-7677-42c7-be73-1f12993aeaf1 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:11:02.940133 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ab789b49-7677-42c7-be73-1f12993aeaf1 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:02.940509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:10.492452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:17.727271 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:11:19.167338 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-b738dc83-fad8-4fc2-95b5-10e0422e63ea tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614397699&fields=id&tenant_id=b87cc29f20d24977a4b407ef6c3edb6e HTTP/1.1" status: 200 len: 267 time: 0.0398316 Dec 22 13:11:19.319796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-0ab4528b-b3e0-4e26-8b5a-0e620265498c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:19.321226 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-0ab4528b-b3e0-4e26-8b5a-0e620265498c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 812 time: 0.1475031 Dec 22 13:11:19.337814 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a7df132b-2f70-49cd-a684-3182b931b5df tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/quotas/b87cc29f20d24977a4b407ef6c3edb6e HTTP/1.1" status: 200 len: 375 time: 0.0095534 Dec 22 13:11:19.431681 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-53ee2a25-d26e-48ab-9d8d-2bb24e8ce2fd tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0889859 Dec 22 13:11:19.568576 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-6d719853-0fbf-4cb2-b9d5-0e02754174d4 service neutron] 10.222.0.24 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241961 Dec 22 13:11:19.700151 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-52309f26-6699-4428-a872-9321d3fc402e service neutron] 10.222.0.24 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256015 Dec 22 13:11:20.119528 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-25ff6ba2-4841-4d3e-bf31-18fb7df5327f req-a44d69f1-f945-4a88-ba66-146222fb3a63 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 210 time: 0.0426886 Dec 22 13:11:21.224130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-305a0dc9-54ed-4b82-a51e-fd2fca529639 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:21.225720 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-305a0dc9-54ed-4b82-a51e-fd2fca529639 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 812 time: 0.1627114 Dec 22 13:11:21.280696 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-4c4f22fb-2719-468f-a619-e9cabed24a3b tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b87cc29f20d24977a4b407ef6c3edb6e HTTP/1.1" status: 200 len: 379 time: 0.0465548 Dec 22 13:11:21.289607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'port': {'device_id': '9c3d22da-a593-4289-a662-c44036e68b6d', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'admin_state_up': True, 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'security_groups': ['6b01cb0b-e604-455b-a5e4-48dfa94f69d0']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:11:21.434915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:11:21.439070 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-06aacb0a-f295-41e9-9f69-0ae98ea3b957 req-2058f393-cec6-44ce-bf98-d2bed6d7cd14 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 210 time: 0.0449657 Dec 22 13:11:21.445941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:11:21.466967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Made reservation on behalf of b87cc29f20d24977a4b407ef6c3edb6e for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:11:21.470459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:21.635105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Allocated IP 172.20.0.6 (b0719164-23d6-44e6-b356-e808281f7730/aabca6b9-9296-4dfa-98f4-1e0c0e827675/4c59cbad-d443-4d20-8b66-30d8a036dbd8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:11:21.964720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:21.980208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Transition to ACTIVE for port object 4c59cbad-d443-4d20-8b66-30d8a036dbd8 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:11:22.005304 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:22.011138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-36665223-35dd-4759-a79c-f418af21a8b9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:22.073453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Network b0719164-23d6-44e6-b356-e808281f7730 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:11:22.076600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:11:22.080596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:11:22.116916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'Port': ['ID=4c59cbad-d443-4d20-8b66-30d8a036dbd8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:22.134372 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:22.134748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:22.135116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:22.135501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:22.135868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:22.136225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:22.136580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:22.136922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:22.137274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:22.137609 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:22.138043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:22.138395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:22.144324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:22.160682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:22.161427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:22.189039 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9035919 Dec 22 13:11:22.201220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Request body: {'port': {'device_id': '9c3d22da-a593-4289-a662-c44036e68b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:11:22.323022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:22.339871 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-afbb9ca7-2732-43ad-90ff-b19d2546f626 None None] Provisioning for port 4c59cbad-d443-4d20-8b66-30d8a036dbd8 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:11:22.346233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-afbb9ca7-2732-43ad-90ff-b19d2546f626 None None] Provisioning complete for port 4c59cbad-d443-4d20-8b66-30d8a036dbd8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:22.346738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-afbb9ca7-2732-43ad-90ff-b19d2546f626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:22.412988 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-afbb9ca7-2732-43ad-90ff-b19d2546f626 None None] Port 4c59cbad-d443-4d20-8b66-30d8a036dbd8 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:11:22.708947 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18526f9a-2afe-494a-ba39-2692dda53ef9 req-8c5ce1a4-438f-4561-897d-bd87951a8b1d tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:22.709626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-18526f9a-2afe-494a-ba39-2692dda53ef9 req-8c5ce1a4-438f-4561-897d-bd87951a8b1d tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Synchronizing usage tracker for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:11:22.780666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-18526f9a-2afe-494a-ba39-2692dda53ef9 req-8c5ce1a4-438f-4561-897d-bd87951a8b1d tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Unset dirty status for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:11:22.781819 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-18526f9a-2afe-494a-ba39-2692dda53ef9 req-8c5ce1a4-438f-4561-897d-bd87951a8b1d tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 931 time: 0.2283599 Dec 22 13:11:22.785693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c59cbad-d443-4d20-8b66-30d8a036dbd8 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:11:22.805867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:22.833083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Transition to ACTIVE for port object 4c59cbad-d443-4d20-8b66-30d8a036dbd8 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:11:22.840268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:22.845772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-30d4a2d5-336e-4687-add0-7a8b0f32bc7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:22.886138 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-18526f9a-2afe-494a-ba39-2692dda53ef9 req-83113557-9020-4805-be4d-8f3d00a1876e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959673 Dec 22 13:11:22.974401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Pushing event updated for resources: {'Port': ['ID=4c59cbad-d443-4d20-8b66-30d8a036dbd8,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:23.004731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:23.082348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Attempting to bind port 4c59cbad-d443-4d20-8b66-30d8a036dbd8 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:11:23.082676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Attempting to bind port 4c59cbad-d443-4d20-8b66-30d8a036dbd8 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:11:23.082995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Attempting to bind port 4c59cbad-d443-4d20-8b66-30d8a036dbd8 on network b0719164-23d6-44e6-b356-e808281f7730 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:11:23.087987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Port 4c59cbad-d443-4d20-8b66-30d8a036dbd8 on network b0719164-23d6-44e6-b356-e808281f7730 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:11:23.088299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Attempting to bind port 4c59cbad-d443-4d20-8b66-30d8a036dbd8 on network b0719164-23d6-44e6-b356-e808281f7730 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:11:23.093478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:11:23.093802 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Checking segment: {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:11:23.094175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Bound using segment: {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:11:23.094591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Bound port: 4c59cbad-d443-4d20-8b66-30d8a036dbd8, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5ebd96-7f08-4b2c-8825-425f4903b0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:11:23.094924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:23.187013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] For port 4c59cbad-d443-4d20-8b66-30d8a036dbd8, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:11:23.190050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] For port 4c59cbad-d443-4d20-8b66-30d8a036dbd8, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4c59cbad-d443-4d20-8b66-30d8a036dbd8,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:11:23.195019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:23.198657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:23.255423 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:23.256056 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:23.257447 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] 10.222.0.54 "PUT /v2.0/ports/4c59cbad-d443-4d20-8b66-30d8a036dbd8 HTTP/1.1" status: 200 len: 1093 time: 1.0608673 Dec 22 13:11:23.257970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3d22da-a593-4289-a662-c44036e68b6d', 'tag': '4c59cbad-d443-4d20-8b66-30d8a036dbd8'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:11:23.286762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Pushing event updated for resources: {'Port': ['ID=4c59cbad-d443-4d20-8b66-30d8a036dbd8,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:23.291884 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:23.337341 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3d22da-a593-4289-a662-c44036e68b6d', 'tag': '4c59cbad-d443-4d20-8b66-30d8a036dbd8', 'status': 'completed', 'code': 200} Dec 22 13:11:23.382297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-9306e7bd-35f6-4a7a-9316-61e8643cfc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:23.383925 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-9306e7bd-35f6-4a7a-9316-61e8643cfc0a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 1096 time: 0.0782390 Dec 22 13:11:23.451580 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-1f9e21b9-3b9c-4400-872b-9ad6f22c1f0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c59cbad-d443-4d20-8b66-30d8a036dbd8 HTTP/1.1" status: 200 len: 217 time: 0.0607457 Dec 22 13:11:23.521957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a6286016-15c2-478e-83d6-c3e0cdd3dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:23.523309 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-a6286016-15c2-478e-83d6-c3e0cdd3dcc5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.0651269 Dec 22 13:11:23.598799 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-4bdb4b91-c012-4478-bcb7-a81bf9a96372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:23.600330 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-4bdb4b91-c012-4478-bcb7-a81bf9a96372 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703716 Dec 22 13:11:23.639380 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cd34c54-a539-410d-bcde-d7f421667c51 req-fae4cbb7-bbe2-4831-86a6-b2ce42ac2a47 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743840 Dec 22 13:11:23.726588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd34c54-a539-410d-bcde-d7f421667c51 req-c75d432e-9fd6-4040-9852-4ff62770374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:23.728050 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cd34c54-a539-410d-bcde-d7f421667c51 req-c75d432e-9fd6-4040-9852-4ff62770374e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 1099 time: 0.0689819 Dec 22 13:11:23.734757 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-685af4f3-75f8-46bf-9343-a49980b4361b service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275158 Dec 22 13:11:23.876960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd34c54-a539-410d-bcde-d7f421667c51 req-f7c00aa2-183c-4ad3-8740-7d5f4ee44297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:23.878557 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cd34c54-a539-410d-bcde-d7f421667c51 req-f7c00aa2-183c-4ad3-8740-7d5f4ee44297 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc HTTP/1.1" status: 200 len: 898 time: 0.1320167 Dec 22 13:11:23.988875 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cd34c54-a539-410d-bcde-d7f421667c51 req-edfcf553-4cbd-481a-95d4-4ed445b410d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc75150a-17e6-4f9c-8c95-d78c51b99d5f HTTP/1.1" status: 200 len: 1001 time: 0.1037333 Dec 22 13:11:23.996592 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3141e8f6-2079-4002-8fb3-43e65a730fc9 req-5f08b428-706f-42cb-90e4-8a2c6c87e1c0 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554319 Dec 22 13:11:24.054172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd34c54-a539-410d-bcde-d7f421667c51 req-906edf10-580a-4010-8488-f5aed0a55277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:24.055617 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cd34c54-a539-410d-bcde-d7f421667c51 req-906edf10-580a-4010-8488-f5aed0a55277 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94cd4279-b5ce-4d77-9f1b-3bae561fe3cb HTTP/1.1" status: 200 len: 835 time: 0.0602579 Dec 22 13:11:24.131178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89158578-aa60-42da-b70d-9c2e85fee733 req-9845f598-2c6e-48a7-ab5a-d324c5fda788 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:24.133043 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-89158578-aa60-42da-b70d-9c2e85fee733 req-9845f598-2c6e-48a7-ab5a-d324c5fda788 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 943 time: 0.1385608 Dec 22 13:11:24.135832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd34c54-a539-410d-bcde-d7f421667c51 req-a60c5812-d9b2-4d5c-9750-81c61628d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:24.137522 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cd34c54-a539-410d-bcde-d7f421667c51 req-a60c5812-d9b2-4d5c-9750-81c61628d1f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745041 Dec 22 13:11:24.161485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d7a7-e155-488e-8695-c4f97de5bba6 req-c742a11a-507b-4392-a308-09ab58b843e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:24.162907 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c529d7a7-e155-488e-8695-c4f97de5bba6 req-c742a11a-507b-4392-a308-09ab58b843e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 1096 time: 0.1113451 Dec 22 13:11:24.250179 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-89158578-aa60-42da-b70d-9c2e85fee733 req-84bd2eff-f216-4c36-94b0-bd41d1b416fc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101902 Dec 22 13:11:24.311790 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d7a7-e155-488e-8695-c4f97de5bba6 req-1239a742-4ca6-464a-aba1-169c7b59d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:24.313350 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c529d7a7-e155-488e-8695-c4f97de5bba6 req-1239a742-4ca6-464a-aba1-169c7b59d966 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 913 time: 0.1401870 Dec 22 13:11:24.385383 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c529d7a7-e155-488e-8695-c4f97de5bba6 req-49715480-20bb-4824-b8c9-c5a86f6e9ec7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c59cbad-d443-4d20-8b66-30d8a036dbd8 HTTP/1.1" status: 200 len: 217 time: 0.0650728 Dec 22 13:11:24.396442 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cd34c54-a539-410d-bcde-d7f421667c51 req-7f0af7f4-2d22-4c96-84c0-863006a27f7c service neutron] 10.222.0.54 "GET /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516682 Dec 22 13:11:24.448584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d7a7-e155-488e-8695-c4f97de5bba6 req-a1f5b23d-a618-4afc-b698-478c1a228580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:24.450029 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c529d7a7-e155-488e-8695-c4f97de5bba6 req-a1f5b23d-a618-4afc-b698-478c1a228580 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.0584297 Dec 22 13:11:24.530793 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cd34c54-a539-410d-bcde-d7f421667c51 req-43bf5224-40f5-4edc-8597-5b15d0e07296 service neutron] 10.222.0.54 "GET /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280122 Dec 22 13:11:24.533227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529d7a7-e155-488e-8695-c4f97de5bba6 req-226e53da-74f1-4e53-a664-de617e9e8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:24.534769 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c529d7a7-e155-488e-8695-c4f97de5bba6 req-226e53da-74f1-4e53-a664-de617e9e8f58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770679 Dec 22 13:11:24.678684 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c529d7a7-e155-488e-8695-c4f97de5bba6 req-60a8cf88-2529-4ea1-8735-f20687671617 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369693 Dec 22 13:11:24.814020 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c529d7a7-e155-488e-8695-c4f97de5bba6 req-62c513ce-b9c5-4f08-8720-67d704139198 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282799 Dec 22 13:11:25.450947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd757d-016e-443b-94ae-c4de129676cd req-71397d58-2cf9-48dc-a31a-ac131e753b75 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:25.452408 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-65fd757d-016e-443b-94ae-c4de129676cd req-71397d58-2cf9-48dc-a31a-ac131e753b75 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 943 time: 0.0874724 Dec 22 13:11:25.499010 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-65fd757d-016e-443b-94ae-c4de129676cd req-7014a981-68ed-4eaf-b1e8-c594a1652611 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381396 Dec 22 13:11:26.690214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af759-3782-4e08-820c-48abc7ebb647 req-79a7dd73-2fba-4574-b7ac-9f0556607df2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:26.691720 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-459af759-3782-4e08-820c-48abc7ebb647 req-79a7dd73-2fba-4574-b7ac-9f0556607df2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 943 time: 0.0815165 Dec 22 13:11:26.737353 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-459af759-3782-4e08-820c-48abc7ebb647 req-65fa0b33-c1a8-4212-a7a2-82cd1db8b9af tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399935 Dec 22 13:11:27.512996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-620dbbde-2a10-4d15-8ddc-a790ce48de4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:27.952655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379632fd-11c6-440c-b71b-737297f0ad06 req-1f36f876-2ea1-44fb-b4ba-20be430fa4c3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:27.954125 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-379632fd-11c6-440c-b71b-737297f0ad06 req-1f36f876-2ea1-44fb-b4ba-20be430fa4c3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 943 time: 0.0965550 Dec 22 13:11:28.007584 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-379632fd-11c6-440c-b71b-737297f0ad06 req-5641bb51-b831-4ae7-8eb8-db4e96704ae6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444608 Dec 22 13:11:29.221304 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9dec6-5dd4-4c67-8dec-043e59b83711 req-5938b691-aa09-4fd8-b73c-a9621cfb7029 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:29.222773 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4db9dec6-5dd4-4c67-8dec-043e59b83711 req-5938b691-aa09-4fd8-b73c-a9621cfb7029 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 943 time: 0.0999551 Dec 22 13:11:29.266089 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4db9dec6-5dd4-4c67-8dec-043e59b83711 req-50322b87-a9c1-43ea-a869-e259eb53cc59 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376163 Dec 22 13:11:29.840702 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-31a0a031-0f75-41af-bac2-293300058a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:30.466619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1809a93-841b-491f-b87d-99616a877548 req-f4616387-da8e-462a-8536-e28055e47c12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:30.468157 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c1809a93-841b-491f-b87d-99616a877548 req-f4616387-da8e-462a-8536-e28055e47c12 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 943 time: 0.0812061 Dec 22 13:11:30.518269 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c1809a93-841b-491f-b87d-99616a877548 req-ac4474f8-1819-4dd0-8dc1-700e5ef49eac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418088 Dec 22 13:11:30.749926 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:30.968178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:31.196895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53856) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:31.736663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec209ef-8f9b-447d-a88e-d185b1b1d1d7 req-45b96f0f-a112-4716-8059-db447c8ba65b tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:31.741016 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dec209ef-8f9b-447d-a88e-d185b1b1d1d7 req-45b96f0f-a112-4716-8059-db447c8ba65b tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 943 time: 0.1071579 Dec 22 13:11:31.798094 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dec209ef-8f9b-447d-a88e-d185b1b1d1d7 req-3b385e46-e3da-47ed-b120-f14674aee7f0 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504987 Dec 22 13:11:31.798312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:32.242302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port ab789b49-7677-42c7-be73-1f12993aeaf1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:11:32.242644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:32.301481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:32.592232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port ab789b49-7677-42c7-be73-1f12993aeaf1, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ab789b49-7677-42c7-be73-1f12993aeaf1,segment=NetworkSegment(fb42c7d1-4474-48c2-a605-f496312791d5),segment_id=fb42c7d1-4474-48c2-a605-f496312791d5)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:32.592232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:32.741799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for ab789b49-7677-42c7-be73-1f12993aeaf1 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:11:33.001211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:33.007053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6bb9b262-3c4f-42d7-b025-811ad2308a2d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:33.057215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=ab789b49-7677-42c7-be73-1f12993aeaf1,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:33.101553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:33.101934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:33.102313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:33.102688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:33.103055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:33.103422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:33.103813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:33.104178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:33.104536 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:33.104895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:33.105241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:33.105596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:33.138093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:33.161900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa2d2d-c8a2-4a07-986d-912cdb05c96b req-1af1bcc1-02c7-4a39-bcc2-87800fa1c6c8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:33.163421 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-beaa2d2d-c8a2-4a07-986d-912cdb05c96b req-1af1bcc1-02c7-4a39-bcc2-87800fa1c6c8 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 943 time: 0.2485077 Dec 22 13:11:33.292260 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-beaa2d2d-c8a2-4a07-986d-912cdb05c96b req-edf0545a-b83e-45fd-8f58-2c741010ce2b tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219335 Dec 22 13:11:33.387210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:33.773688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:11:34.075792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:11:34.085224 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ffc61-98e5-43bf-bb6d-ad9adbe97fb2 None None] Sync routers for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:11:34.088527 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/6aac7d3e-8667-45b9-9a81-ad83beef6eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8902383 Dec 22 13:11:34.095794 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ffc61-98e5-43bf-bb6d-ad9adbe97fb2 None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:11:34.096847 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6c0ffc61-98e5-43bf-bb6d-ad9adbe97fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:11:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:34.304596 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-6c0ffc61-98e5-43bf-bb6d-ad9adbe97fb2 None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:11:34.388310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 4c59cbad-d443-4d20-8b66-30d8a036dbd8 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:11:34.476024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce4f7d-e70f-4f77-9072-8ac601bcc706 req-757b81e3-052f-4e08-932b-88d80b1f3641 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:34.476744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-43ce4f7d-e70f-4f77-9072-8ac601bcc706 req-757b81e3-052f-4e08-932b-88d80b1f3641 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:11:34.488556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a80f4-980d-4b01-b68e-de426e6de0f2 req-08bed58b-dca8-441b-96c4-b033af3e9274 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:34.490940 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3c7a80f4-980d-4b01-b68e-de426e6de0f2 req-08bed58b-dca8-441b-96c4-b033af3e9274 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 943 time: 0.0837579 Dec 22 13:11:34.494061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-43ce4f7d-e70f-4f77-9072-8ac601bcc706 req-757b81e3-052f-4e08-932b-88d80b1f3641 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:11:34.496071 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43ce4f7d-e70f-4f77-9072-8ac601bcc706 req-757b81e3-052f-4e08-932b-88d80b1f3641 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 946 time: 0.1147368 Dec 22 13:11:34.556854 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3c7a80f4-980d-4b01-b68e-de426e6de0f2 req-12a54891-23b4-44ad-83b6-857104053c14 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533054 Dec 22 13:11:34.567519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 4c59cbad-d443-4d20-8b66-30d8a036dbd8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4c59cbad-d443-4d20-8b66-30d8a036dbd8,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:34.579142 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43ce4f7d-e70f-4f77-9072-8ac601bcc706 req-645c4823-1f8c-46ed-a65f-fd8a96a24a6f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=550a115b-22bb-4df9-bdd6-b395143b3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758708 Dec 22 13:11:34.585098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '4c59cbad-d443-4d20-8b66-30d8a036dbd8', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'port_id': '4c59cbad-d443-4d20-8b66-30d8a036dbd8', 'mac_address': 'fa:16:3e:dc:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:11:34.643639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:34.659906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c59cbad-d443-4d20-8b66-30d8a036dbd8 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:11:34.672953 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6c0ffc61-98e5-43bf-bb6d-ad9adbe97fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:11:32Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '3329413b-ee7a-439f-b2f5-f3d925152ebe', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'port_id': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'mac_address': 'fa:16:3e:c8:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:18Z', 'updated_at': '2021-12-22T13:09:21Z', 'revision_number': 1, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:55Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:34.674561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 4c59cbad-d443-4d20-8b66-30d8a036dbd8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4c59cbad-d443-4d20-8b66-30d8a036dbd8,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:34.677000 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ffc61-98e5-43bf-bb6d-ad9adbe97fb2 None None] Checking router: 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:11:34.679404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:34.681249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:34.685575 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0ffc61-98e5-43bf-bb6d-ad9adbe97fb2 None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:11:34.686225 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6c0ffc61-98e5-43bf-bb6d-ad9adbe97fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:11:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:34.749255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=4c59cbad-d443-4d20-8b66-30d8a036dbd8,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:34.752677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:34.865547 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-6c0ffc61-98e5-43bf-bb6d-ad9adbe97fb2 None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:11:35.047263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['4c59cbad-d443-4d20-8b66-30d8a036dbd8'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:11:35.211805 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6c0ffc61-98e5-43bf-bb6d-ad9adbe97fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:11:32Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '3329413b-ee7a-439f-b2f5-f3d925152ebe', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'port_id': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'mac_address': 'fa:16:3e:c8:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:18Z', 'updated_at': '2021-12-22T13:09:21Z', 'revision_number': 1, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:55Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:35.216644 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0ffc61-98e5-43bf-bb6d-ad9adbe97fb2 None None] The sync data for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv is: [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:11:32Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '3329413b-ee7a-439f-b2f5-f3d925152ebe', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'port_id': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'mac_address': 'fa:16:3e:c8:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:18Z', 'updated_at': '2021-12-22T13:09:21Z', 'revision_number': 1, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:55Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:11:35.749694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751955-739d-40f6-b2bc-9846f529f097 req-31d632ba-687d-4d59-8c45-80514a6041e1 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:35.751540 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d5751955-739d-40f6-b2bc-9846f529f097 req-31d632ba-687d-4d59-8c45-80514a6041e1 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 944 time: 0.0905499 Dec 22 13:11:35.765980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce50b4-5d94-4f33-9242-efb3ddea059b req-e9aed28d-6afe-44b2-9cb6-945f12623a7f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:35.767473 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d5ce50b4-5d94-4f33-9242-efb3ddea059b req-e9aed28d-6afe-44b2-9cb6-945f12623a7f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 946 time: 0.0804482 Dec 22 13:11:35.797974 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d5751955-739d-40f6-b2bc-9846f529f097 req-00234717-dcdf-4b6e-899b-a4a8bb3bd390 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407166 Dec 22 13:11:35.812560 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d5ce50b4-5d94-4f33-9242-efb3ddea059b req-ef9d0607-078e-48c8-8203-ed7a5760ff0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=550a115b-22bb-4df9-bdd6-b395143b3b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394049 Dec 22 13:11:36.096576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-588383ba-5a3f-4e00-b74b-38903a44ebf2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:36.097165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-588383ba-5a3f-4e00-b74b-38903a44ebf2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:11:36.109471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-588383ba-5a3f-4e00-b74b-38903a44ebf2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:11:36.110556 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-588383ba-5a3f-4e00-b74b-38903a44ebf2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 946 time: 0.1176205 Dec 22 13:11:36.184717 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-bdda16a7-495f-43b3-840c-e8461ba0fdc1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 9b356829-ae47-428e-8773-ac0b887cc39c {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:11:36.185058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-bdda16a7-495f-43b3-840c-e8461ba0fdc1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:36.411914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 4c59cbad-d443-4d20-8b66-30d8a036dbd8 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:11:36.426576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-bdda16a7-495f-43b3-840c-e8461ba0fdc1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 9b356829-ae47-428e-8773-ac0b887cc39c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9b356829-ae47-428e-8773-ac0b887cc39c,segment=NetworkSegment(fb42c7d1-4474-48c2-a605-f496312791d5),segment_id=fb42c7d1-4474-48c2-a605-f496312791d5)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:36.426938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-bdda16a7-495f-43b3-840c-e8461ba0fdc1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:36.485989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 4c59cbad-d443-4d20-8b66-30d8a036dbd8 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:11:36.490814 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 4c59cbad-d443-4d20-8b66-30d8a036dbd8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:36.491195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:36.610564 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:36.642148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3d22da-a593-4289-a662-c44036e68b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c59cbad-d443-4d20-8b66-30d8a036dbd8'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:11:36.651989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 4c59cbad-d443-4d20-8b66-30d8a036dbd8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4c59cbad-d443-4d20-8b66-30d8a036dbd8,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:36.657441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:36.659741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:36.682203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-bdda16a7-495f-43b3-840c-e8461ba0fdc1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 9b356829-ae47-428e-8773-ac0b887cc39c owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:11:36.730804 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3d22da-a593-4289-a662-c44036e68b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c59cbad-d443-4d20-8b66-30d8a036dbd8', 'code': 200} Dec 22 13:11:36.761798 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=4c59cbad-d443-4d20-8b66-30d8a036dbd8,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:36.764919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:36.836057 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-bdda16a7-495f-43b3-840c-e8461ba0fdc1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:36.848944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-29614b9a-89e3-4a30-ab7f-488fc78e45cb tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:36.864590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ab789b49-7677-42c7-be73-1f12993aeaf1 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:11:36.912687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: ab789b49-7677-42c7-be73-1f12993aeaf1 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:11:36.913032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ab789b49-7677-42c7-be73-1f12993aeaf1 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:11:37.003916 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda16a7-495f-43b3-840c-e8461ba0fdc1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=9b356829-ae47-428e-8773-ac0b887cc39c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:37.016226 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bdda16a7-495f-43b3-840c-e8461ba0fdc1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:37.021392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-bdda16a7-495f-43b3-840c-e8461ba0fdc1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] No DVR routers for this DVR port 9b356829-ae47-428e-8773-ac0b887cc39c on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:11:37.024594 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-01587144-3d44-43c6-9233-d1d545f271de req-39b89ba9-8ed5-4eaa-8a99-3061c7e6521a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a202ac5-226f-48ba-b58a-ef288a00f7a1 HTTP/1.1" status: 200 len: 210 time: 0.0637827 Dec 22 13:11:37.025519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-bdda16a7-495f-43b3-840c-e8461ba0fdc1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:37.028122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a202ac5-226f-48ba-b58a-ef288a00f7a1', 'name': 'network-vif-deleted', 'tag': '9b356829-ae47-428e-8773-ac0b887cc39c'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:11:37.050537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80561c-cca6-42c5-be51-491ef81bc2c6 req-2a02bea7-4e59-468f-9359-93f233fabb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:37.052047 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e80561c-cca6-42c5-be51-491ef81bc2c6 req-2a02bea7-4e59-468f-9359-93f233fabb14 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 1098 time: 0.1294165 Dec 22 13:11:37.054067 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3a92686a-f744-4da4-acc9-71013bbebd4a req-bdda16a7-495f-43b3-840c-e8461ba0fdc1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "DELETE /v2.0/ports/9b356829-ae47-428e-8773-ac0b887cc39c HTTP/1.1" status: 204 len: 173 time: 0.9367573 Dec 22 13:11:37.078196 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a202ac5-226f-48ba-b58a-ef288a00f7a1', 'name': 'network-vif-deleted', 'tag': '9b356829-ae47-428e-8773-ac0b887cc39c', 'status': 'completed', 'code': 200} Dec 22 13:11:37.094357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aebed-3710-4519-a062-01cd11ad83f2 req-2c47a47d-afa7-4552-8dc5-95dd4810468d tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:37.095839 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a04aebed-3710-4519-a062-01cd11ad83f2 req-2c47a47d-afa7-4552-8dc5-95dd4810468d tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 945 time: 0.1390452 Dec 22 13:11:37.130219 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e80561c-cca6-42c5-be51-491ef81bc2c6 req-0ac5f39a-1b41-4b71-80b7-c7cd347b460c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691452 Dec 22 13:11:37.149994 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a04aebed-3710-4519-a062-01cd11ad83f2 req-eb0c5a2a-880b-4b49-b36f-ede73df56e20 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456343 Dec 22 13:11:38.119333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53888) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:38.195482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7da89743-23ce-43f1-aef8-753513478a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.227187 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7da89743-23ce-43f1-aef8-753513478a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.309387 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7da89743-23ce-43f1-aef8-753513478a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.314592 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:38.328717 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da89743-23ce-43f1-aef8-753513478a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550a115b-22bb-4df9-bdd6-b395143b3b55,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:38.331422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7da89743-23ce-43f1-aef8-753513478a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:38.337532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f95a3f-1256-468f-a51e-2b5813fd7d60 req-d05c3a96-70ce-4e8d-8cec-3c7afe836fe6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:38.344064 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-14f95a3f-1256-468f-a51e-2b5813fd7d60 req-d05c3a96-70ce-4e8d-8cec-3c7afe836fe6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 945 time: 0.0868833 Dec 22 13:11:38.348405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7da89743-23ce-43f1-aef8-753513478a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.351943 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7da89743-23ce-43f1-aef8-753513478a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/security-groups/550a115b-22bb-4df9-bdd6-b395143b3b55 HTTP/1.1" status: 204 len: 168 time: 0.2292044 Dec 22 13:11:38.386889 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-14f95a3f-1256-468f-a51e-2b5813fd7d60 req-ec2d05eb-27a6-4e5b-ac6c-23c618ebcb5f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409033 Dec 22 13:11:38.387095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53896) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:38.457567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29826fc-2d1e-4d5e-a815-bdefca488643 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting subnet 6f964a24-fe80-4eeb-835f-8c0317a4e533 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:11:38.460508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c29826fc-2d1e-4d5e-a815-bdefca488643 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.523168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c29826fc-2d1e-4d5e-a815-bdefca488643 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.617579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c29826fc-2d1e-4d5e-a815-bdefca488643 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.690550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c29826fc-2d1e-4d5e-a815-bdefca488643 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.694184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-761b0321-66ac-4f6e-85cb-1968b41c5bc7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:38.728797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29826fc-2d1e-4d5e-a815-bdefca488643 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Subnet': ['ID=6f964a24-fe80-4eeb-835f-8c0317a4e533,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:38.731778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c29826fc-2d1e-4d5e-a815-bdefca488643 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:38.732804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c29826fc-2d1e-4d5e-a815-bdefca488643 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.739574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52901870-9ec7-46ce-9648-ee8948c04233 None None] Network bacd4e79-2608-4117-8735-c25a821e83bf requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:11:38.742038 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c29826fc-2d1e-4d5e-a815-bdefca488643 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/subnets/6f964a24-fe80-4eeb-835f-8c0317a4e533 HTTP/1.1" status: 204 len: 168 time: 0.3535407 Dec 22 13:11:38.742164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53900) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:38.855737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.865906 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 94db1ccd-b1c4-4dad-ab7d-63301a356180 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:11:38.866225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:38.992033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc8f4d-d962-4e65-9565-fca3789d2fce None None] DHCP port deletion for bacd4e79-2608-4117-8735-c25a821e83bf request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:11:38.996455 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-19dc8f4d-d962-4e65-9565-fca3789d2fce None None] Deleting port 94db1ccd-b1c4-4dad-ab7d-63301a356180 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:11:38.996833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19dc8f4d-d962-4e65-9565-fca3789d2fce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:39.071211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 94db1ccd-b1c4-4dad-ab7d-63301a356180, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=94db1ccd-b1c4-4dad-ab7d-63301a356180,segment=NetworkSegment(fb42c7d1-4474-48c2-a605-f496312791d5),segment_id=fb42c7d1-4474-48c2-a605-f496312791d5)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:39.071565 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:39.191114 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-19dc8f4d-d962-4e65-9565-fca3789d2fce None None] For port 94db1ccd-b1c4-4dad-ab7d-63301a356180, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=94db1ccd-b1c4-4dad-ab7d-63301a356180,segment=NetworkSegment(fb42c7d1-4474-48c2-a605-f496312791d5),segment_id=fb42c7d1-4474-48c2-a605-f496312791d5)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:39.191521 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19dc8f4d-d962-4e65-9565-fca3789d2fce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:39.193147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 94db1ccd-b1c4-4dad-ab7d-63301a356180 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:11:39.272172 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:39.275802 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:39.316472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-19dc8f4d-d962-4e65-9565-fca3789d2fce None None] Calling delete_port for 94db1ccd-b1c4-4dad-ab7d-63301a356180 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:11:39.318201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=94db1ccd-b1c4-4dad-ab7d-63301a356180,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:39.321508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:39.322326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] No DVR routers for this DVR port 94db1ccd-b1c4-4dad-ab7d-63301a356180 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:11:39.387996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-19dc8f4d-d962-4e65-9565-fca3789d2fce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:11:39.388336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-19dc8f4d-d962-4e65-9565-fca3789d2fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:11:39.444062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:39.469368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacd4e79-2608-4117-8735-c25a821e83bf']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:39.485603 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb42c7d1-4474-48c2-a605-f496312791d5') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:39.485885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb42c7d1-4474-48c2-a605-f496312791d5') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:39.499011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:39.552044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:39.565528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:11:39.565915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:11:39.580393 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:11:39.668427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:39.673319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:39.676432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-72e83f66-f0a8-4286-8737-8cc459bb40b3 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:39.698199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26230a1b-0c94-4be1-a57d-5d93c0cb9f4c req-907085ba-7942-454c-a47e-596431754c3c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:39.699502 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-26230a1b-0c94-4be1-a57d-5d93c0cb9f4c req-907085ba-7942-454c-a47e-596431754c3c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 945 time: 0.2048974 Dec 22 13:11:39.724069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Network': ['ID=bacd4e79-2608-4117-8735-c25a821e83bf,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:39.728583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:39.748901 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/networks/bacd4e79-2608-4117-8735-c25a821e83bf HTTP/1.1" status: 204 len: 168 time: 1.0056605 Dec 22 13:11:39.751654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53906) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:39.759128 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-26230a1b-0c94-4be1-a57d-5d93c0cb9f4c req-fae6cd5e-638d-491e-b4ee-a78c9646aacf tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526032 Dec 22 13:11:39.890111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-19dc8f4d-d962-4e65-9565-fca3789d2fce None None] Deleting port 94db1ccd-b1c4-4dad-ab7d-63301a356180 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:11:39.890680 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19dc8f4d-d962-4e65-9565-fca3789d2fce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:39.957380 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-19dc8f4d-d962-4e65-9565-fca3789d2fce None None] The port '94db1ccd-b1c4-4dad-ab7d-63301a356180' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:11:40.004867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 5995a251-5b3d-4089-8a1b-0141af107da1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:11:40.005203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:40.135762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5c661-0f88-4e2d-b8ba-0b7a202731d4 req-91909f0a-4b96-406f-9669-a00a0e89c541 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:40.137222 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-acd5c661-0f88-4e2d-b8ba-0b7a202731d4 req-91909f0a-4b96-406f-9669-a00a0e89c541 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 945 time: 0.2290299 Dec 22 13:11:40.205146 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-acd5c661-0f88-4e2d-b8ba-0b7a202731d4 req-bd2da6d6-3527-4f78-a747-1cffac003e51 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608141 Dec 22 13:11:40.220214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:40.220543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:40.228280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53912) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:40.303791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd25416-0e5c-4a42-8d63-d8ab57dc541b tempest-TestVolumeBootPattern-66686553 tempest-TestVolumeBootPattern-66686553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:40.304486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3fd25416-0e5c-4a42-8d63-d8ab57dc541b tempest-TestVolumeBootPattern-66686553 tempest-TestVolumeBootPattern-66686553-project-admin] Synchronizing usage tracker for tenant:7d682dec49ec441388d0352fe87914d8 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:11:40.321291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3fd25416-0e5c-4a42-8d63-d8ab57dc541b tempest-TestVolumeBootPattern-66686553 tempest-TestVolumeBootPattern-66686553-project-admin] Unset dirty status for tenant:7d682dec49ec441388d0352fe87914d8 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:11:40.322407 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3fd25416-0e5c-4a42-8d63-d8ab57dc541b tempest-TestVolumeBootPattern-66686553 tempest-TestVolumeBootPattern-66686553-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 1093 time: 0.0925879 Dec 22 13:11:40.325292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53916) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:40.330381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '4c59cbad-d443-4d20-8b66-30d8a036dbd8', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:11:40.338393 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:11:40.343090 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Usage tracker for resource:floatingip and tenant:b87cc29f20d24977a4b407ef6c3edb6e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:11:40.346209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:11:40.346649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 5995a251-5b3d-4089-8a1b-0141af107da1 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:11:40.352109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:11:40.362644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:40.443403 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 9b356829-ae47-428e-8773-ac0b887cc39c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:11:40.484406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 9b356829-ae47-428e-8773-ac0b887cc39c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:11:40.485067 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 9b356829-ae47-428e-8773-ac0b887cc39c not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:11:40.498860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:40.638627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:40.641295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:40.646080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-86357aa8-c1eb-40b5-8962-ed0e3709a3df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:40.688226 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=5995a251-5b3d-4089-8a1b-0141af107da1,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:40.691691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:40.772551 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Allocated IP 172.26.4.148 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/c6a4c588-ecf7-45ec-a884-a186cb9de0a3) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:11:40.780662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:40.781220 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 3329413b-ee7a-439f-b2f5-f3d925152ebe disassociated (deleted). External IP: 172.26.4.15, port: bc75150a-17e6-4f9c-8c95-d78c51b99d5f. Dec 22 13:11:40.888390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 94db1ccd-b1c4-4dad-ab7d-63301a356180 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:11:40.928496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:40.936936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 94db1ccd-b1c4-4dad-ab7d-63301a356180 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:11:40.937472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 94db1ccd-b1c4-4dad-ab7d-63301a356180 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:11:40.960456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:40.965546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-25df92c9-720e-4801-823c-b3220534de59 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:41.024340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:11:41.027150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:11:41.031154 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:11:41.065569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'Port': ['ID=c6a4c588-ecf7-45ec-a884-a186cb9de0a3,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:41.076185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:41.138444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:11:41.316189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:11:41.326300 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe36af-0b85-498e-a63e-86a7d09eada7 None None] Sync routers for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:11:41.333511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:41.338386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe36af-0b85-498e-a63e-86a7d09eada7 None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:11:41.338386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0bfe36af-0b85-498e-a63e-86a7d09eada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:11:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:41.392555 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/floatingips/3329413b-ee7a-439f-b2f5-f3d925152ebe HTTP/1.1" status: 204 len: 168 time: 1.6370702 Dec 22 13:11:41.392555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'tag': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:11:41.468743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:41.527718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0bfe36af-0b85-498e-a63e-86a7d09eada7 None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:11:41.572586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:41.690433 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'tag': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'status': 'completed', 'code': 200} Dec 22 13:11:41.790580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb0881-9e89-4788-82c7-0fa65b4d99a6 req-0db2434f-2055-403f-a9c3-afe39c51bcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:41.792128 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-73cb0881-9e89-4788-82c7-0fa65b4d99a6 req-0db2434f-2055-403f-a9c3-afe39c51bcbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 1099 time: 0.0739117 Dec 22 13:11:41.862923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:41.873222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:41.879011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cd1644f6-9b2e-4d56-b6fa-ea369a94e1e7 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:41.928686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb0881-9e89-4788-82c7-0fa65b4d99a6 req-dcf9c514-51b9-4a87-ba75-c735545f22de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:41.930199 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-73cb0881-9e89-4788-82c7-0fa65b4d99a6 req-dcf9c514-51b9-4a87-ba75-c735545f22de service neutron] 10.222.0.54 "GET /v2.0/networks?id=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc HTTP/1.1" status: 200 len: 898 time: 0.1309357 Dec 22 13:11:41.931569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0bfe36af-0b85-498e-a63e-86a7d09eada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:11:32Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:55Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:41.935620 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe36af-0b85-498e-a63e-86a7d09eada7 None None] Checking router: 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:11:41.944801 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe36af-0b85-498e-a63e-86a7d09eada7 None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:11:41.945443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0bfe36af-0b85-498e-a63e-86a7d09eada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:11:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:41.974058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f15f55-2ebf-4905-a7ad-0e96ea3cf86e req-07f332a8-8331-4619-b33b-41491f80a66e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:41.974813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-52f15f55-2ebf-4905-a7ad-0e96ea3cf86e req-07f332a8-8331-4619-b33b-41491f80a66e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:11:42.001342 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-73cb0881-9e89-4788-82c7-0fa65b4d99a6 req-cc7784a0-6340-4dc8-9109-afbd59b0a89d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc75150a-17e6-4f9c-8c95-d78c51b99d5f HTTP/1.1" status: 200 len: 217 time: 0.0643079 Dec 22 13:11:42.012011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event updated for resources: {'Port': ['ID=c6a4c588-ecf7-45ec-a884-a186cb9de0a3,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:42.017389 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:42.023381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:42.068479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb0881-9e89-4788-82c7-0fa65b4d99a6 req-79b5a183-e462-427d-bf76-e204440b9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:42.070016 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-73cb0881-9e89-4788-82c7-0fa65b4d99a6 req-79b5a183-e462-427d-bf76-e204440b9979 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=94cd4279-b5ce-4d77-9f1b-3bae561fe3cb HTTP/1.1" status: 200 len: 835 time: 0.0622056 Dec 22 13:11:42.080229 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-52f15f55-2ebf-4905-a7ad-0e96ea3cf86e req-07f332a8-8331-4619-b33b-41491f80a66e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:11:42.081451 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-52f15f55-2ebf-4905-a7ad-0e96ea3cf86e req-07f332a8-8331-4619-b33b-41491f80a66e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 946 time: 0.3025143 Dec 22 13:11:42.128672 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-0bfe36af-0b85-498e-a63e-86a7d09eada7 None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:11:42.153378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb0881-9e89-4788-82c7-0fa65b4d99a6 req-66e72b2f-aade-4ce8-9bf9-01203e9c7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:42.154914 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-73cb0881-9e89-4788-82c7-0fa65b4d99a6 req-66e72b2f-aade-4ce8-9bf9-01203e9c7cd5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780952 Dec 22 13:11:42.206420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-52f15f55-2ebf-4905-a7ad-0e96ea3cf86e req-aa353f98-36cc-44ff-876b-560c4ad41cd4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:11:42.234011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-52f15f55-2ebf-4905-a7ad-0e96ea3cf86e req-aa353f98-36cc-44ff-876b-560c4ad41cd4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:11:42.235266 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-52f15f55-2ebf-4905-a7ad-0e96ea3cf86e req-aa353f98-36cc-44ff-876b-560c4ad41cd4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1df9d69-2ebc-489e-b4fe-b368fd970c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448381 Dec 22 13:11:42.242254 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Floating IP f26ae697-bc70-41da-9c12-4939682a2218 associated. External IP: 172.26.4.148, port: 4c59cbad-d443-4d20-8b66-30d8a036dbd8. Dec 22 13:11:42.299261 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-73cb0881-9e89-4788-82c7-0fa65b4d99a6 req-c9261d2a-505a-4289-8e6f-7884128144b7 service neutron] 10.222.0.54 "GET /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373606 Dec 22 13:11:42.453311 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-0bfe36af-0b85-498e-a63e-86a7d09eada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:11:32Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:55Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:42.457742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfe36af-0b85-498e-a63e-86a7d09eada7 None None] The sync data for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv is: [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:11:32Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'ddddcaa8-64e2-4c36-9497-4dbe493298a6', 'name': '', 'network_id': '1c1f0bd3-657a-48d9-a18e-3f9220e71ccc', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:00:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:49Z', 'updated_at': '2021-12-22T13:08:55Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '94cd4279-b5ce-4d77-9f1b-3bae561fe3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:11:42.558680 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-73cb0881-9e89-4788-82c7-0fa65b4d99a6 req-8f4d1991-4ccc-480e-8ced-6febf2b92d0a service neutron] 10.222.0.54 "GET /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518287 Dec 22 13:11:42.720896 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a7fb9-3e44-406b-be97-ed959516fbb3 None None] New status for floating IP 3329413b-ee7a-439f-b2f5-f3d925152ebe: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:11:42.744798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:11:42.919994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:11:42.929417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf9641e-b8be-4c33-ab49-96b42126ba78 None None] Sync routers for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:11:42.940730 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf9641e-b8be-4c33-ab49-96b42126ba78 None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:11:42.941175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3bf9641e-b8be-4c33-ab49-96b42126ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:11:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:42.947334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:43.009619 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6832066 Dec 22 13:11:43.010267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3d22da-a593-4289-a662-c44036e68b6d', 'tag': '4c59cbad-d443-4d20-8b66-30d8a036dbd8'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:11:43.121003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-3bf9641e-b8be-4c33-ab49-96b42126ba78 None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:11:43.128090 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3d22da-a593-4289-a662-c44036e68b6d', 'tag': '4c59cbad-d443-4d20-8b66-30d8a036dbd8', 'status': 'completed', 'code': 200} Dec 22 13:11:43.222233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507c511-e112-4b0e-be2c-060be6e74f50 req-f82b9cc3-b5e4-40cc-abea-3f784c619653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:43.223735 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5507c511-e112-4b0e-be2c-060be6e74f50 req-f82b9cc3-b5e4-40cc-abea-3f784c619653 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 1098 time: 0.0733395 Dec 22 13:11:43.364848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507c511-e112-4b0e-be2c-060be6e74f50 req-0d822172-dba8-4ef9-aaac-4891083cfb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:43.366629 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5507c511-e112-4b0e-be2c-060be6e74f50 req-0d822172-dba8-4ef9-aaac-4891083cfb23 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 913 time: 0.1365352 Dec 22 13:11:43.474408 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5507c511-e112-4b0e-be2c-060be6e74f50 req-df5c7805-6368-4739-a822-ab2a46e7242d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c59cbad-d443-4d20-8b66-30d8a036dbd8 HTTP/1.1" status: 200 len: 999 time: 0.1013451 Dec 22 13:11:43.476507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e640415-d1df-489b-8ab9-f3c63f5d9774 req-506dc0be-fae0-4f1c-b304-45748b275bf4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:43.477967 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4e640415-d1df-489b-8ab9-f3c63f5d9774 req-506dc0be-fae0-4f1c-b304-45748b275bf4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 946 time: 0.1425455 Dec 22 13:11:43.484351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3bf9641e-b8be-4c33-ab49-96b42126ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9b5cc4e8-f452-4475-820a-862939827431', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:ed:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:22Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 1, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}, {'id': 'f26ae697-bc70-41da-9c12-4939682a2218', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': '4c59cbad-d443-4d20-8b66-30d8a036dbd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:dc:62:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3d22da-a593-4289-a662-c44036e68b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:11:41Z', 'updated_at': '2021-12-22T13:11:41Z', 'revision_number': 0, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:43.488539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf9641e-b8be-4c33-ab49-96b42126ba78 None None] Checking router: 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:11:43.489121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed325d1-3347-4bc6-b915-da59e9dbc32e req-b86c5cf4-d3ea-4642-8b81-675f0298a996 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:43.490520 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7ed325d1-3347-4bc6-b915-da59e9dbc32e req-b86c5cf4-d3ea-4642-8b81-675f0298a996 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 946 time: 0.1198049 Dec 22 13:11:43.497626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf9641e-b8be-4c33-ab49-96b42126ba78 None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:11:43.498312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3bf9641e-b8be-4c33-ab49-96b42126ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:11:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:43.542004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507c511-e112-4b0e-be2c-060be6e74f50 req-938cb1ce-de9a-4513-aa15-4f6191640925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:43.543357 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5507c511-e112-4b0e-be2c-060be6e74f50 req-938cb1ce-de9a-4513-aa15-4f6191640925 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.0592895 Dec 22 13:11:43.589622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-4e640415-d1df-489b-8ab9-f3c63f5d9774 req-784e0707-e5c0-4490-954c-c7ba53666a09 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port bc75150a-17e6-4f9c-8c95-d78c51b99d5f {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:11:43.590314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e640415-d1df-489b-8ab9-f3c63f5d9774 req-784e0707-e5c0-4490-954c-c7ba53666a09 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:43.636168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507c511-e112-4b0e-be2c-060be6e74f50 req-8e8e3ade-213e-4b75-acb4-512aebcfc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:43.638016 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5507c511-e112-4b0e-be2c-060be6e74f50 req-8e8e3ade-213e-4b75-acb4-512aebcfc3f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876846 Dec 22 13:11:43.647898 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7ed325d1-3347-4bc6-b915-da59e9dbc32e req-2e837a12-1b90-489c-ab4f-4685d17a13d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1df9d69-2ebc-489e-b4fe-b368fd970c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243668 Dec 22 13:11:43.681855 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-3bf9641e-b8be-4c33-ab49-96b42126ba78 None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:11:43.775030 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5507c511-e112-4b0e-be2c-060be6e74f50 req-6f57eae5-017b-4d84-a4bc-32a384eab72f service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308188 Dec 22 13:11:43.855974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-4e640415-d1df-489b-8ab9-f3c63f5d9774 req-784e0707-e5c0-4490-954c-c7ba53666a09 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port bc75150a-17e6-4f9c-8c95-d78c51b99d5f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=bc75150a-17e6-4f9c-8c95-d78c51b99d5f,segment=NetworkSegment(6b62798e-ec2d-44d4-996f-a68bd45a774c),segment_id=6b62798e-ec2d-44d4-996f-a68bd45a774c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:43.856610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e640415-d1df-489b-8ab9-f3c63f5d9774 req-784e0707-e5c0-4490-954c-c7ba53666a09 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:43.913084 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5507c511-e112-4b0e-be2c-060be6e74f50 req-17c183d4-ee7c-43d3-81c9-97c40c49531a service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301656 Dec 22 13:11:43.981018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-4e640415-d1df-489b-8ab9-f3c63f5d9774 req-784e0707-e5c0-4490-954c-c7ba53666a09 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for bc75150a-17e6-4f9c-8c95-d78c51b99d5f owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:11:44.076708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3bf9641e-b8be-4c33-ab49-96b42126ba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9b5cc4e8-f452-4475-820a-862939827431', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:ed:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:22Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 1, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}, {'id': 'f26ae697-bc70-41da-9c12-4939682a2218', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': '4c59cbad-d443-4d20-8b66-30d8a036dbd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:dc:62:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3d22da-a593-4289-a662-c44036e68b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:11:41Z', 'updated_at': '2021-12-22T13:11:41Z', 'revision_number': 0, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:44.080845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf9641e-b8be-4c33-ab49-96b42126ba78 None None] The sync data for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv is: [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9b5cc4e8-f452-4475-820a-862939827431', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:ed:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:22Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 1, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}, {'id': 'f26ae697-bc70-41da-9c12-4939682a2218', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': '4c59cbad-d443-4d20-8b66-30d8a036dbd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:dc:62:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3d22da-a593-4289-a662-c44036e68b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:11:41Z', 'updated_at': '2021-12-22T13:11:41Z', 'revision_number': 0, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:11:44.127190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e640415-d1df-489b-8ab9-f3c63f5d9774 req-784e0707-e5c0-4490-954c-c7ba53666a09 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:44.135367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0962485e-180c-4964-9585-741b4a8a15ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:44.180376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e0707-e5c0-4490-954c-c7ba53666a09 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=bc75150a-17e6-4f9c-8c95-d78c51b99d5f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:44.183427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-784e0707-e5c0-4490-954c-c7ba53666a09 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:44.301179 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cebc8a4-fd8e-46e2-8a8c-c0d2c82314b3 None None] New status for floating IP f26ae697-bc70-41da-9c12-4939682a2218: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:11:44.392112 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e640415-d1df-489b-8ab9-f3c63f5d9774 req-784e0707-e5c0-4490-954c-c7ba53666a09 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] No DVR routers for this DVR port bc75150a-17e6-4f9c-8c95-d78c51b99d5f on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:11:44.394366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4e640415-d1df-489b-8ab9-f3c63f5d9774 req-784e0707-e5c0-4490-954c-c7ba53666a09 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:44.408453 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4e640415-d1df-489b-8ab9-f3c63f5d9774 req-784e0707-e5c0-4490-954c-c7ba53666a09 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "DELETE /v2.0/ports/bc75150a-17e6-4f9c-8c95-d78c51b99d5f HTTP/1.1" status: 204 len: 173 time: 0.9168916 Dec 22 13:11:44.813303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-9e03a462-6745-435f-8988-25ed7acace63 req-8fb72f87-bfcd-41cc-b5c1-8185422c7638 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:11:44.829937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-9e03a462-6745-435f-8988-25ed7acace63 req-8fb72f87-bfcd-41cc-b5c1-8185422c7638 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:11:44.831208 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9e03a462-6745-435f-8988-25ed7acace63 req-8fb72f87-bfcd-41cc-b5c1-8185422c7638 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=16ff74bc-3d84-459d-a9f1-1555bfe89df9 HTTP/1.1" status: 200 len: 210 time: 0.0630305 Dec 22 13:11:45.129659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'name': 'network-vif-deleted', 'tag': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:11:45.183811 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ff74bc-3d84-459d-a9f1-1555bfe89df9', 'name': 'network-vif-deleted', 'tag': 'bc75150a-17e6-4f9c-8c95-d78c51b99d5f', 'status': 'completed', 'code': 200} Dec 22 13:11:45.934652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53942) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:46.007107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c32b02d1-a4f9-478d-9191-041371ff23f7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:46.037396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c32b02d1-a4f9-478d-9191-041371ff23f7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:46.103067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c32b02d1-a4f9-478d-9191-041371ff23f7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:46.106847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-09f644c4-40ba-444e-b892-0ab0f46efe89 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:46.125329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b02d1-a4f9-478d-9191-041371ff23f7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1df9d69-2ebc-489e-b4fe-b368fd970c08,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:46.127940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c32b02d1-a4f9-478d-9191-041371ff23f7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:46.136430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c32b02d1-a4f9-478d-9191-041371ff23f7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:46.137562 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c32b02d1-a4f9-478d-9191-041371ff23f7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/security-groups/d1df9d69-2ebc-489e-b4fe-b368fd970c08 HTTP/1.1" status: 204 len: 168 time: 0.2019155 Dec 22 13:11:46.172163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53948) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:46.835954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:47.207137 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port ddddcaa8-64e2-4c36-9497-4dbe493298a6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:11:47.207903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:47.398542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port ddddcaa8-64e2-4c36-9497-4dbe493298a6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ddddcaa8-64e2-4c36-9497-4dbe493298a6,segment=NetworkSegment(6b62798e-ec2d-44d4-996f-a68bd45a774c),segment_id=6b62798e-ec2d-44d4-996f-a68bd45a774c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:47.398922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:47.519701 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for ddddcaa8-64e2-4c36-9497-4dbe493298a6 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:11:47.713360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:47.716771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:47.759886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=ddddcaa8-64e2-4c36-9497-4dbe493298a6,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:47.762909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:48.030527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:48.501011 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device bc75150a-17e6-4f9c-8c95-d78c51b99d5f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:11:48.501614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:11:48.538138 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: bc75150a-17e6-4f9c-8c95-d78c51b99d5f {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:11:48.538513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device bc75150a-17e6-4f9c-8c95-d78c51b99d5f not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:11:48.683093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:11:48.692805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2231c52a-32ee-4301-9a2c-7d5222883b3d None None] Sync routers for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:11:48.701215 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/6aac7d3e-8667-45b9-9a81-ad83beef6eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5276906 Dec 22 13:11:48.702697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2231c52a-32ee-4301-9a2c-7d5222883b3d None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:11:48.703301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2231c52a-32ee-4301-9a2c-7d5222883b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:11:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:48.703664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53952) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:48.770231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-33defb2c-64aa-4a6b-82dd-07a62ead8e7e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting subnet 94cd4279-b5ce-4d77-9f1b-3bae561fe3cb {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:11:48.773456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33defb2c-64aa-4a6b-82dd-07a62ead8e7e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:48.826169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33defb2c-64aa-4a6b-82dd-07a62ead8e7e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:48.881210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2231c52a-32ee-4301-9a2c-7d5222883b3d None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:11:48.914187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33defb2c-64aa-4a6b-82dd-07a62ead8e7e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:48.985866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33defb2c-64aa-4a6b-82dd-07a62ead8e7e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:48.990457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e4adf7be-b968-4e00-a5b1-35ce44940ee7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:49.026487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33defb2c-64aa-4a6b-82dd-07a62ead8e7e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Subnet': ['ID=94cd4279-b5ce-4d77-9f1b-3bae561fe3cb,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:49.028348 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-33defb2c-64aa-4a6b-82dd-07a62ead8e7e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:49.030971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-33defb2c-64aa-4a6b-82dd-07a62ead8e7e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:49.037869 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-33defb2c-64aa-4a6b-82dd-07a62ead8e7e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/subnets/94cd4279-b5ce-4d77-9f1b-3bae561fe3cb HTTP/1.1" status: 204 len: 168 time: 0.3304787 Dec 22 13:11:49.037869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53956) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:49.045555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85440977-ff34-45c9-ab5c-061f27c56277 None None] Network 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:11:49.223259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:49.349252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2231c52a-32ee-4301-9a2c-7d5222883b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:11:47Z', 'revision_number': 7, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:49.353707 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2231c52a-32ee-4301-9a2c-7d5222883b3d None None] Checking router: 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:11:49.368372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2231c52a-32ee-4301-9a2c-7d5222883b3d None None] Routers {'6aac7d3e-8667-45b9-9a81-ad83beef6eb6'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:11:49.369596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2231c52a-32ee-4301-9a2c-7d5222883b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:11:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:49.431853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:49.434484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38839f22-d27c-4194-9534-14e1825f720a None None] DHCP port deletion for 1c1f0bd3-657a-48d9-a18e-3f9220e71ccc request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:11:49.445665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 10771d1a-9643-40b3-846f-76dd8e7c2367 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:11:49.445665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:49.453881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Deleting port ef9e212f-927f-4d68-abdc-108d10d66e5c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:11:49.454038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:49.659250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 10771d1a-9643-40b3-846f-76dd8e7c2367, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=10771d1a-9643-40b3-846f-76dd8e7c2367,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:49.660072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:49.724495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2231c52a-32ee-4301-9a2c-7d5222883b3d None None] Set router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:11:49.919280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 10771d1a-9643-40b3-846f-76dd8e7c2367 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:11:49.985475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-38839f22-d27c-4194-9534-14e1825f720a None None] For port ef9e212f-927f-4d68-abdc-108d10d66e5c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ef9e212f-927f-4d68-abdc-108d10d66e5c,segment=NetworkSegment(6b62798e-ec2d-44d4-996f-a68bd45a774c),segment_id=6b62798e-ec2d-44d4-996f-a68bd45a774c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:49.985475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.101527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.109961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:50.113279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Calling delete_port for ef9e212f-927f-4d68-abdc-108d10d66e5c owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:11:50.181228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=10771d1a-9643-40b3-846f-76dd8e7c2367,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:50.188952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:50.241818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.257819 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.262136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:50.307889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Pushing event deleted for resources: {'Port': ['ID=ef9e212f-927f-4d68-abdc-108d10d66e5c,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:50.316805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38839f22-d27c-4194-9534-14e1825f720a None None] No DVR routers for this DVR port ef9e212f-927f-4d68-abdc-108d10d66e5c on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:11:50.319031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.319242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.319579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.319940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.320272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.320602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.321411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.321411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.321544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.321853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.322171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.322488 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:50.325905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:50.354290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2231c52a-32ee-4301-9a2c-7d5222883b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:11:47Z', 'revision_number': 7, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:50.362912 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2231c52a-32ee-4301-9a2c-7d5222883b3d None None] The sync data for ids ['6aac7d3e-8667-45b9-9a81-ad83beef6eb6'] in dv-neutron-822668-1-hyperv is: [{'id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'name': 'tempest-TestNetworkBasicOps-router-2116380713', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:11:47Z', 'revision_number': 7, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '10771d1a-9643-40b3-846f-76dd8e7c2367', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ac:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aac7d3e-8667-45b9-9a81-ad83beef6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:45Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:11:50.440455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.442779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.468278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.468717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Fanout notify agent at l3_agent the message router_deleted on router 6aac7d3e-8667-45b9-9a81-ad83beef6eb6 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:11:50.484954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.486136 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/routers/6aac7d3e-8667-45b9-9a81-ad83beef6eb6 HTTP/1.1" status: 204 len: 168 time: 1.4473495 Dec 22 13:11:50.488670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53962) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:50.600259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.732617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.762172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c1f0bd3-657a-48d9-a18e-3f9220e71ccc']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:50.774741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b62798e-ec2d-44d4-996f-a68bd45a774c') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:50.775034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b62798e-ec2d-44d4-996f-a68bd45a774c') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:50.786404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.802939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.809669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:11:50.810038 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:11:50.824808 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:11:50.908092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.911829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:50.933007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:50.937268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ef9e212f-927f-4d68-abdc-108d10d66e5c no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:11:50.945386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Network': ['ID=1c1f0bd3-657a-48d9-a18e-3f9220e71ccc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:50.949237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:50.955678 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/networks/1c1f0bd3-657a-48d9-a18e-3f9220e71ccc HTTP/1.1" status: 204 len: 168 time: 0.4651148 Dec 22 13:11:50.971263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53966) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:50.981636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'network': {'name': 'tempest-network-smoke--1409798995', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'port_security_enabled': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:11:50.984696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: ef9e212f-927f-4d68-abdc-108d10d66e5c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:11:50.985263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ef9e212f-927f-4d68-abdc-108d10d66e5c not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:11:50.985741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ddddcaa8-64e2-4c36-9497-4dbe493298a6 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:11:50.987347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:11:50.992706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:network and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:11:50.995857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:11:51.001794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:11:51.012999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:11:51.018622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:51.020513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: ddddcaa8-64e2-4c36-9497-4dbe493298a6 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:11:51.020867 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ddddcaa8-64e2-4c36-9497-4dbe493298a6 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:11:51.048074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:11:51.062625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:51.062972 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Added segment 0159d94a-4e41-4a3c-a171-ae17a6c122a0 of type vlan for network e527752d-25bb-42bc-a3ff-1341080d4c7f Dec 22 13:11:51.088075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:51.117316 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:51.122650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:51.123295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:51.126668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cb11e40a-c644-4986-a239-c71874e66b36 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:51.222150 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2489614 Dec 22 13:11:51.224924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53970) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:51.230193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'admin_state_up': True, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:11:51.230882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Network': ['ID=e527752d-25bb-42bc-a3ff-1341080d4c7f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:51.233501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:51.237612 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:11:51.240879 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network e527752d-25bb-42bc-a3ff-1341080d4c7f details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:11:51.241303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:router and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:11:51.244167 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:11:51.250827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:11:51.262703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:51.263853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:51.278917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:51.548038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:51.848929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:51.876983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:52.017890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.126 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/17a70758-35eb-4d19-9952-06361fd46a9c) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:11:52.167146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:52.197666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:52.201324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-93266e61-d6c5-4c8d-9065-646079b72926 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:52.260907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:11:52.263745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:11:52.267416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:11:52.304323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=17a70758-35eb-4d19-9952-06361fd46a9c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:52.312442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:52.831416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:52.848113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 10771d1a-9643-40b3-846f-76dd8e7c2367 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:11:52.882125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 10771d1a-9643-40b3-846f-76dd8e7c2367 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:11:52.882380 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 10771d1a-9643-40b3-846f-76dd8e7c2367 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:11:53.176367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:53.392029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 091def30-5327-4359-b0e0-ad455f134734 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:11:53.597095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:11:53.607686 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Sync routers for ids ['091def30-5327-4359-b0e0-ad455f134734'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:11:53.617636 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Routers {'091def30-5327-4359-b0e0-ad455f134734'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:11:53.618256 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:11:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['091def30-5327-4359-b0e0-ad455f134734'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:53.624259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:53.625441 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3994777 Dec 22 13:11:53.628468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53974) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:53.668199 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ddbfe602-4943-478f-933e-98b23a8d70f2 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f78c694f854e4d3495bc7de63c3e5cf7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384302 Dec 22 13:11:53.670831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53978) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:53.801366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3245cb1-ac6a-46a4-bdf3-bd341d7da8d5 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:53.802739 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b3245cb1-ac6a-46a4-bdf3-bd341d7da8d5 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310980 Dec 22 13:11:53.803071 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Set router 091def30-5327-4359-b0e0-ad455f134734 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:11:53.805518 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53982) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:53.844146 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-37e97453-3fab-4c70-b22e-5359dc8335dc tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374441 Dec 22 13:11:53.846569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53986) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:53.851824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1632729866', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:11:53.955865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:11:53.959566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:subnet and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:11:53.962599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:11:53.968155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:11:53.980050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:11:53.983748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:54.081141 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:52Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:54.085415 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Checking router: 091def30-5327-4359-b0e0-ad455f134734 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:11:54.085761 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Updating router 091def30-5327-4359-b0e0-ad455f134734 port 17a70758-35eb-4d19-9952-06361fd46a9c binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:11:54.139238 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:54.340591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:54.344441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5091021f-9cbe-4982-a7ee-c3ada03c4ab6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:54.413474 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Subnet': ['ID=b1836fce-2556-415e-af27-472fa5430467,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:54.417283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:54.424281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Checking segment: {'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:11:54.424631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network hostable DHCP agents. Network: e527752d-25bb-42bc-a3ff-1341080d4c7f, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:11:54.443761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network e527752d-25bb-42bc-a3ff-1341080d4c7f is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:11:54.452924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, e527752d-25bb-42bc-a3ff-1341080d4c7f) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:11:54.457164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:54.457736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:54.460582 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:54.463178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4796e42b-896f-4cf1-b727-8540cd484282 None None] Network e527752d-25bb-42bc-a3ff-1341080d4c7f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:11:54.477226 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Transition to ACTIVE for port object 17a70758-35eb-4d19-9952-06361fd46a9c will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:11:54.481781 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6341848 Dec 22 13:11:54.485300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 53990) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:54.486700 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:54.490748 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-de033efb-e196-4008-816d-7409078bbb9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:54.566523 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Attempting to bind port 17a70758-35eb-4d19-9952-06361fd46a9c on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:11:54.567160 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Attempting to bind port 17a70758-35eb-4d19-9952-06361fd46a9c by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:11:54.567735 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Attempting to bind port 17a70758-35eb-4d19-9952-06361fd46a9c on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:11:54.583670 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:11:54.584347 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:11:54.584900 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:54.585443 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:11:54.586182 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Bound port: 17a70758-35eb-4d19-9952-06361fd46a9c, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:11:54.586740 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:54.639273 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Pushing event updated for resources: {'Port': ['ID=17a70758-35eb-4d19-9952-06361fd46a9c,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:54.651348 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:54.651844 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:54.652175 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:54.652498 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:54.652799 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:54.653135 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:54.653450 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:54.653733 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:54.654072 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:54.654472 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:54.654815 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:54.655125 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:11:54.658950 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:54.690216 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] For port 17a70758-35eb-4d19-9952-06361fd46a9c, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:11:54.693421 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] For port 17a70758-35eb-4d19-9952-06361fd46a9c, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=17a70758-35eb-4d19-9952-06361fd46a9c,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:11:54.700223 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:54.703931 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:54.704230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-e527752d-25bb-42bc-a3ff-1341080d4c7f', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ips': [{'subnet_id': 'b1836fce-2556-415e-af27-472fa5430467'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:11:54.705109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:54.757092 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:11:54.784272 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Pushing event updated for resources: {'Port': ['ID=17a70758-35eb-4d19-9952-06361fd46a9c,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:54.787081 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Routers {'091def30-5327-4359-b0e0-ad455f134734'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:11:54.787840 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:11:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['091def30-5327-4359-b0e0-ad455f134734'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:54.862250 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:54.867004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Allocated IP 172.20.0.2 (e527752d-25bb-42bc-a3ff-1341080d4c7f/b1836fce-2556-415e-af27-472fa5430467/ebae7c3b-008c-4420-836a-30a29bd83316) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:11:55.023859 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] Set router 091def30-5327-4359-b0e0-ad455f134734 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:11:55.138196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:55.156178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Transition to ACTIVE for port object ebae7c3b-008c-4420-836a-30a29bd83316 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:11:55.187792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Transition to ACTIVE for port object ebae7c3b-008c-4420-836a-30a29bd83316 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:11:55.196681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:55.200491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:55.209076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:55.273653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Network e527752d-25bb-42bc-a3ff-1341080d4c7f is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:11:55.276554 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:11:55.279180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:11:55.285484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Pushing event updated for resources: {'Port': ['ID=ebae7c3b-008c-4420-836a-30a29bd83316,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:55.288811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:55.334402 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:52Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:55.338625 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4d5a0-0d5e-41b4-bf7f-88e666b88c1b None None] The sync data for ids ['091def30-5327-4359-b0e0-ad455f134734'] in dv-neutron-822668-1-hyperv is: [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:52Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:11:55.378068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Attempting to bind port ebae7c3b-008c-4420-836a-30a29bd83316 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:11:55.378490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Attempting to bind port ebae7c3b-008c-4420-836a-30a29bd83316 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:11:55.378933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Attempting to bind port ebae7c3b-008c-4420-836a-30a29bd83316 on network e527752d-25bb-42bc-a3ff-1341080d4c7f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:11:55.384287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:11:55.384668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Checking segment: {'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:11:55.385070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:55.385465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Bound using segment: {'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:11:55.385928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Bound port: ebae7c3b-008c-4420-836a-30a29bd83316, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:11:55.386314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:55.479832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] For port ebae7c3b-008c-4420-836a-30a29bd83316, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:11:55.483033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] For port ebae7c3b-008c-4420-836a-30a29bd83316, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ebae7c3b-008c-4420-836a-30a29bd83316,segment=NetworkSegment(0159d94a-4e41-4a3c-a171-ae17a6c122a0),segment_id=0159d94a-4e41-4a3c-a171-ae17a6c122a0)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:11:55.489070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:55.493403 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d7cb0678-ae98-480b-80cb-3e400c9a200e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:55.594058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Pushing event updated for resources: {'Port': ['ID=ebae7c3b-008c-4420-836a-30a29bd83316,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:55.597921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:55.669917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.1 (e527752d-25bb-42bc-a3ff-1341080d4c7f/b1836fce-2556-415e-af27-472fa5430467/cceba062-5ab4-4443-b425-50f4fc9310c6) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:11:56.019522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:56.036287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object cceba062-5ab4-4443-b425-50f4fc9310c6 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:11:56.064640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:56.076459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bdda16a7-495f-43b3-840c-e8461ba0fdc1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:56.152718 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network e527752d-25bb-42bc-a3ff-1341080d4c7f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:11:56.152718 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:11:56.164829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:11:56.212698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=cceba062-5ab4-4443-b425-50f4fc9310c6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:56.218565 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:56.237598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:56.398995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:56.849280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdccc7d1-f5dc-4ca0-8cc2-f5a601329363 None None] Network e527752d-25bb-42bc-a3ff-1341080d4c7f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:11:56.941827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:56.948207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:57.002809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-35c51a30-2bdf-4e57-9198-5a886a74b229 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:57.024388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-91a1151c-4990-4acc-aa53-5857b8027d41 None None] Provisioning for port ebae7c3b-008c-4420-836a-30a29bd83316 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:11:57.039514 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 17a70758-35eb-4d19-9952-06361fd46a9c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:11:57.127195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:57.127195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=cceba062-5ab4-4443-b425-50f4fc9310c6,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:57.127195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:57.197634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 17a70758-35eb-4d19-9952-06361fd46a9c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:11:57.235824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 17a70758-35eb-4d19-9952-06361fd46a9c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:57.235824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:57.284207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network e527752d-25bb-42bc-a3ff-1341080d4c7f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:11:57.284207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:11:57.390301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:57.414287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 17a70758-35eb-4d19-9952-06361fd46a9c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=17a70758-35eb-4d19-9952-06361fd46a9c,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:57.419192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:57.419192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ebae7c3b-008c-4420-836a-30a29bd83316 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:11:57.447534 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:57.530051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 091def30-5327-4359-b0e0-ad455f134734 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:11:57.596173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e2c73f31-d9b7-45fa-958e-206ae74d8a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:57.620799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=17a70758-35eb-4d19-9952-06361fd46a9c,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:57.638588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:57.656709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port ebae7c3b-008c-4420-836a-30a29bd83316 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:11:57.662595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ebae7c3b-008c-4420-836a-30a29bd83316 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:57.662595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:57.770673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9c4d0dfa-117e-4a97-91bc-c3e5f2d1abbe None None] Provisioning for port cceba062-5ab4-4443-b425-50f4fc9310c6 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:11:57.786260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9c4d0dfa-117e-4a97-91bc-c3e5f2d1abbe None None] Provisioning complete for port cceba062-5ab4-4443-b425-50f4fc9310c6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:57.786260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c4d0dfa-117e-4a97-91bc-c3e5f2d1abbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:57.863990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:11:57.881208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Sync routers for ids ['091def30-5327-4359-b0e0-ad455f134734'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:11:57.888661 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/091def30-5327-4359-b0e0-ad455f134734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3963976 Dec 22 13:11:57.891359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 53996) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:57.932006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d0dfa-117e-4a97-91bc-c3e5f2d1abbe None None] Port cceba062-5ab4-4443-b425-50f4fc9310c6 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:11:57.932006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Routers {'091def30-5327-4359-b0e0-ad455f134734'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:11:57.932006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:11:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['091def30-5327-4359-b0e0-ad455f134734'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:58.019996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:58.048194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9c4d0dfa-117e-4a97-91bc-c3e5f2d1abbe None None] Provisioning complete for port ebae7c3b-008c-4420-836a-30a29bd83316 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:58.048194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9c4d0dfa-117e-4a97-91bc-c3e5f2d1abbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:58.051264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8dbc32-0516-4038-998e-f16036c3f58e tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:58.051264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8dbc32-0516-4038-998e-f16036c3f58e tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:58.051264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8dbc32-0516-4038-998e-f16036c3f58e tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:58.051264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8dbc32-0516-4038-998e-f16036c3f58e tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:58.051264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8dbc32-0516-4038-998e-f16036c3f58e tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:58.051264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8dbc32-0516-4038-998e-f16036c3f58e tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:58.051264 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7e8dbc32-0516-4038-998e-f16036c3f58e tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1622665 Dec 22 13:11:58.054410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54000) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:58.162202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a36df-d21a-4bb2-9577-b6cf058c2aa0 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:58.162202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a36df-d21a-4bb2-9577-b6cf058c2aa0 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:58.162202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a36df-d21a-4bb2-9577-b6cf058c2aa0 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:58.162202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a36df-d21a-4bb2-9577-b6cf058c2aa0 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:58.162202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a36df-d21a-4bb2-9577-b6cf058c2aa0 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:58.162202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a36df-d21a-4bb2-9577-b6cf058c2aa0 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:11:58.167516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54004) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:58.177124 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-700a36df-d21a-4bb2-9577-b6cf058c2aa0 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1201420 Dec 22 13:11:58.213952 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port ebae7c3b-008c-4420-836a-30a29bd83316, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ebae7c3b-008c-4420-836a-30a29bd83316,segment=NetworkSegment(0159d94a-4e41-4a3c-a171-ae17a6c122a0),segment_id=0159d94a-4e41-4a3c-a171-ae17a6c122a0)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:11:58.222135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:58.228628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:58.273627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Set router 091def30-5327-4359-b0e0-ad455f134734 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:11:58.555696 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b99c45d0-2ae7-4400-9b2a-2bb042331759 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3905120 Dec 22 13:11:58.721623 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=ebae7c3b-008c-4420-836a-30a29bd83316,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:58.729173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:58.817517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54010) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:58.826009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1792107634', 'description': 'tempest-secgroup-smoke-1792107634 description', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:11:58.831818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:11:58.831818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:11:58.839548 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:11:58.845499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:11:58.862428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:58.866531 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:56Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'cceba062-5ab4-4443-b425-50f4fc9310c6', 'name': '', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:dc:9c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'b1836fce-2556-415e-af27-472fa5430467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:55Z', 'updated_at': '2021-12-22T13:11:56Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'b1836fce-2556-415e-af27-472fa5430467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:11:58.889303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:11:58.892293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Checking router: 091def30-5327-4359-b0e0-ad455f134734 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:11:58.892293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Updating router 091def30-5327-4359-b0e0-ad455f134734 port cceba062-5ab4-4443-b425-50f4fc9310c6 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:11:58.895954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:11:58.895954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:11:58.902156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:11:58.953765 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 17a70758-35eb-4d19-9952-06361fd46a9c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:11:58.988368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.000096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.006000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9428074d-1559-44d0-8be3-dd6b2919cae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:59.020198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0f8091e5-0aec-4c52-9349-14342837b4e6 None None] Provisioning complete for port cceba062-5ab4-4443-b425-50f4fc9310c6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:59.020198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f8091e5-0aec-4c52-9349-14342837b4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.054398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e8077d-3965-413c-b07d-0d8dcce53651,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:59.063007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:59.077651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.077651 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c0b12272-7193-46ce-8661-84d0e1468c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2553940 Dec 22 13:11:59.082961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0f8091e5-0aec-4c52-9349-14342837b4e6 None None] Port cceba062-5ab4-4443-b425-50f4fc9310c6 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:11:59.087924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54014) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:59.087924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '40e8077d-3965-413c-b07d-0d8dcce53651', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:11:59.095141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.099263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:11:59.099263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:11:59.107898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:11:59.123802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:11:59.151871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.266790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.266790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.282927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-89acd20a-0e81-4a34-8e10-e5c1e5711620 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:59.304371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d93ae55-9c75-43d9-b063-2e8b6b664ec4,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:59.310042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:59.321946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.321946 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2433467 Dec 22 13:11:59.321946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54018) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:59.335382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c0c7f0fd-4946-46e5-8203-191a8ffe42c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '40e8077d-3965-413c-b07d-0d8dcce53651', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:11:59.344255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c0c7f0fd-4946-46e5-8203-191a8ffe42c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:11:59.352460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c0c7f0fd-4946-46e5-8203-191a8ffe42c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:11:59.365571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c0c7f0fd-4946-46e5-8203-191a8ffe42c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:11:59.373908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c0c7f0fd-4946-46e5-8203-191a8ffe42c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:11:59.403290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0c7f0fd-4946-46e5-8203-191a8ffe42c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.455438 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.468389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 17a70758-35eb-4d19-9952-06361fd46a9c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:11:59.468389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.485765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0c7f0fd-4946-46e5-8203-191a8ffe42c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.495957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0c7f0fd-4946-46e5-8203-191a8ffe42c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.500519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Transition to ACTIVE for port object cceba062-5ab4-4443-b425-50f4fc9310c6 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:11:59.509809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-de50baae-debe-4332-a872-c4cc3f46784d tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:59.523558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.546075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:59.551439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7f0fd-4946-46e5-8203-191a8ffe42c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f9b291-db02-429f-80ad-953fa3c34c74,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:11:59.551439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c0c7f0fd-4946-46e5-8203-191a8ffe42c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:11:59.559384 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c0c7f0fd-4946-46e5-8203-191a8ffe42c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.569081 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c0c7f0fd-4946-46e5-8203-191a8ffe42c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2386940 Dec 22 13:11:59.576986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54022) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:11:59.576986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '40e8077d-3965-413c-b07d-0d8dcce53651', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:11:59.590598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:11:59.590598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:11:59.595931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:11:59.604195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:11:59.651364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.793225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.807417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:11:59.807417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a8eb26a7-4ded-4c15-a5a1-e15b5731dfa0 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:11:59.884013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ebae7c3b-008c-4420-836a-30a29bd83316 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:12:00.003378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22601d4-3062-4fb8-84f3-f01fa639c435 None None] Pushing event updated for resources: {'Port': ['ID=cceba062-5ab4-4443-b425-50f4fc9310c6,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:00.034865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c22601d4-3062-4fb8-84f3-f01fa639c435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:00.089618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Attempting to bind port cceba062-5ab4-4443-b425-50f4fc9310c6 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:12:00.089618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Attempting to bind port cceba062-5ab4-4443-b425-50f4fc9310c6 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:12:00.089618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Attempting to bind port cceba062-5ab4-4443-b425-50f4fc9310c6 on network e527752d-25bb-42bc-a3ff-1341080d4c7f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:12:00.089618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25d82478-a114-41bb-88cb-3274e2f58558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.103085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:12:00.103085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Checking segment: {'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:12:00.103085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.103085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Bound using segment: {'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:12:00.103085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Bound port: cceba062-5ab4-4443-b425-50f4fc9310c6, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:12:00.103085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.150426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faabd42c-c105-4e90-b85d-a98516acae3b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:00.150426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:00.169188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.169188 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6028819 Dec 22 13:12:00.174074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54026) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:12:00.187996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '40e8077d-3965-413c-b07d-0d8dcce53651', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:12:00.201138 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:12:00.204365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port ebae7c3b-008c-4420-836a-30a29bd83316 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:12:00.204365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.209145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:12:00.209145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:12:00.219202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:12:00.241993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.291969 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] For port cceba062-5ab4-4443-b425-50f4fc9310c6, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:12:00.298502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] For port cceba062-5ab4-4443-b425-50f4fc9310c6, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=cceba062-5ab4-4443-b425-50f4fc9310c6,segment=NetworkSegment(0159d94a-4e41-4a3c-a171-ae17a6c122a0),segment_id=0159d94a-4e41-4a3c-a171-ae17a6c122a0)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:12:00.303143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.307645 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-272e9fa1-13a2-437f-bb91-f6bba727b023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:12:00.308757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.312522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.314605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f143e4f7-d59e-47c1-8a6a-542700a40754 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:12:00.339560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8324161-cc61-4ff9-9a62-b406aed5259b,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:00.342099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:00.353329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.355718 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1853590 Dec 22 13:12:00.359391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54030) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:12:00.373977 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '40e8077d-3965-413c-b07d-0d8dcce53651', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:12:00.384342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:12:00.384342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:12:00.384342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:12:00.399557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:12:00.406458 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:12:00.415623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.486680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.491154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Routers {'091def30-5327-4359-b0e0-ad455f134734'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:12:00.491154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:12:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['091def30-5327-4359-b0e0-ad455f134734'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:12:00.495018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.495018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1d8ef3a0-ea8d-4d6c-bed2-5d515d5c1570 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:12:00.530162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc8fa6d-6710-450a-a74d-82e26024c7c5,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:00.530162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:00.540885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.540885 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1793497 Dec 22 13:12:00.547692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54034) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:12:00.556799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '40e8077d-3965-413c-b07d-0d8dcce53651', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:12:00.556799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:12:00.570020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:12:00.570020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:12:00.570020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:12:00.589267 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:12:00.601610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.625161 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22601d4-3062-4fb8-84f3-f01fa639c435 None None] Pushing event updated for resources: {'Port': ['ID=cceba062-5ab4-4443-b425-50f4fc9310c6,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:00.635556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c22601d4-3062-4fb8-84f3-f01fa639c435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:00.719969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.724122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.736826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0c550f20-936d-4ad2-ba9c-65fba373d6d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:12:00.762908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62713905-4af8-45bc-8a68-efe551e65d0e,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:00.768274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:00.776564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.776564 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2307274 Dec 22 13:12:00.814150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:00.864468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] Set router 091def30-5327-4359-b0e0-ad455f134734 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:12:00.971466 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-21ee71dd-e12c-40f3-824c-f636d99b2bd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1792107634&fields=id&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 267 time: 0.0445020 Dec 22 13:12:01.039417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:01.138979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-e2484609-301a-4207-a126-95a245dd10a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:01.138979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-e2484609-301a-4207-a126-95a245dd10a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:12:01.155890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-e2484609-301a-4207-a126-95a245dd10a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:12:01.155890 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-e2484609-301a-4207-a126-95a245dd10a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/networks?id=e527752d-25bb-42bc-a3ff-1341080d4c7f HTTP/1.1" status: 200 len: 797 time: 0.1754847 Dec 22 13:12:01.176347 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-e6a2c123-76d0-4889-987c-65996ea642be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/quotas/f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 375 time: 0.0092981 Dec 22 13:12:01.246577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:56Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'cceba062-5ab4-4443-b425-50f4fc9310c6', 'name': '', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:dc:9c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'b1836fce-2556-415e-af27-472fa5430467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:55Z', 'updated_at': '2021-12-22T13:12:00Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'b1836fce-2556-415e-af27-472fa5430467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:12:01.246577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e576c4-72f8-4c01-854c-abbeefa4eb4a None None] The sync data for ids ['091def30-5327-4359-b0e0-ad455f134734'] in dv-neutron-822668-1-hyperv is: [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:56Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'cceba062-5ab4-4443-b425-50f4fc9310c6', 'name': '', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:dc:9c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'b1836fce-2556-415e-af27-472fa5430467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:55Z', 'updated_at': '2021-12-22T13:12:00Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'b1836fce-2556-415e-af27-472fa5430467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:12:01.268527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-7924dd45-c52c-4041-bd27-f363fa15951c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:12:01.293722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-7924dd45-c52c-4041-bd27-f363fa15951c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:12:01.293722 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-7924dd45-c52c-4041-bd27-f363fa15951c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179559 Dec 22 13:12:01.664076 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-d84429dd-866e-41ba-a1f5-e063ffcbb7ef service neutron] 10.222.0.24 "GET /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362360 Dec 22 13:12:01.799540 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-81d49134-ae15-47f6-88f4-ebf067ce23d5 service neutron] 10.222.0.24 "GET /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291356 Dec 22 13:12:01.984568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3e8c6e70-b9ad-455e-acb2-53c7714afd1e req-54a9baba-0833-4fb9-b863-d199b50bdda9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:12:01.996837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3e8c6e70-b9ad-455e-acb2-53c7714afd1e req-54a9baba-0833-4fb9-b863-d199b50bdda9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:12:01.998042 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3e8c6e70-b9ad-455e-acb2-53c7714afd1e req-54a9baba-0833-4fb9-b863-d199b50bdda9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 210 time: 0.0574493 Dec 22 13:12:02.300276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:02.914568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cceba062-5ab4-4443-b425-50f4fc9310c6 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:12:02.993381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port cceba062-5ab4-4443-b425-50f4fc9310c6 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:12:02.998141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port cceba062-5ab4-4443-b425-50f4fc9310c6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:12:02.998524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:03.118192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:03.151821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port cceba062-5ab4-4443-b425-50f4fc9310c6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=cceba062-5ab4-4443-b425-50f4fc9310c6,segment=NetworkSegment(0159d94a-4e41-4a3c-a171-ae17a6c122a0),segment_id=0159d94a-4e41-4a3c-a171-ae17a6c122a0)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:12:03.156346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:03.158562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:12:03.222915 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-69162a6d-30a7-47f2-aba7-880dd4227874 req-3ef9514c-5a12-470a-bbd6-9338e5a15b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 210 time: 0.0599756 Dec 22 13:12:03.230033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=cceba062-5ab4-4443-b425-50f4fc9310c6,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:03.233721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:03.280168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-bf5f2e7d-a501-4b3e-b28b-128f4c317b0c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:03.281612 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-bf5f2e7d-a501-4b3e-b28b-128f4c317b0c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks?id=e527752d-25bb-42bc-a3ff-1341080d4c7f HTTP/1.1" status: 200 len: 797 time: 0.2053750 Dec 22 13:12:03.352854 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-20cee226-1456-45c8-819f-1f5b5ba45ffb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 380 time: 0.0553401 Dec 22 13:12:03.361846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'device_id': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'admin_state_up': True, 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'security_groups': ['40e8077d-3965-413c-b07d-0d8dcce53651']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:12:03.496219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:12:03.506946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:12:03.520804 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:12:03.524303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:03.694212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.12 (e527752d-25bb-42bc-a3ff-1341080d4c7f/b1836fce-2556-415e-af27-472fa5430467/f97afe4a-fc30-4e2f-a88e-df6c1a91fb20) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:12:03.882300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:03.898428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:12:03.924438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:03.929680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07d7bf8c-6f0b-4ac5-a2cf-334de9b00f06 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:12:04.000782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network e527752d-25bb-42bc-a3ff-1341080d4c7f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:12:04.003988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:12:04.013443 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:12:04.039703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:04.050114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:04.076317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:04.076496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:04.104957 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7458770 Dec 22 13:12:04.115556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Request body: {'port': {'device_id': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:12:04.239067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:04.301849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3ddea6d7-bcfa-4d37-b6d6-0e2bea4db8c7 None None] Provisioning for port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:12:04.316072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3ddea6d7-bcfa-4d37-b6d6-0e2bea4db8c7 None None] Provisioning complete for port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:12:04.316072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3ddea6d7-bcfa-4d37-b6d6-0e2bea4db8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:04.393973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3ddea6d7-bcfa-4d37-b6d6-0e2bea4db8c7 None None] Port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:12:04.473511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23b93e-545d-4d94-a677-3002340a469c req-d5e1987a-52de-48c5-a83d-2de357eb8bfe tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:04.475649 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0a23b93e-545d-4d94-a677-3002340a469c req-d5e1987a-52de-48c5-a83d-2de357eb8bfe tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 932 time: 0.0994859 Dec 22 13:12:04.523710 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-0a23b93e-545d-4d94-a677-3002340a469c req-c13a2f02-35ec-4c9c-b2f4-5913840ddc15 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:12:04.540150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-0a23b93e-545d-4d94-a677-3002340a469c req-c13a2f02-35ec-4c9c-b2f4-5913840ddc15 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:12:04.543652 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0a23b93e-545d-4d94-a677-3002340a469c req-c13a2f02-35ec-4c9c-b2f4-5913840ddc15 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606475 Dec 22 13:12:04.746510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:12:04.755168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:04.771739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Transition to ACTIVE for port object f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:12:04.776387 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:04.782980 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-18702141-ba25-4bfa-8e9e-97712d33bc98 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:12:04.908288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Pushing event updated for resources: {'Port': ['ID=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:04.923672 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cceba062-5ab4-4443-b425-50f4fc9310c6 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:12:04.935309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:05.014197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port cceba062-5ab4-4443-b425-50f4fc9310c6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:12:05.014197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:05.041467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Attempting to bind port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:12:05.041467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Attempting to bind port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:12:05.041467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Attempting to bind port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 on network e527752d-25bb-42bc-a3ff-1341080d4c7f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:12:05.041467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 on network e527752d-25bb-42bc-a3ff-1341080d4c7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:12:05.041467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Attempting to bind port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 on network e527752d-25bb-42bc-a3ff-1341080d4c7f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:12:05.049285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:12:05.049285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Checking segment: {'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:12:05.049285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Bound using segment: {'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:12:05.049285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Bound port: f97afe4a-fc30-4e2f-a88e-df6c1a91fb20, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0159d94a-4e41-4a3c-a171-ae17a6c122a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:12:05.049285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:05.142227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] For port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:12:05.145552 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] For port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20,segment=NetworkSegment(0159d94a-4e41-4a3c-a171-ae17a6c122a0),segment_id=0159d94a-4e41-4a3c-a171-ae17a6c122a0)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:12:05.151333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:05.157628 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:12:05.217128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:05.220680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:05.220680 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] 10.222.0.54 "PUT /v2.0/ports/f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 HTTP/1.1" status: 200 len: 1094 time: 1.1074057 Dec 22 13:12:05.223729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'tag': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:12:05.252886 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Pushing event updated for resources: {'Port': ['ID=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:05.258097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:05.301849 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'tag': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20', 'status': 'completed', 'code': 200} Dec 22 13:12:05.348095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-ec3fb3fd-12a9-481e-bee3-d18672b21704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:05.352715 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-ec3fb3fd-12a9-481e-bee3-d18672b21704 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 1097 time: 0.0851634 Dec 22 13:12:05.429207 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-f6181f19-06c8-4df7-85da-6ba84a55def9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 HTTP/1.1" status: 200 len: 217 time: 0.0673943 Dec 22 13:12:05.488684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-910a9658-8981-4bc9-a93e-c86c54b3f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:05.490059 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-910a9658-8981-4bc9-a93e-c86c54b3f000 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1836fce-2556-415e-af27-472fa5430467 HTTP/1.1" status: 200 len: 835 time: 0.0587335 Dec 22 13:12:05.564618 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-0d46f50f-0fb3-4448-b687-c15d867cd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:05.566057 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-0d46f50f-0fb3-4448-b687-c15d867cd03a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e527752d-25bb-42bc-a3ff-1341080d4c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696011 Dec 22 13:12:05.704922 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-fab7a8c1-cb9f-4109-a688-091d6fa4d08f service neutron] 10.222.0.54 "GET /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299663 Dec 22 13:12:05.740968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09eb9b3-a4b5-4c3a-978e-13e42d44662d req-35e30b1a-14ff-4687-b972-edbb55048b80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:05.742393 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f09eb9b3-a4b5-4c3a-978e-13e42d44662d req-35e30b1a-14ff-4687-b972-edbb55048b80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 944 time: 0.0857401 Dec 22 13:12:05.787763 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f09eb9b3-a4b5-4c3a-978e-13e42d44662d req-25221e8b-4553-4f23-b984-434682d8901a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393047 Dec 22 13:12:05.839392 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5882f30b-287f-4993-8aea-76c9f1fe2a90 req-aae2012d-726f-4516-a56d-12f227fa93dd service neutron] 10.222.0.54 "GET /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265190 Dec 22 13:12:05.961337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca396ca-5dd8-402a-9f27-369a762b4ae2 req-e4403dbf-c297-42de-bdc6-efe1b589655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:05.963158 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dca396ca-5dd8-402a-9f27-369a762b4ae2 req-e4403dbf-c297-42de-bdc6-efe1b589655f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 1097 time: 0.0770497 Dec 22 13:12:06.100976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca396ca-5dd8-402a-9f27-369a762b4ae2 req-ddc25060-1d33-4b9a-80f4-f5bea92836a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:06.102112 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dca396ca-5dd8-402a-9f27-369a762b4ae2 req-ddc25060-1d33-4b9a-80f4-f5bea92836a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e527752d-25bb-42bc-a3ff-1341080d4c7f HTTP/1.1" status: 200 len: 898 time: 0.1321664 Dec 22 13:12:06.172822 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dca396ca-5dd8-402a-9f27-369a762b4ae2 req-fb88f5b3-ea1d-4546-a839-8846bad631ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 HTTP/1.1" status: 200 len: 217 time: 0.0635817 Dec 22 13:12:06.375680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca396ca-5dd8-402a-9f27-369a762b4ae2 req-6f8e63af-7d55-485b-8978-8d259cbbf84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:06.377111 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dca396ca-5dd8-402a-9f27-369a762b4ae2 req-6f8e63af-7d55-485b-8978-8d259cbbf84e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1836fce-2556-415e-af27-472fa5430467 HTTP/1.1" status: 200 len: 835 time: 0.1983030 Dec 22 13:12:06.471280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca396ca-5dd8-402a-9f27-369a762b4ae2 req-1029728f-f519-4f27-8711-8538761994ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:06.472828 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dca396ca-5dd8-402a-9f27-369a762b4ae2 req-1029728f-f519-4f27-8711-8538761994ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e527752d-25bb-42bc-a3ff-1341080d4c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871484 Dec 22 13:12:06.617678 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dca396ca-5dd8-402a-9f27-369a762b4ae2 req-ba8ffe17-3a75-4313-a679-8d166f09dfca service neutron] 10.222.0.54 "GET /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368091 Dec 22 13:12:06.763532 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dca396ca-5dd8-402a-9f27-369a762b4ae2 req-2a6f78c8-cc36-4875-8ac5-7333666914da service neutron] 10.222.0.54 "GET /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402576 Dec 22 13:12:06.989631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c874d8-fa30-448c-ac66-30171fdf312a req-dfdff6f3-ab05-4c79-9861-abf7f7b6be53 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:06.990052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-81c874d8-fa30-448c-ac66-30171fdf312a req-dfdff6f3-ab05-4c79-9861-abf7f7b6be53 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:12:07.009221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-81c874d8-fa30-448c-ac66-30171fdf312a req-dfdff6f3-ab05-4c79-9861-abf7f7b6be53 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:12:07.009221 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-81c874d8-fa30-448c-ac66-30171fdf312a req-dfdff6f3-ab05-4c79-9861-abf7f7b6be53 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 944 time: 0.1123168 Dec 22 13:12:07.056147 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-81c874d8-fa30-448c-ac66-30171fdf312a req-742fa4ca-3f67-42af-8d2e-8711718f2e12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405338 Dec 22 13:12:08.272645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99133d77-89ee-4e7b-a0a7-210050736f66 req-4334a7f2-50a6-4f42-9fc5-0f7c89ce50ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:08.274951 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-99133d77-89ee-4e7b-a0a7-210050736f66 req-4334a7f2-50a6-4f42-9fc5-0f7c89ce50ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 944 time: 0.1007555 Dec 22 13:12:08.339470 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-99133d77-89ee-4e7b-a0a7-210050736f66 req-33aad082-2607-44fc-b01d-9d47931b2090 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571804 Dec 22 13:12:09.547188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac419aa-3bdb-4f28-b791-e5e1138c78a7 req-06d60ada-e1a4-4359-bdb8-e2d1b6aac083 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:09.548762 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dac419aa-3bdb-4f28-b791-e5e1138c78a7 req-06d60ada-e1a4-4359-bdb8-e2d1b6aac083 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 944 time: 0.0914268 Dec 22 13:12:09.596476 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dac419aa-3bdb-4f28-b791-e5e1138c78a7 req-85fc3b60-23a0-49ef-99f3-7005b2ca713e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420287 Dec 22 13:12:10.500394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:10.607062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:12:10.757807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20,segment=NetworkSegment(0159d94a-4e41-4a3c-a171-ae17a6c122a0),segment_id=0159d94a-4e41-4a3c-a171-ae17a6c122a0)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:12:10.774832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'port_id': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20', 'mac_address': 'fa:16:3e:13:06:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1836fce-2556-415e-af27-472fa5430467', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:12:10.782548 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfac2f-3911-4a6a-bb64-e41b39bc252c req-b4494c1f-e314-4b94-bd69-0c3743393212 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:10.784037 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f1bfac2f-3911-4a6a-bb64-e41b39bc252c req-b4494c1f-e314-4b94-bd69-0c3743393212 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 944 time: 0.0820868 Dec 22 13:12:10.831856 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f1bfac2f-3911-4a6a-bb64-e41b39bc252c req-9ce9df02-3081-46e0-9a8c-9d5ab66c05c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419888 Dec 22 13:12:10.836505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:10.853715 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:12:10.868704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20,segment=NetworkSegment(0159d94a-4e41-4a3c-a171-ae17a6c122a0),segment_id=0159d94a-4e41-4a3c-a171-ae17a6c122a0)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:12:10.875711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:10.877405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-38839f22-d27c-4194-9534-14e1825f720a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:12:10.944696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:10.948821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:11.208317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['f97afe4a-fc30-4e2f-a88e-df6c1a91fb20'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:12:12.033207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb51f28-43dd-4ee9-bd55-cdd7e662a3af req-ab9aacc8-ad01-4924-bdc4-89f26ab32aa0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:12.034653 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2bb51f28-43dd-4ee9-bd55-cdd7e662a3af req-ab9aacc8-ad01-4924-bdc4-89f26ab32aa0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 945 time: 0.0918453 Dec 22 13:12:12.077645 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2bb51f28-43dd-4ee9-bd55-cdd7e662a3af req-b46d725d-8e24-434e-977c-a7b25fff3a07 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372941 Dec 22 13:12:12.629634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:12:12.701081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:12:12.709475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:12:12.710009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:12.827224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:12.853494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:12:12.863158 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20,segment=NetworkSegment(0159d94a-4e41-4a3c-a171-ae17a6c122a0),segment_id=0159d94a-4e41-4a3c-a171-ae17a6c122a0)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:12:12.867843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:12.869721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:12:12.933794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:12.936862 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:12.949098 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20', 'code': 200} Dec 22 13:12:13.239565 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df70724-9d8c-4f25-804c-42f3eabbe5b2 req-5fdfd1bb-e0e7-4ff2-a17d-c5b1e16e867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:13.241039 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1df70724-9d8c-4f25-804c-42f3eabbe5b2 req-5fdfd1bb-e0e7-4ff2-a17d-c5b1e16e867c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 1099 time: 0.1221914 Dec 22 13:12:13.296816 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0b473-847c-49ac-bb28-6c8b4edb1adb req-ecfd9a22-5e34-4e32-b3d1-77dd901df31d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:13.298278 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cbe0b473-847c-49ac-bb28-6c8b4edb1adb req-ecfd9a22-5e34-4e32-b3d1-77dd901df31d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 946 time: 0.1153843 Dec 22 13:12:13.299956 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1df70724-9d8c-4f25-804c-42f3eabbe5b2 req-189fa901-97ff-40d9-85bb-300630c02f3a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500574 Dec 22 13:12:13.348013 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cbe0b473-847c-49ac-bb28-6c8b4edb1adb req-a8d6814e-b98b-4743-b627-cfa16c93f0cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419221 Dec 22 13:12:14.564108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0739-c4ad-4d7e-a13c-df3b34109775 req-839cf2e7-50cb-4f0e-9a03-b614a115ba56 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:14.565899 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-094a0739-c4ad-4d7e-a13c-df3b34109775 req-839cf2e7-50cb-4f0e-9a03-b614a115ba56 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 946 time: 0.0850737 Dec 22 13:12:14.613177 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-094a0739-c4ad-4d7e-a13c-df3b34109775 req-0485a4a8-a717-477c-b1ca-244e7a3a11f6 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415769 Dec 22 13:12:15.813670 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed2c25-2e24-417e-b423-0a7f93ec5ecc req-3ca91604-00ff-4750-a045-4afda04349ce tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:15.815097 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-aeed2c25-2e24-417e-b423-0a7f93ec5ecc req-3ca91604-00ff-4750-a045-4afda04349ce tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 946 time: 0.0795679 Dec 22 13:12:15.858950 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-aeed2c25-2e24-417e-b423-0a7f93ec5ecc req-613da9f3-8a74-48c8-b0f1-9ff1e7bc97fd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380723 Dec 22 13:12:16.052782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164bfa4-c1f3-4b6f-bc09-78220737c1d2 req-84e0cc4c-0b4d-4544-8628-8bca81080af0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:16.054203 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c164bfa4-c1f3-4b6f-bc09-78220737c1d2 req-84e0cc4c-0b4d-4544-8628-8bca81080af0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 946 time: 0.0950511 Dec 22 13:12:16.098528 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c164bfa4-c1f3-4b6f-bc09-78220737c1d2 req-6aeca363-359e-4b0c-9928-cfc0183943d3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383923 Dec 22 13:12:16.120876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54106) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:12:16.190301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf887f-a0ce-4563-8551-5c69abf2c3fb tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:16.191785 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bfcf887f-a0ce-4563-8551-5c69abf2c3fb tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 1094 time: 0.0699289 Dec 22 13:12:16.195831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54110) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:12:16.200560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:12:16.206405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:12:16.210266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:floatingip and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:12:16.213376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:12:16.219048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:12:16.231402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:16.366404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:16.510076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.198 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/1012a0e6-d378-4880-a9bd-f1a552041a28) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:12:16.665757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:16.696732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:16.701156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f07f099f-1970-4a93-8228-eca2da407339 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:12:16.761222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:12:16.764129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:12:16.767680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:12:16.916661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=1012a0e6-d378-4880-a9bd-f1a552041a28,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:16.926766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:17.330107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:17.404773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:17.616120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:17.621467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:17.625910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d5470d40-4aa5-4526-9e64-757beb42ac81 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:12:17.731478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=1012a0e6-d378-4880-a9bd-f1a552041a28,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:12:17.735395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:12:17.740296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:17.911027 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 6581c504-5ce0-4747-969b-7d749e43110a associated. External IP: 172.26.4.198, port: f97afe4a-fc30-4e2f-a88e-df6c1a91fb20. Dec 22 13:12:18.256603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 091def30-5327-4359-b0e0-ad455f134734 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:12:18.549314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:12:18.559111 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758dacfa-95a8-4107-bedd-f39921993675 None None] Sync routers for ids ['091def30-5327-4359-b0e0-ad455f134734'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:12:18.569702 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758dacfa-95a8-4107-bedd-f39921993675 None None] Routers {'091def30-5327-4359-b0e0-ad455f134734'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:12:18.570336 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-758dacfa-95a8-4107-bedd-f39921993675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:12:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['091def30-5327-4359-b0e0-ad455f134734'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:12:18.573241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:18.629087 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4322574 Dec 22 13:12:18.629860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'tag': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:12:18.631966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:12:18.676611 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'tag': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20', 'status': 'completed', 'code': 200} Dec 22 13:12:18.747179 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-758dacfa-95a8-4107-bedd-f39921993675 None None] Set router 091def30-5327-4359-b0e0-ad455f134734 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:12:18.787294 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a1b725a0-4d8c-4fa2-a367-8e6363a2ea5e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/6581c504-5ce0-4747-969b-7d749e43110a HTTP/1.1" status: 200 len: 992 time: 0.1541290 Dec 22 13:12:18.805651 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497c04c-b256-492f-bfee-a1e9b5da00ea req-151c8060-3d44-41b0-8c4e-8a572fa70b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:18.806968 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a497c04c-b256-492f-bfee-a1e9b5da00ea req-151c8060-3d44-41b0-8c4e-8a572fa70b75 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 1099 time: 0.1008954 Dec 22 13:12:18.937521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497c04c-b256-492f-bfee-a1e9b5da00ea req-10bd6af4-27be-4f8e-becf-5a85fef41c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:18.938957 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a497c04c-b256-492f-bfee-a1e9b5da00ea req-10bd6af4-27be-4f8e-becf-5a85fef41c7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=e527752d-25bb-42bc-a3ff-1341080d4c7f HTTP/1.1" status: 200 len: 898 time: 0.1257174 Dec 22 13:12:19.037398 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a497c04c-b256-492f-bfee-a1e9b5da00ea req-dcceebda-3606-4c80-8ffe-3d43029a627f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 HTTP/1.1" status: 200 len: 1000 time: 0.0924790 Dec 22 13:12:19.098471 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-758dacfa-95a8-4107-bedd-f39921993675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:56Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '6581c504-5ce0-4747-969b-7d749e43110a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '091def30-5327-4359-b0e0-ad455f134734', 'port_id': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'mac_address': 'fa:16:3e:13:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:12:17Z', 'updated_at': '2021-12-22T13:12:17Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceba062-5ab4-4443-b425-50f4fc9310c6', 'name': '', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:dc:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'b1836fce-2556-415e-af27-472fa5430467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:55Z', 'updated_at': '2021-12-22T13:12:03Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'b1836fce-2556-415e-af27-472fa5430467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:12:19.101501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497c04c-b256-492f-bfee-a1e9b5da00ea req-015793e6-050e-4a07-913c-537907167042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:19.102249 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758dacfa-95a8-4107-bedd-f39921993675 None None] Checking router: 091def30-5327-4359-b0e0-ad455f134734 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:12:19.102915 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a497c04c-b256-492f-bfee-a1e9b5da00ea req-015793e6-050e-4a07-913c-537907167042 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1836fce-2556-415e-af27-472fa5430467 HTTP/1.1" status: 200 len: 835 time: 0.0596931 Dec 22 13:12:19.113338 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758dacfa-95a8-4107-bedd-f39921993675 None None] Routers {'091def30-5327-4359-b0e0-ad455f134734'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:12:19.113938 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-758dacfa-95a8-4107-bedd-f39921993675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:12:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['091def30-5327-4359-b0e0-ad455f134734'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:12:19.176347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497c04c-b256-492f-bfee-a1e9b5da00ea req-ffc60bea-80ea-4ec6-892e-3314837366b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:19.177872 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a497c04c-b256-492f-bfee-a1e9b5da00ea req-ffc60bea-80ea-4ec6-892e-3314837366b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e527752d-25bb-42bc-a3ff-1341080d4c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688050 Dec 22 13:12:19.285435 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-758dacfa-95a8-4107-bedd-f39921993675 None None] Set router 091def30-5327-4359-b0e0-ad455f134734 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:12:19.308323 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a497c04c-b256-492f-bfee-a1e9b5da00ea req-b1fc5af9-acd4-4524-aa9c-6079dcd5bb0e service neutron] 10.222.0.54 "GET /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240900 Dec 22 13:12:19.440880 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a497c04c-b256-492f-bfee-a1e9b5da00ea req-c8cc9513-d147-4eac-88f1-ac8d4f6dbeba service neutron] 10.222.0.54 "GET /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262562 Dec 22 13:12:19.652924 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-758dacfa-95a8-4107-bedd-f39921993675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:56Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '6581c504-5ce0-4747-969b-7d749e43110a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '091def30-5327-4359-b0e0-ad455f134734', 'port_id': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'mac_address': 'fa:16:3e:13:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:12:17Z', 'updated_at': '2021-12-22T13:12:17Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceba062-5ab4-4443-b425-50f4fc9310c6', 'name': '', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:dc:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'b1836fce-2556-415e-af27-472fa5430467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:55Z', 'updated_at': '2021-12-22T13:12:03Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'b1836fce-2556-415e-af27-472fa5430467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:12:19.657168 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758dacfa-95a8-4107-bedd-f39921993675 None None] The sync data for ids ['091def30-5327-4359-b0e0-ad455f134734'] in dv-neutron-822668-1-hyperv is: [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:56Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '6581c504-5ce0-4747-969b-7d749e43110a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '091def30-5327-4359-b0e0-ad455f134734', 'port_id': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'mac_address': 'fa:16:3e:13:06:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:12:17Z', 'updated_at': '2021-12-22T13:12:17Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cceba062-5ab4-4443-b425-50f4fc9310c6', 'name': '', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:dc:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'b1836fce-2556-415e-af27-472fa5430467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:55Z', 'updated_at': '2021-12-22T13:12:03Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'b1836fce-2556-415e-af27-472fa5430467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:12:19.791037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54120) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:12:19.864312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73af7df5-183f-4251-88e7-1cd631868dfd None None] New status for floating IP 6581c504-5ce0-4747-969b-7d749e43110a: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:12:19.899509 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a7181002-a9a8-44bb-bc68-d5b76e67d930 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/6581c504-5ce0-4747-969b-7d749e43110a HTTP/1.1" status: 200 len: 992 time: 0.1071026 Dec 22 13:12:20.904002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54124) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:12:21.133411 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-83136798-6257-4677-a344-533fb2a1fef0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/6581c504-5ce0-4747-969b-7d749e43110a HTTP/1.1" status: 200 len: 994 time: 0.2280214 Dec 22 13:12:26.038990 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a51f710-55b9-405b-b67f-ba49e16c86c2 req-ba8eca83-9b04-4178-a15d-39054dc094c4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743699 Dec 22 13:12:26.187572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51f710-55b9-405b-b67f-ba49e16c86c2 req-ec1593fb-6ea5-4bb3-80d2-0512bcfad92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:26.189080 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a51f710-55b9-405b-b67f-ba49e16c86c2 req-ec1593fb-6ea5-4bb3-80d2-0512bcfad92c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 1098 time: 0.0767982 Dec 22 13:12:26.334040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51f710-55b9-405b-b67f-ba49e16c86c2 req-8c2d48fb-4564-46ee-9444-9913b9c45502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:26.335429 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a51f710-55b9-405b-b67f-ba49e16c86c2 req-8c2d48fb-4564-46ee-9444-9913b9c45502 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 913 time: 0.1261818 Dec 22 13:12:26.441247 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a51f710-55b9-405b-b67f-ba49e16c86c2 req-f11679c5-7396-4be1-8860-fabbf4f52939 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580d09c1-0ff8-4ad7-aae2-ed130c5462be HTTP/1.1" status: 200 len: 1001 time: 0.0990999 Dec 22 13:12:26.504563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51f710-55b9-405b-b67f-ba49e16c86c2 req-1edaa10d-2efe-4ad0-b7e2-073006c6d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:26.505986 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a51f710-55b9-405b-b67f-ba49e16c86c2 req-1edaa10d-2efe-4ad0-b7e2-073006c6d1d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.0590057 Dec 22 13:12:26.593360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51f710-55b9-405b-b67f-ba49e16c86c2 req-4d343b4f-0bb2-4739-b4e2-7b8d8f71f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:12:26.594733 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a51f710-55b9-405b-b67f-ba49e16c86c2 req-4d343b4f-0bb2-4739-b4e2-7b8d8f71f025 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804334 Dec 22 13:12:26.730494 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a51f710-55b9-405b-b67f-ba49e16c86c2 req-68b5a6d6-d6da-47d8-8fac-36f8a3d9efe2 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274955 Dec 22 13:12:26.865036 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a51f710-55b9-405b-b67f-ba49e16c86c2 req-9c72d98f-910b-481c-8702-6b278f1a1e7e service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275582 Dec 22 13:12:27.493494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d5f4f6ce-3cf5-4ca6-b9a8-2dbe71f8495b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:29.854635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03de9af7-228a-4dea-a366-0b902b9258dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:30.748929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:30.966360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:31.751639 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:12:32.304532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:40.491183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:57.508473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-829b08e6-1df7-45f3-acc3-85f82040b30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:12:59.849791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ee1dfcce-71a3-4fef-8b4f-accbeb90a621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:00.755886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:00.970569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:02.312527 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:08.755204 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:13:10.507869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:23.230755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54156) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:23.453392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Deleting port c6a4c588-ecf7-45ec-a884-a186cb9de0a3 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:23.453698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:23.622517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:23.622833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:23.741009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Calling delete_port for c6a4c588-ecf7-45ec-a884-a186cb9de0a3 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:24.034874 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:24.040858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-59e3a056-54b4-4a3f-a4a9-4af64bec11e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:24.092871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event deleted for resources: {'Port': ['ID=c6a4c588-ecf7-45ec-a884-a186cb9de0a3,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:24.149403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:24.149955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:24.150481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:24.151010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:24.151592 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:24.152142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:24.152688 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:24.153208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:24.153824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:24.154456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:24.155078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:24.155722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:24.189186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:24.222568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:24.222845 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Floating IP f26ae697-bc70-41da-9c12-4939682a2218 disassociated (deleted). External IP: 172.26.4.148, port: 4c59cbad-d443-4d20-8b66-30d8a036dbd8. Dec 22 13:13:24.577899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:13:24.760819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:13:24.771172 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e0dd52-f3f1-4a20-9c88-cab4015f2a6a None None] Sync routers for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:13:24.781991 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e0dd52-f3f1-4a20-9c88-cab4015f2a6a None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:24.782610 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-05e0dd52-f3f1-4a20-9c88-cab4015f2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:24.783126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:24.840255 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "DELETE /v2.0/floatingips/f26ae697-bc70-41da-9c12-4939682a2218 HTTP/1.1" status: 204 len: 168 time: 1.6079190 Dec 22 13:13:24.840825 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3d22da-a593-4289-a662-c44036e68b6d', 'tag': '4c59cbad-d443-4d20-8b66-30d8a036dbd8'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:13:24.887400 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3d22da-a593-4289-a662-c44036e68b6d', 'tag': '4c59cbad-d443-4d20-8b66-30d8a036dbd8', 'status': 'completed', 'code': 200} Dec 22 13:13:24.960879 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-05e0dd52-f3f1-4a20-9c88-cab4015f2a6a None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:24.982273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449025-33b7-4d9b-a9b8-d12406bacc9c req-684b3dc6-aa61-4037-a95a-1d4cd9f292d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:24.983777 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fa449025-33b7-4d9b-a9b8-d12406bacc9c req-684b3dc6-aa61-4037-a95a-1d4cd9f292d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 1098 time: 0.0724299 Dec 22 13:13:25.126434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449025-33b7-4d9b-a9b8-d12406bacc9c req-10ae5430-a9c8-4928-93a7-706c5e7c3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:25.127826 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fa449025-33b7-4d9b-a9b8-d12406bacc9c req-10ae5430-a9c8-4928-93a7-706c5e7c3534 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 913 time: 0.1375437 Dec 22 13:13:25.206538 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fa449025-33b7-4d9b-a9b8-d12406bacc9c req-b9f0f118-c0b2-455e-9483-ae6ea75f23c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c59cbad-d443-4d20-8b66-30d8a036dbd8 HTTP/1.1" status: 200 len: 217 time: 0.0713582 Dec 22 13:13:25.234437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90961b-5d77-42e1-aad0-1dcc8717ecbe req-01b5396d-bc32-410b-9a63-3c053f79a7cc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:25.236383 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0d90961b-5d77-42e1-aad0-1dcc8717ecbe req-01b5396d-bc32-410b-9a63-3c053f79a7cc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 945 time: 0.0975940 Dec 22 13:13:25.271269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449025-33b7-4d9b-a9b8-d12406bacc9c req-4b81ebb0-5e48-40e7-be38-10c21d429605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:25.272825 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fa449025-33b7-4d9b-a9b8-d12406bacc9c req-4b81ebb0-5e48-40e7-be38-10c21d429605 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.0595901 Dec 22 13:13:25.283288 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0d90961b-5d77-42e1-aad0-1dcc8717ecbe req-ba1d41b2-e3fa-43fb-9824-9ddf698073e7 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413482 Dec 22 13:13:25.316006 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-05e0dd52-f3f1-4a20-9c88-cab4015f2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9b5cc4e8-f452-4475-820a-862939827431', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:ed:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:22Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 1, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:25.319768 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e0dd52-f3f1-4a20-9c88-cab4015f2a6a None None] Checking router: 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:13:25.327991 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e0dd52-f3f1-4a20-9c88-cab4015f2a6a None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:25.328604 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-05e0dd52-f3f1-4a20-9c88-cab4015f2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:25.354541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa449025-33b7-4d9b-a9b8-d12406bacc9c req-ca44052d-f120-4b8b-adef-e9af2b2a8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:25.356044 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fa449025-33b7-4d9b-a9b8-d12406bacc9c req-ca44052d-f120-4b8b-adef-e9af2b2a8f3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703747 Dec 22 13:13:25.490288 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fa449025-33b7-4d9b-a9b8-d12406bacc9c req-1c4e8d9c-1388-4044-ae1d-9e1dffb73a65 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261449 Dec 22 13:13:25.503813 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-05e0dd52-f3f1-4a20-9c88-cab4015f2a6a None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:25.692983 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a4a936de-64c0-4143-afa9-763ac0584418 req-66e33975-6bda-4460-ba67-6f38524f83b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702989 Dec 22 13:13:25.773358 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fa449025-33b7-4d9b-a9b8-d12406bacc9c req-a8aa9ad2-6a14-4c1d-89a6-7594bced8aa3 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709992 Dec 22 13:13:25.787531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a936de-64c0-4143-afa9-763ac0584418 req-3a20b89c-840c-4b74-a75e-4528d0d89ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:25.789169 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a4a936de-64c0-4143-afa9-763ac0584418 req-3a20b89c-840c-4b74-a75e-4528d0d89ca3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 1099 time: 0.0741160 Dec 22 13:13:25.871863 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-05e0dd52-f3f1-4a20-9c88-cab4015f2a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9b5cc4e8-f452-4475-820a-862939827431', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:ed:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:22Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 1, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:25.876462 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e0dd52-f3f1-4a20-9c88-cab4015f2a6a None None] The sync data for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv is: [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9b5cc4e8-f452-4475-820a-862939827431', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'floating_ip_address': '172.26.4.208', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'port_id': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'mac_address': 'fa:16:3e:ed:26:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:22Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 1, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:13:25.934972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a936de-64c0-4143-afa9-763ac0584418 req-0d2510eb-c7d9-4299-a827-1dc401e27b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:25.936447 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a4a936de-64c0-4143-afa9-763ac0584418 req-0d2510eb-c7d9-4299-a827-1dc401e27b7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=e527752d-25bb-42bc-a3ff-1341080d4c7f HTTP/1.1" status: 200 len: 898 time: 0.1276903 Dec 22 13:13:26.042100 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a4a936de-64c0-4143-afa9-763ac0584418 req-93c2e7c3-119f-466e-b660-4d858eacfcda service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 HTTP/1.1" status: 200 len: 1002 time: 0.0983968 Dec 22 13:13:26.105223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e61bbf-5433-4b68-987e-7bcc3ec4c6fb None None] New status for floating IP f26ae697-bc70-41da-9c12-4939682a2218: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:13:26.106443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a936de-64c0-4143-afa9-763ac0584418 req-0ad7200a-731e-41af-946c-bb8bffe6b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:26.107931 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a4a936de-64c0-4143-afa9-763ac0584418 req-0ad7200a-731e-41af-946c-bb8bffe6b75c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1836fce-2556-415e-af27-472fa5430467 HTTP/1.1" status: 200 len: 835 time: 0.0576768 Dec 22 13:13:26.181877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a936de-64c0-4143-afa9-763ac0584418 req-ace81904-04b2-47fe-942a-e9746cb48d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:26.183458 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a4a936de-64c0-4143-afa9-763ac0584418 req-ace81904-04b2-47fe-942a-e9746cb48d63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e527752d-25bb-42bc-a3ff-1341080d4c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690217 Dec 22 13:13:26.316348 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a4a936de-64c0-4143-afa9-763ac0584418 req-6071f4b5-7c40-4ddc-ae07-a31b5ff68584 service neutron] 10.222.0.54 "GET /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246293 Dec 22 13:13:26.453303 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a4a936de-64c0-4143-afa9-763ac0584418 req-d4a5e37d-1645-4172-85c5-8c0a091b1dd1 service neutron] 10.222.0.54 "GET /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257908 Dec 22 13:13:26.482305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1d0c7-f79d-4824-89b3-308ad9548129 req-85c98ea7-18db-423b-b624-8d48eeb29f26 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:26.483031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-56d1d0c7-f79d-4824-89b3-308ad9548129 req-85c98ea7-18db-423b-b624-8d48eeb29f26 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Synchronizing usage tracker for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:13:26.500691 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-56d1d0c7-f79d-4824-89b3-308ad9548129 req-85c98ea7-18db-423b-b624-8d48eeb29f26 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Unset dirty status for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:13:26.501876 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56d1d0c7-f79d-4824-89b3-308ad9548129 req-85c98ea7-18db-423b-b624-8d48eeb29f26 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 945 time: 0.1026621 Dec 22 13:13:26.545563 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56d1d0c7-f79d-4824-89b3-308ad9548129 req-39c9650b-843a-4c3f-9434-069b9376b0d5 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379643 Dec 22 13:13:26.905743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ad987-5bb9-40a5-8f12-1f384b358a99 req-3876c484-67ce-4e7c-9467-b48ef042761d tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:26.907170 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2b7ad987-5bb9-40a5-8f12-1f384b358a99 req-3876c484-67ce-4e7c-9467-b48ef042761d tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 945 time: 0.0845222 Dec 22 13:13:26.977920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-2b7ad987-5bb9-40a5-8f12-1f384b358a99 req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Deleting port 4c59cbad-d443-4d20-8b66-30d8a036dbd8 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:26.978220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2b7ad987-5bb9-40a5-8f12-1f384b358a99 req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:27.336152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-2b7ad987-5bb9-40a5-8f12-1f384b358a99 req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] For port 4c59cbad-d443-4d20-8b66-30d8a036dbd8, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4c59cbad-d443-4d20-8b66-30d8a036dbd8,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:27.337234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2b7ad987-5bb9-40a5-8f12-1f384b358a99 req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:27.467589 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-2b7ad987-5bb9-40a5-8f12-1f384b358a99 req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Calling delete_port for 4c59cbad-d443-4d20-8b66-30d8a036dbd8 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:27.501363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb4161f0-8cbc-465c-8f64-d2fc5503563d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:27.618554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2b7ad987-5bb9-40a5-8f12-1f384b358a99 req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:27.624684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d5ab57bc-69f8-4b29-840d-4728ad43992d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:27.703158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event deleted for resources: {'Port': ['ID=4c59cbad-d443-4d20-8b66-30d8a036dbd8,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:27.753525 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13631f21-96b5-4446-b13f-31932b9310d3 req-0ab5926d-ab61-4cc9-90de-93fdf257056c tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 210 time: 0.0917103 Dec 22 13:13:27.754821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:27.755199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:27.755569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:27.755959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:27.756321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:27.756672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:27.757044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:27.757418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:27.757779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:27.758122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:27.758484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:27.758835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:27.788102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:27.800876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7ad987-5bb9-40a5-8f12-1f384b358a99 req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] No DVR routers for this DVR port 4c59cbad-d443-4d20-8b66-30d8a036dbd8 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:13:27.803241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2b7ad987-5bb9-40a5-8f12-1f384b358a99 req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:27.805719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3d22da-a593-4289-a662-c44036e68b6d', 'name': 'network-vif-deleted', 'tag': '4c59cbad-d443-4d20-8b66-30d8a036dbd8'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:13:27.823619 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2b7ad987-5bb9-40a5-8f12-1f384b358a99 req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "DELETE /v2.0/ports/4c59cbad-d443-4d20-8b66-30d8a036dbd8 HTTP/1.1" status: 204 len: 173 time: 0.9098735 Dec 22 13:13:27.855135 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3d22da-a593-4289-a662-c44036e68b6d', 'name': 'network-vif-deleted', 'tag': '4c59cbad-d443-4d20-8b66-30d8a036dbd8', 'status': 'completed', 'code': 200} Dec 22 13:13:28.921396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-78a6ad3b-759e-4f07-9d2b-147d0a531bab req-b2507b4f-7fb1-40ad-8f8d-9b63d6588d42 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Synchronizing usage tracker for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:13:28.938639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-78a6ad3b-759e-4f07-9d2b-147d0a531bab req-b2507b4f-7fb1-40ad-8f8d-9b63d6588d42 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Unset dirty status for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:13:28.940407 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-78a6ad3b-759e-4f07-9d2b-147d0a531bab req-b2507b4f-7fb1-40ad-8f8d-9b63d6588d42 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3d22da-a593-4289-a662-c44036e68b6d HTTP/1.1" status: 200 len: 210 time: 0.0611975 Dec 22 13:13:29.858064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97eeb677-6072-4164-a02e-085fbde80274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:30.750993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:30.965950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:31.119795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 4c59cbad-d443-4d20-8b66-30d8a036dbd8 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:13:31.162268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 4c59cbad-d443-4d20-8b66-30d8a036dbd8 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:13:31.162627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 4c59cbad-d443-4d20-8b66-30d8a036dbd8 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:13:32.310006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:32.535776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54194) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:32.647524 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b0e09378-0c1a-46c7-a9b5-b853b4b6b241 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/6581c504-5ce0-4747-969b-7d749e43110a HTTP/1.1" status: 200 len: 994 time: 0.1104832 Dec 22 13:13:32.953654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54202) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:33.158180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 1012a0e6-d378-4880-a9bd-f1a552041a28 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:33.158526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:33.338617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:33.339046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:33.473017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 1012a0e6-d378-4880-a9bd-f1a552041a28 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:33.637860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:33.641662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3f1e9726-dc3d-4700-8d89-497df32ec858 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:33.689640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=1012a0e6-d378-4880-a9bd-f1a552041a28,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:33.692812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:33.788984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:33.789240 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 6581c504-5ce0-4747-969b-7d749e43110a disassociated (deleted). External IP: 172.26.4.198, port: f97afe4a-fc30-4e2f-a88e-df6c1a91fb20. Dec 22 13:13:34.291636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 091def30-5327-4359-b0e0-ad455f134734 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:13:34.477990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:13:34.489504 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c9dde-e0b6-403f-a492-7aa696a40100 None None] Sync routers for ids ['091def30-5327-4359-b0e0-ad455f134734'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:13:34.500548 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c9dde-e0b6-403f-a492-7aa696a40100 None None] Routers {'091def30-5327-4359-b0e0-ad455f134734'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:34.501164 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5f9c9dde-e0b6-403f-a492-7aa696a40100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['091def30-5327-4359-b0e0-ad455f134734'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:34.502475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:34.560876 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/floatingips/6581c504-5ce0-4747-969b-7d749e43110a HTTP/1.1" status: 204 len: 168 time: 1.6060481 Dec 22 13:13:34.561567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'tag': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:13:34.608001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54214) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:34.676990 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'tag': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20', 'status': 'completed', 'code': 200} Dec 22 13:13:34.716264 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-5f9c9dde-e0b6-403f-a492-7aa696a40100 None None] Set router 091def30-5327-4359-b0e0-ad455f134734 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:34.732309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe064e-d15e-4753-ab83-6835d2a051b1 req-fc86f6d2-1eb4-42e5-abc9-4e45051ef8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:34.735010 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c4fe064e-d15e-4753-ab83-6835d2a051b1 req-fc86f6d2-1eb4-42e5-abc9-4e45051ef8f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 1099 time: 0.0809188 Dec 22 13:13:34.836323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Deleting port b02083b3-cad1-4d24-b469-73d09982423d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:34.836992 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:34.901956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe064e-d15e-4753-ab83-6835d2a051b1 req-3e0ff7e7-b580-499c-9304-59684d27df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:34.904062 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c4fe064e-d15e-4753-ab83-6835d2a051b1 req-3e0ff7e7-b580-499c-9304-59684d27df66 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e527752d-25bb-42bc-a3ff-1341080d4c7f HTTP/1.1" status: 200 len: 898 time: 0.1630576 Dec 22 13:13:35.012336 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c4fe064e-d15e-4753-ab83-6835d2a051b1 req-6bd82548-041e-4cfa-a0ac-1d483f575715 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 HTTP/1.1" status: 200 len: 217 time: 0.0725961 Dec 22 13:13:35.020601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:35.020601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:35.087054 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe064e-d15e-4753-ab83-6835d2a051b1 req-3b130cad-b139-4e3e-8510-67c31d8e69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:35.088534 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c4fe064e-d15e-4753-ab83-6835d2a051b1 req-3b130cad-b139-4e3e-8510-67c31d8e69f5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b1836fce-2556-415e-af27-472fa5430467 HTTP/1.1" status: 200 len: 835 time: 0.0677249 Dec 22 13:13:35.092918 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5f9c9dde-e0b6-403f-a492-7aa696a40100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:56Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'cceba062-5ab4-4443-b425-50f4fc9310c6', 'name': '', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:dc:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'b1836fce-2556-415e-af27-472fa5430467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:55Z', 'updated_at': '2021-12-22T13:12:03Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'b1836fce-2556-415e-af27-472fa5430467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:35.097205 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c9dde-e0b6-403f-a492-7aa696a40100 None None] Checking router: 091def30-5327-4359-b0e0-ad455f134734 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:13:35.101378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3efde-48b3-4a08-ae7e-f2cced90f9f6 req-13385a22-e456-486a-87a5-5de1288646da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:35.103098 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-64c3efde-48b3-4a08-ae7e-f2cced90f9f6 req-13385a22-e456-486a-87a5-5de1288646da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 946 time: 0.1981175 Dec 22 13:13:35.106183 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c9dde-e0b6-403f-a492-7aa696a40100 None None] Routers {'091def30-5327-4359-b0e0-ad455f134734'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:35.106871 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5f9c9dde-e0b6-403f-a492-7aa696a40100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['091def30-5327-4359-b0e0-ad455f134734'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:35.146007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Calling delete_port for b02083b3-cad1-4d24-b469-73d09982423d owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:35.196684 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-64c3efde-48b3-4a08-ae7e-f2cced90f9f6 req-dbf8b7b2-af65-40b5-87f1-2b4cda4d6d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620086 Dec 22 13:13:35.221962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe064e-d15e-4753-ab83-6835d2a051b1 req-4860aee2-187a-4acf-b37f-dbd0dabc871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:35.223454 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c4fe064e-d15e-4753-ab83-6835d2a051b1 req-4860aee2-187a-4acf-b37f-dbd0dabc871a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e527752d-25bb-42bc-a3ff-1341080d4c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192975 Dec 22 13:13:35.300354 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-5f9c9dde-e0b6-403f-a492-7aa696a40100 None None] Set router 091def30-5327-4359-b0e0-ad455f134734 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:35.314983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:35.325455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ff126fbb-d1a6-413b-b331-749f795d2f03 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:35.358624 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c4fe064e-d15e-4753-ab83-6835d2a051b1 req-bf1a3e4a-d6e7-45f5-b8ba-1d6725e83371 service neutron] 10.222.0.54 "GET /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273291 Dec 22 13:13:35.398330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event deleted for resources: {'Port': ['ID=b02083b3-cad1-4d24-b469-73d09982423d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:35.404900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:35.462495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:35.463295 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Floating IP 9b5cc4e8-f452-4475-820a-862939827431 disassociated (deleted). External IP: 172.26.4.208, port: 580d09c1-0ff8-4ad7-aae2-ed130c5462be. Dec 22 13:13:35.496488 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c4fe064e-d15e-4753-ab83-6835d2a051b1 req-ec57b684-174b-48d5-960d-e89a180c166a service neutron] 10.222.0.54 "GET /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313810 Dec 22 13:13:35.622746 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5f9c9dde-e0b6-403f-a492-7aa696a40100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:56Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'cceba062-5ab4-4443-b425-50f4fc9310c6', 'name': '', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:dc:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'b1836fce-2556-415e-af27-472fa5430467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:55Z', 'updated_at': '2021-12-22T13:12:03Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'b1836fce-2556-415e-af27-472fa5430467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:35.626702 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9c9dde-e0b6-403f-a492-7aa696a40100 None None] The sync data for ids ['091def30-5327-4359-b0e0-ad455f134734'] in dv-neutron-822668-1-hyperv is: [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:56Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'cceba062-5ab4-4443-b425-50f4fc9310c6', 'name': '', 'network_id': 'e527752d-25bb-42bc-a3ff-1341080d4c7f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:dc:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'b1836fce-2556-415e-af27-472fa5430467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:55Z', 'updated_at': '2021-12-22T13:12:03Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'b1836fce-2556-415e-af27-472fa5430467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:13:35.852210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85059b39-8f4b-4c7d-a644-a0b4202be240 None None] New status for floating IP 6581c504-5ce0-4747-969b-7d749e43110a: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:13:35.958334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:13:36.140479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:13:36.150031 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd3f16-25f3-429e-8824-aa726aff9fbd None None] Sync routers for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:13:36.160029 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd3f16-25f3-429e-8824-aa726aff9fbd None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:36.160664 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4efd3f16-25f3-429e-8824-aa726aff9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:36.163591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:36.219782 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "DELETE /v2.0/floatingips/9b5cc4e8-f452-4475-820a-862939827431 HTTP/1.1" status: 204 len: 168 time: 1.6105411 Dec 22 13:13:36.342881 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-4efd3f16-25f3-429e-8824-aa726aff9fbd None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:36.389489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809afa2-007b-49aa-b496-15c5c670e1e0 req-64c96efc-7975-450c-b35f-3c50fd77ccc6 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:36.391099 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7809afa2-007b-49aa-b496-15c5c670e1e0 req-64c96efc-7975-450c-b35f-3c50fd77ccc6 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 946 time: 0.0815690 Dec 22 13:13:36.454810 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7809afa2-007b-49aa-b496-15c5c670e1e0 req-1c9799ea-3fc5-480d-8759-a3ad70340851 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=40e8077d-3965-413c-b07d-0d8dcce53651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433295 Dec 22 13:13:36.613626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aafd28-8da4-4ce3-8c3e-6aa81d4d7a3d req-d8efeb5c-2ced-495f-8123-f83cce3335fe tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:36.614417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-05aafd28-8da4-4ce3-8c3e-6aa81d4d7a3d req-d8efeb5c-2ced-495f-8123-f83cce3335fe tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Synchronizing usage tracker for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:13:36.633915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-05aafd28-8da4-4ce3-8c3e-6aa81d4d7a3d req-d8efeb5c-2ced-495f-8123-f83cce3335fe tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Unset dirty status for tenant:b87cc29f20d24977a4b407ef6c3edb6e on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:13:36.635525 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-05aafd28-8da4-4ce3-8c3e-6aa81d4d7a3d req-d8efeb5c-2ced-495f-8123-f83cce3335fe tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 945 time: 0.1280222 Dec 22 13:13:36.667627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17161ce2-7921-4f4a-8c8e-4b9702164d4d req-86ba79fd-24d6-4c05-b81f-d4760dbe7553 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:36.669121 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-17161ce2-7921-4f4a-8c8e-4b9702164d4d req-86ba79fd-24d6-4c05-b81f-d4760dbe7553 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 946 time: 0.2087653 Dec 22 13:13:36.679865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'tag': '580d09c1-0ff8-4ad7-aae2-ed130c5462be'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:13:36.694708 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-05aafd28-8da4-4ce3-8c3e-6aa81d4d7a3d req-011ca4f5-8be3-464a-878a-6f2402851824 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527995 Dec 22 13:13:36.731292 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'tag': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'status': 'completed', 'code': 200} Dec 22 13:13:36.732485 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4efd3f16-25f3-429e-8824-aa726aff9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:36.736445 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd3f16-25f3-429e-8824-aa726aff9fbd None None] Checking router: 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:13:36.744931 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efd3f16-25f3-429e-8824-aa726aff9fbd None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:36.745728 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4efd3f16-25f3-429e-8824-aa726aff9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:36.748256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-17161ce2-7921-4f4a-8c8e-4b9702164d4d req-b16903b2-4732-4553-8b3b-e022b27fa7b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:36.749262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-17161ce2-7921-4f4a-8c8e-4b9702164d4d req-b16903b2-4732-4553-8b3b-e022b27fa7b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:36.827241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa412e9-19df-4bbc-82e9-698e42c915c1 req-d1b5c941-0091-4aee-b751-a2ba0a46f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:36.828840 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5aa412e9-19df-4bbc-82e9-698e42c915c1 req-d1b5c941-0091-4aee-b751-a2ba0a46f0f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 1098 time: 0.0710299 Dec 22 13:13:36.926545 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-4efd3f16-25f3-429e-8824-aa726aff9fbd None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:36.962899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa412e9-19df-4bbc-82e9-698e42c915c1 req-eaa7bed1-6146-40db-aba6-d83c5e326b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:36.964430 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5aa412e9-19df-4bbc-82e9-698e42c915c1 req-eaa7bed1-6146-40db-aba6-d83c5e326b18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 200 len: 913 time: 0.1282723 Dec 22 13:13:37.003306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-17161ce2-7921-4f4a-8c8e-4b9702164d4d req-b16903b2-4732-4553-8b3b-e022b27fa7b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20,segment=NetworkSegment(0159d94a-4e41-4a3c-a171-ae17a6c122a0),segment_id=0159d94a-4e41-4a3c-a171-ae17a6c122a0)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:37.003688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-17161ce2-7921-4f4a-8c8e-4b9702164d4d req-b16903b2-4732-4553-8b3b-e022b27fa7b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:37.036660 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5aa412e9-19df-4bbc-82e9-698e42c915c1 req-9da47466-a99c-43a5-80df-3938118ea96f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=580d09c1-0ff8-4ad7-aae2-ed130c5462be HTTP/1.1" status: 200 len: 217 time: 0.0649023 Dec 22 13:13:37.101152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa412e9-19df-4bbc-82e9-698e42c915c1 req-a78bcc2e-057b-4de3-9cdb-e449cf3e0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:37.102892 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5aa412e9-19df-4bbc-82e9-698e42c915c1 req-a78bcc2e-057b-4de3-9cdb-e449cf3e0c6a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 200 len: 851 time: 0.0593829 Dec 22 13:13:37.124583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-17161ce2-7921-4f4a-8c8e-4b9702164d4d req-b16903b2-4732-4553-8b3b-e022b27fa7b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:37.184515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa412e9-19df-4bbc-82e9-698e42c915c1 req-72c50ad7-acb7-4774-b31e-2c0a6ca1fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:37.186190 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5aa412e9-19df-4bbc-82e9-698e42c915c1 req-72c50ad7-acb7-4774-b31e-2c0a6ca1fa43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b0719164-23d6-44e6-b356-e808281f7730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761938 Dec 22 13:13:37.238658 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4efd3f16-25f3-429e-8824-aa726aff9fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:37.242959 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efd3f16-25f3-429e-8824-aa726aff9fbd None None] The sync data for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv is: [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:38Z', 'revision_number': 4, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'e6a3e848-63ff-41f0-914b-98e58e357406', 'name': '', 'network_id': 'b0719164-23d6-44e6-b356-e808281f7730', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'mac_address': 'fa:16:3e:9f:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1013, 'fixed_ips': [{'subnet_id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:37Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'subnets': [{'id': 'aabca6b9-9296-4dfa-98f4-1e0c0e827675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:13:37.277435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-17161ce2-7921-4f4a-8c8e-4b9702164d4d req-b16903b2-4732-4553-8b3b-e022b27fa7b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:37.285435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:37.330828 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5aa412e9-19df-4bbc-82e9-698e42c915c1 req-38b46d64-8e02-4ccb-a1e4-cae2e66f733b service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371777 Dec 22 13:13:37.331476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16903b2-4732-4553-8b3b-e022b27fa7b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=f97afe4a-fc30-4e2f-a88e-df6c1a91fb20,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:37.334432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b16903b2-4732-4553-8b3b-e022b27fa7b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:37.409852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-17161ce2-7921-4f4a-8c8e-4b9702164d4d req-b16903b2-4732-4553-8b3b-e022b27fa7b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] No DVR routers for this DVR port f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:13:37.412530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-17161ce2-7921-4f4a-8c8e-4b9702164d4d req-b16903b2-4732-4553-8b3b-e022b27fa7b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:37.416503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'name': 'network-vif-deleted', 'tag': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:13:37.431561 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-17161ce2-7921-4f4a-8c8e-4b9702164d4d req-b16903b2-4732-4553-8b3b-e022b27fa7b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "DELETE /v2.0/ports/f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 HTTP/1.1" status: 204 len: 173 time: 0.7564540 Dec 22 13:13:37.469526 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0c2c51-907d-4ddf-9e1a-628710a2a2b1', 'name': 'network-vif-deleted', 'tag': 'f97afe4a-fc30-4e2f-a88e-df6c1a91fb20', 'status': 'completed', 'code': 200} Dec 22 13:13:37.487584 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5aa412e9-19df-4bbc-82e9-698e42c915c1 req-d40144a7-dce9-48f2-bb84-13d0337a03e0 service neutron] 10.222.0.54 "GET /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491704 Dec 22 13:13:37.554041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09147652-622b-4708-bf10-4b848d9ed717 None None] New status for floating IP 9b5cc4e8-f452-4475-820a-862939827431: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:13:37.626557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-58c8c0dd-8031-45b0-8f78-4039eaa224fd req-d4c3da4e-566c-4f0e-a094-269bd4db9a9c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:13:37.647049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-58c8c0dd-8031-45b0-8f78-4039eaa224fd req-d4c3da4e-566c-4f0e-a094-269bd4db9a9c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:13:37.648341 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58c8c0dd-8031-45b0-8f78-4039eaa224fd req-d4c3da4e-566c-4f0e-a094-269bd4db9a9c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc0c2c51-907d-4ddf-9e1a-628710a2a2b1 HTTP/1.1" status: 200 len: 210 time: 0.0677452 Dec 22 13:13:37.881412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aede4a8-b940-4495-b99a-7023ee79704c req-0c98b8f8-04df-4982-8873-3886ef0bb109 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:37.882903 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6aede4a8-b940-4495-b99a-7023ee79704c req-0c98b8f8-04df-4982-8873-3886ef0bb109 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 945 time: 0.0807953 Dec 22 13:13:37.931176 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6aede4a8-b940-4495-b99a-7023ee79704c req-96abae8e-da16-4c57-87c5-f412e75f8dd7 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b01cb0b-e604-455b-a5e4-48dfa94f69d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422153 Dec 22 13:13:38.277286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420867d-514f-46a4-86e0-45c5b2372118 req-b8c001b0-809f-4710-ad04-3a06c9324e83 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:38.278672 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4420867d-514f-46a4-86e0-45c5b2372118 req-b8c001b0-809f-4710-ad04-3a06c9324e83 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 945 time: 0.0856164 Dec 22 13:13:38.353959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-4420867d-514f-46a4-86e0-45c5b2372118 req-eae72a97-71f3-4065-a0d1-56448c8bec4f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Deleting port 580d09c1-0ff8-4ad7-aae2-ed130c5462be {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:38.354297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4420867d-514f-46a4-86e0-45c5b2372118 req-eae72a97-71f3-4065-a0d1-56448c8bec4f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:38.741076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-4420867d-514f-46a4-86e0-45c5b2372118 req-eae72a97-71f3-4065-a0d1-56448c8bec4f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] For port 580d09c1-0ff8-4ad7-aae2-ed130c5462be, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=580d09c1-0ff8-4ad7-aae2-ed130c5462be,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:38.741437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4420867d-514f-46a4-86e0-45c5b2372118 req-eae72a97-71f3-4065-a0d1-56448c8bec4f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:38.742920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54236) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:38.816924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f299c41-943f-4a93-9e49-d5ef42de1550 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:38.848000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f299c41-943f-4a93-9e49-d5ef42de1550 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:38.864138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-4420867d-514f-46a4-86e0-45c5b2372118 req-eae72a97-71f3-4065-a0d1-56448c8bec4f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Calling delete_port for 580d09c1-0ff8-4ad7-aae2-ed130c5462be owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:38.913770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f299c41-943f-4a93-9e49-d5ef42de1550 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:38.919754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c32b02d1-a4f9-478d-9191-041371ff23f7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:38.937206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f299c41-943f-4a93-9e49-d5ef42de1550 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e8077d-3965-413c-b07d-0d8dcce53651,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:38.940524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1f299c41-943f-4a93-9e49-d5ef42de1550 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:38.948443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f299c41-943f-4a93-9e49-d5ef42de1550 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:38.952083 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1f299c41-943f-4a93-9e49-d5ef42de1550 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/security-groups/40e8077d-3965-413c-b07d-0d8dcce53651 HTTP/1.1" status: 204 len: 168 time: 0.2079618 Dec 22 13:13:38.983304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54244) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:39.017152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4420867d-514f-46a4-86e0-45c5b2372118 req-eae72a97-71f3-4065-a0d1-56448c8bec4f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:39.022887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:39.067621 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae72a97-71f3-4065-a0d1-56448c8bec4f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event deleted for resources: {'Port': ['ID=580d09c1-0ff8-4ad7-aae2-ed130c5462be,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:39.070699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-eae72a97-71f3-4065-a0d1-56448c8bec4f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:39.114369 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c35db862-f226-43e0-b625-b0ade1c9c08b req-9036dbef-98aa-4db2-839a-ffcc6cf34d91 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 210 time: 0.0475857 Dec 22 13:13:39.148502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4420867d-514f-46a4-86e0-45c5b2372118 req-eae72a97-71f3-4065-a0d1-56448c8bec4f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] No DVR routers for this DVR port 580d09c1-0ff8-4ad7-aae2-ed130c5462be on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:13:39.151169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-4420867d-514f-46a4-86e0-45c5b2372118 req-eae72a97-71f3-4065-a0d1-56448c8bec4f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:39.154058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'name': 'network-vif-deleted', 'tag': '580d09c1-0ff8-4ad7-aae2-ed130c5462be'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:13:39.170919 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4420867d-514f-46a4-86e0-45c5b2372118 req-eae72a97-71f3-4065-a0d1-56448c8bec4f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.54 "DELETE /v2.0/ports/580d09c1-0ff8-4ad7-aae2-ed130c5462be HTTP/1.1" status: 204 len: 173 time: 0.8862934 Dec 22 13:13:39.201883 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d92b0d-8a5f-4203-9ef7-a5af689509a2', 'name': 'network-vif-deleted', 'tag': '580d09c1-0ff8-4ad7-aae2-ed130c5462be', 'status': 'completed', 'code': 200} Dec 22 13:13:39.735299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:40.109220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port cceba062-5ab4-4443-b425-50f4fc9310c6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:40.109836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:40.293599 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-09eeb16d-aeff-44d4-ad04-4f26c7279759 req-a49b5cf8-2d79-437b-b4a7-cf4cb0e50f76 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "GET /v2.0/ports?device_id=37d92b0d-8a5f-4203-9ef7-a5af689509a2 HTTP/1.1" status: 200 len: 210 time: 0.0572226 Dec 22 13:13:40.341891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port cceba062-5ab4-4443-b425-50f4fc9310c6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=cceba062-5ab4-4443-b425-50f4fc9310c6,segment=NetworkSegment(0159d94a-4e41-4a3c-a171-ae17a6c122a0),segment_id=0159d94a-4e41-4a3c-a171-ae17a6c122a0)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:40.342155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:40.464764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for cceba062-5ab4-4443-b425-50f4fc9310c6 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:40.486420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:40.651270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:40.654993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:40.699225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=cceba062-5ab4-4443-b425-50f4fc9310c6,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:40.702261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:40.975228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:41.141673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:13:41.179298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:13:41.179699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device f97afe4a-fc30-4e2f-a88e-df6c1a91fb20 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:13:41.180142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 580d09c1-0ff8-4ad7-aae2-ed130c5462be no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:13:41.214207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 580d09c1-0ff8-4ad7-aae2-ed130c5462be {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:13:41.214555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 580d09c1-0ff8-4ad7-aae2-ed130c5462be not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:13:41.397338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54254) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:41.451006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 091def30-5327-4359-b0e0-ad455f134734 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:13:41.556674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fc2739ff-ca43-41e5-a525-6d84728233da tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Deleting port fc4b7322-2388-4822-8fd3-d563f9783df9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:41.557151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc2739ff-ca43-41e5-a525-6d84728233da tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:41.626582 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:13:41.636252 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980a3fe-a3fe-4af5-a0bb-5d53f0e40113 None None] Sync routers for ids ['091def30-5327-4359-b0e0-ad455f134734'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:13:41.645078 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/091def30-5327-4359-b0e0-ad455f134734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6604307 Dec 22 13:13:41.647691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54258) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:41.648399 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980a3fe-a3fe-4af5-a0bb-5d53f0e40113 None None] Routers {'091def30-5327-4359-b0e0-ad455f134734'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:41.649243 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-d980a3fe-a3fe-4af5-a0bb-5d53f0e40113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['091def30-5327-4359-b0e0-ad455f134734'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:41.716671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01de904-f0e0-4191-b3d0-fa4a6ece0955 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting subnet b1836fce-2556-415e-af27-472fa5430467 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:13:41.719281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c01de904-f0e0-4191-b3d0-fa4a6ece0955 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:41.739433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc2739ff-ca43-41e5-a525-6d84728233da tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:41.740179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc2739ff-ca43-41e5-a525-6d84728233da tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:41.773803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c01de904-f0e0-4191-b3d0-fa4a6ece0955 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:41.830671 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-d980a3fe-a3fe-4af5-a0bb-5d53f0e40113 None None] Set router 091def30-5327-4359-b0e0-ad455f134734 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:41.861380 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c01de904-f0e0-4191-b3d0-fa4a6ece0955 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:41.863087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-fc2739ff-ca43-41e5-a525-6d84728233da tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Calling delete_port for fc4b7322-2388-4822-8fd3-d563f9783df9 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:41.944436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c01de904-f0e0-4191-b3d0-fa4a6ece0955 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:41.955933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a80232b7-bb46-4a5d-993a-bc0164c110b6 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:42.003396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01de904-f0e0-4191-b3d0-fa4a6ece0955 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Subnet': ['ID=b1836fce-2556-415e-af27-472fa5430467,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:42.006222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c01de904-f0e0-4191-b3d0-fa4a6ece0955 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:42.007353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c01de904-f0e0-4191-b3d0-fa4a6ece0955 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:42.013596 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c01de904-f0e0-4191-b3d0-fa4a6ece0955 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/subnets/b1836fce-2556-415e-af27-472fa5430467 HTTP/1.1" status: 204 len: 168 time: 0.3649123 Dec 22 13:13:42.016689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54262) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:42.018235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc2739ff-ca43-41e5-a525-6d84728233da tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:42.023042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a46e5a9a-1f93-4dd9-8667-19c5c4ba059d tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:42.026685 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c968e95-a774-4219-bbb1-0e9f94c6f417 None None] Network e527752d-25bb-42bc-a3ff-1341080d4c7f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:13:42.077655 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2739ff-ca43-41e5-a525-6d84728233da tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event deleted for resources: {'Port': ['ID=fc4b7322-2388-4822-8fd3-d563f9783df9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:42.084786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fc2739ff-ca43-41e5-a525-6d84728233da tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:42.127102 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-d980a3fe-a3fe-4af5-a0bb-5d53f0e40113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:13:40Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:42.131321 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980a3fe-a3fe-4af5-a0bb-5d53f0e40113 None None] Checking router: 091def30-5327-4359-b0e0-ad455f134734 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:13:42.139931 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980a3fe-a3fe-4af5-a0bb-5d53f0e40113 None None] Routers {'091def30-5327-4359-b0e0-ad455f134734'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:42.140544 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-d980a3fe-a3fe-4af5-a0bb-5d53f0e40113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['091def30-5327-4359-b0e0-ad455f134734'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:42.190517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc2739ff-ca43-41e5-a525-6d84728233da tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:42.205380 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc2739ff-ca43-41e5-a525-6d84728233da tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:42.208972 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fc2739ff-ca43-41e5-a525-6d84728233da tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "DELETE /v2.0/floatingips/dd4d8afd-d311-49d4-a1d0-5d0c74401049 HTTP/1.1" status: 204 len: 168 time: 0.8082106 Dec 22 13:13:42.224741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:42.333290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] DHCP port deletion for e527752d-25bb-42bc-a3ff-1341080d4c7f request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:13:42.338557 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Deleting port ebae7c3b-008c-4420-836a-30a29bd83316 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:42.339046 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:42.369893 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-d980a3fe-a3fe-4af5-a0bb-5d53f0e40113 None None] Set router 091def30-5327-4359-b0e0-ad455f134734 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:42.435627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:42.450191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 17a70758-35eb-4d19-9952-06361fd46a9c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:42.450623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:42.589495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] For port ebae7c3b-008c-4420-836a-30a29bd83316, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ebae7c3b-008c-4420-836a-30a29bd83316,segment=NetworkSegment(0159d94a-4e41-4a3c-a171-ae17a6c122a0),segment_id=0159d94a-4e41-4a3c-a171-ae17a6c122a0)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:42.589880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:42.678625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 17a70758-35eb-4d19-9952-06361fd46a9c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=17a70758-35eb-4d19-9952-06361fd46a9c,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:42.679554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:42.745477 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Calling delete_port for ebae7c3b-008c-4420-836a-30a29bd83316 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:42.756686 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-d980a3fe-a3fe-4af5-a0bb-5d53f0e40113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:13:40Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:42.761451 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d980a3fe-a3fe-4af5-a0bb-5d53f0e40113 None None] The sync data for ids ['091def30-5327-4359-b0e0-ad455f134734'] in dv-neutron-822668-1-hyperv is: [{'id': '091def30-5327-4359-b0e0-ad455f134734', 'name': 'tempest-TestNetworkBasicOps-router-1928563855', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:13:40Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '17a70758-35eb-4d19-9952-06361fd46a9c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:29:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091def30-5327-4359-b0e0-ad455f134734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:51Z', 'updated_at': '2021-12-22T13:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:13:42.837605 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:42.841860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c22601d4-3062-4fb8-84f3-f01fa639c435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:42.883774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Pushing event deleted for resources: {'Port': ['ID=ebae7c3b-008c-4420-836a-30a29bd83316,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:42.891316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] No DVR routers for this DVR port ebae7c3b-008c-4420-836a-30a29bd83316 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:13:42.902759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:42.907986 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:42.908472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:42.908901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:42.909326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:42.909751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:42.910173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:42.910743 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:42.911172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:42.911588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:42.912132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:42.912464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:13:42.916149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:42.940787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 17a70758-35eb-4d19-9952-06361fd46a9c owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:43.114928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:43.117316 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aea2ee4a-a103-4232-a5f0-68f694e667a9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:43.169656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=17a70758-35eb-4d19-9952-06361fd46a9c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:43.183980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cceba062-5ab4-4443-b425-50f4fc9310c6 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:13:43.209985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:43.223735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: cceba062-5ab4-4443-b425-50f4fc9310c6 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:13:43.224347 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cceba062-5ab4-4443-b425-50f4fc9310c6 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:13:43.224928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ebae7c3b-008c-4420-836a-30a29bd83316 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:13:43.262831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: ebae7c3b-008c-4420-836a-30a29bd83316 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:13:43.263451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ebae7c3b-008c-4420-836a-30a29bd83316 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:13:43.292735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:43.477180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:43.479324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:43.504385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:43.505080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Fanout notify agent at l3_agent the message router_deleted on router 091def30-5327-4359-b0e0-ad455f134734 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:13:43.520525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:43.524159 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/routers/091def30-5327-4359-b0e0-ad455f134734 HTTP/1.1" status: 204 len: 168 time: 1.5043094 Dec 22 13:13:43.524643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54274) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:43.798520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:43.929163 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:43.953690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e527752d-25bb-42bc-a3ff-1341080d4c7f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:43.966427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0159d94a-4e41-4a3c-a171-ae17a6c122a0') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:43.966719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0159d94a-4e41-4a3c-a171-ae17a6c122a0') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:43.979108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:43.996671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.003132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:13:44.003519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:13:44.021709 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:13:44.108976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.112915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0047e4f4-cc3e-4e6d-a7b5-dcf3bd19e495 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:44.128975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.140656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Network': ['ID=e527752d-25bb-42bc-a3ff-1341080d4c7f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:44.144028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:44.152467 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/networks/e527752d-25bb-42bc-a3ff-1341080d4c7f HTTP/1.1" status: 204 len: 168 time: 0.6266856 Dec 22 13:13:44.170555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54280) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:44.174641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'network': {'name': 'tempest-network-smoke--1483444581', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'port_security_enabled': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:13:44.179894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:44.184086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:network and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:13:44.187003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:13:44.192760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:44.203267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:13:44.206725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.234540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:13:44.244086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.244534 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Added segment acb2d0bc-beea-4738-925f-d29be690d400 of type vlan for network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a Dec 22 13:13:44.275489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.306048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.311754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:44.312337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.315982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e17e2ace-4b39-4dc5-8d4e-e535a18880e5 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:44.416366 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2463815 Dec 22 13:13:44.419384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54284) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:44.420149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Network': ['ID=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:44.423027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:44.425318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-773512434', 'admin_state_up': True, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:13:44.440320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:44.440490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:13:44.444650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:router and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:13:44.447642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:13:44.454847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:44.467130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.468430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.485710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.772872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.801858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54290) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:44.883541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43964b40-c550-43e2-bd71-8fd5cb648bb5 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.915096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43964b40-c550-43e2-bd71-8fd5cb648bb5 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:44.964014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 17a70758-35eb-4d19-9952-06361fd46a9c no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:13:45.010211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 17a70758-35eb-4d19-9952-06361fd46a9c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:13:45.012653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43964b40-c550-43e2-bd71-8fd5cb648bb5 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:45.015235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 17a70758-35eb-4d19-9952-06361fd46a9c not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:13:45.017027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-70db4ad9-6171-4262-a36f-709fbfb1998a tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:45.032921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43964b40-c550-43e2-bd71-8fd5cb648bb5 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b01cb0b-e604-455b-a5e4-48dfa94f69d0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:45.035572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-43964b40-c550-43e2-bd71-8fd5cb648bb5 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:45.045453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-43964b40-c550-43e2-bd71-8fd5cb648bb5 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:45.049300 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-43964b40-c550-43e2-bd71-8fd5cb648bb5 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b01cb0b-e604-455b-a5e4-48dfa94f69d0 HTTP/1.1" status: 204 len: 168 time: 0.2438178 Dec 22 13:13:45.102970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54296) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:45.118900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:45.149126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:45.287833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.122 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/16c8703f-805b-4632-9d09-d33eadc8c47a) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:13:45.446463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:45.476453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:45.481029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7440827d-1157-4570-b830-a2f27a6c75b7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:45.545749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:13:45.548662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:13:45.551262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:13:45.731495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=16c8703f-805b-4632-9d09-d33eadc8c47a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:45.740811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:45.754062 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:13:45.828121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:46.126686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:46.305109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] Deleting port e6a3e848-63ff-41f0-914b-98e58e357406 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:46.305432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:46.463793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:46.478761 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] For port e6a3e848-63ff-41f0-914b-98e58e357406, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e6a3e848-63ff-41f0-914b-98e58e357406,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:46.479121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:46.599578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] Calling delete_port for e6a3e848-63ff-41f0-914b-98e58e357406 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:46.669760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 06d98c40-d41f-4144-982d-d8d02fcea923 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:13:46.777604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:46.781428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-77ed87a1-d34c-4c76-ad08-5366da646544 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:46.827224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a3e848-63ff-41f0-914b-98e58e357406,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:46.830208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:46.854281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:13:46.866301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Sync routers for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:13:46.876596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:46.877231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:46.888742 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:46.890226 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4693592 Dec 22 13:13:46.893823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54302) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:46.955037 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-34534507-98a2-4ca6-955a-5501cd8d2447 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f78c694f854e4d3495bc7de63c3e5cf7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567567 Dec 22 13:13:46.955274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54306) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:47.092687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:47.112369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:47.248588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7119d203-2968-4194-8878-a68c00454b0b tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:47.250058 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7119d203-2968-4194-8878-a68c00454b0b tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2939620 Dec 22 13:13:47.252958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54310) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:47.291646 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-971cc2b6-a1e7-469f-be36-38e8b657d8a7 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373209 Dec 22 13:13:47.294184 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54314) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:47.354367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1816951899', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:13:47.436334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:45Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:47.440599 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Checking router: 06d98c40-d41f-4144-982d-d8d02fcea923 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:13:47.440999 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Updating router 06d98c40-d41f-4144-982d-d8d02fcea923 port 16c8703f-805b-4632-9d09-d33eadc8c47a binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:13:47.467253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:47.471050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:subnet and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:13:47.474573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:13:47.480600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:47.492396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:13:47.497022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:47.499283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:47.624674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] Router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:13:47.740347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:47.745020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a72ffc78-a9d5-4b19-80af-29f943850e1c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:47.809848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:13:47.821871 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70361bd9-17d1-4b1d-8c70-df2c2968d108 None None] Sync routers for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:13:47.822888 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] 10.222.0.24 "PUT /v2.0/routers/8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7185409 Dec 22 13:13:47.825872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54320) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:47.830595 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Subnet': ['ID=6c11e6b5-bc6d-46e5-95d0-10ceac30903b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:47.835631 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70361bd9-17d1-4b1d-8c70-df2c2968d108 None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:47.836305 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-70361bd9-17d1-4b1d-8c70-df2c2968d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:47.837520 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:47.841490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:47.849178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Checking segment: {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:13:47.849537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network hostable DHCP agents. Network: 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:13:47.854524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Transition to ACTIVE for port object 16c8703f-805b-4632-9d09-d33eadc8c47a will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:13:47.863741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:47.871377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:13:47.876373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-934f6a69-d673-45fa-aa71-3eb70f98730d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:47.883300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:13:47.887956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:47.888986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:47.921514 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6234274 Dec 22 13:13:47.922145 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54324) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:47.980919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade04a1-4918-4dd2-ba18-b4a15c397627 None None] Pushing event updated for resources: {'Port': ['ID=16c8703f-805b-4632-9d09-d33eadc8c47a,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:47.991286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-dade04a1-4918-4dd2-ba18-b4a15c397627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:47.992278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d75bda-7fc6-45fc-a8ae-0825f366f0f9 None None] Network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:13:48.036222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:48.038819 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-70361bd9-17d1-4b1d-8c70-df2c2968d108 None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:48.069180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Attempting to bind port 16c8703f-805b-4632-9d09-d33eadc8c47a on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:13:48.069833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Attempting to bind port 16c8703f-805b-4632-9d09-d33eadc8c47a by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:13:48.070353 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Attempting to bind port 16c8703f-805b-4632-9d09-d33eadc8c47a on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:13:48.083923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:13:48.084609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:13:48.085485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:48.086070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:13:48.087285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Bound port: 16c8703f-805b-4632-9d09-d33eadc8c47a, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:13:48.087285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:48.203502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] For port 16c8703f-805b-4632-9d09-d33eadc8c47a, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:13:48.244212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:48.258389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Deleting port f759731a-bfc9-4169-a154-d9111739c2d1 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:48.259198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:48.265964 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] For port 16c8703f-805b-4632-9d09-d33eadc8c47a, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=16c8703f-805b-4632-9d09-d33eadc8c47a,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:13:48.301956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:48.320517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:48.354869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:13:48.356859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:48.377570 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-70361bd9-17d1-4b1d-8c70-df2c2968d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:13:46Z', 'revision_number': 5, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port': {'id': 'f759731a-bfc9-4169-a154-d9111739c2d1', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:72:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:32Z', 'updated_at': '2021-12-22T13:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:48.383826 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70361bd9-17d1-4b1d-8c70-df2c2968d108 None None] Checking router: 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:13:48.395768 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70361bd9-17d1-4b1d-8c70-df2c2968d108 None None] Routers {'8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:48.396535 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-70361bd9-17d1-4b1d-8c70-df2c2968d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:48.476317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:48.477203 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:48.483818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] For port f759731a-bfc9-4169-a154-d9111739c2d1, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f759731a-bfc9-4169-a154-d9111739c2d1,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:48.484342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:48.589466 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-70361bd9-17d1-4b1d-8c70-df2c2968d108 None None] Set router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:48.625314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Calling delete_port for f759731a-bfc9-4169-a154-d9111739c2d1 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:48.677064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:48.708064 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-70361bd9-17d1-4b1d-8c70-df2c2968d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:13:48Z', 'revision_number': 6, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:48.712946 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70361bd9-17d1-4b1d-8c70-df2c2968d108 None None] The sync data for ids ['8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c'] in dv-neutron-822668-1-hyperv is: [{'id': '8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c', 'name': 'tempest-TestVolumeBootPattern-1293223974-router', 'tenant_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:13:48Z', 'revision_number': 6, 'project_id': 'b87cc29f20d24977a4b407ef6c3edb6e', 'gw_port_host': None}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:13:48.755642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:48.814603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:48.819190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2026f8c0-b813-4234-a2d6-b26ae91867c4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:48.861310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f759731a-bfc9-4169-a154-d9111739c2d1,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:48.863737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:48.882432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade04a1-4918-4dd2-ba18-b4a15c397627 None None] Pushing event updated for resources: {'Port': ['ID=16c8703f-805b-4632-9d09-d33eadc8c47a,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:48.934689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-dade04a1-4918-4dd2-ba18-b4a15c397627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:49.047947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Allocated IP 172.20.0.2 (5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a/6c11e6b5-bc6d-46e5-95d0-10ceac30903b/cdc59399-d229-4882-93f0-d54714c4f80b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:13:49.111186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.200747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e6a3e848-63ff-41f0-914b-98e58e357406 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:13:49.258252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: e6a3e848-63ff-41f0-914b-98e58e357406 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:13:49.258603 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e6a3e848-63ff-41f0-914b-98e58e357406 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:13:49.300681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:45Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:49.312497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.314752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.316532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650d5871-ec71-4015-9355-85b20e77efa9 None None] The sync data for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv is: [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:45Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:13:49.342338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.343343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:13:49.357228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.359067 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] 10.222.0.24 "DELETE /v2.0/routers/8b261ae8-c0ab-4b1c-ba2a-5d71d133e76c HTTP/1.1" status: 204 len: 168 time: 1.5322113 Dec 22 13:13:49.361177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54328) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:49.384673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.396920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Transition to ACTIVE for port object cdc59399-d229-4882-93f0-d54714c4f80b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:13:49.415776 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Transition to ACTIVE for port object cdc59399-d229-4882-93f0-d54714c4f80b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:13:49.423474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.432275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:49.463822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba5f7e5-256d-44e4-b3f3-1f7e2cd68dab admin admin] Deleting subnet aabca6b9-9296-4dfa-98f4-1e0c0e827675 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:13:49.472908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ba5f7e5-256d-44e4-b3f3-1f7e2cd68dab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.491305 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:13:49.492650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:13:49.495092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:13:49.549357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ba5f7e5-256d-44e4-b3f3-1f7e2cd68dab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.608712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.1 (5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a/6c11e6b5-bc6d-46e5-95d0-10ceac30903b/669bc37d-ebd2-42d4-b32a-c2cad8c6f37c) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:13:49.614871 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Pushing event updated for resources: {'Port': ['ID=cdc59399-d229-4882-93f0-d54714c4f80b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:49.621221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:49.635122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Attempting to bind port cdc59399-d229-4882-93f0-d54714c4f80b on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:13:49.635754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Attempting to bind port cdc59399-d229-4882-93f0-d54714c4f80b by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:13:49.636349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Attempting to bind port cdc59399-d229-4882-93f0-d54714c4f80b on network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:13:49.644428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:13:49.645267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Checking segment: {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:13:49.645843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.646518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Bound using segment: {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:13:49.647157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Bound port: cdc59399-d229-4882-93f0-d54714c4f80b, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:13:49.647722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.759015 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] For port cdc59399-d229-4882-93f0-d54714c4f80b, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:13:49.762940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] For port cdc59399-d229-4882-93f0-d54714c4f80b, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=cdc59399-d229-4882-93f0-d54714c4f80b,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:13:49.768647 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.774256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:49.796029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ba5f7e5-256d-44e4-b3f3-1f7e2cd68dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.867738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Pushing event updated for resources: {'Port': ['ID=cdc59399-d229-4882-93f0-d54714c4f80b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:49.878559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:49.894317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.919153 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:13:49.938669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ba5f7e5-256d-44e4-b3f3-1f7e2cd68dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:49.946007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bde54e28-d6ef-4409-9431-60d3c10c019a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:49.996701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5f7e5-256d-44e4-b3f3-1f7e2cd68dab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aabca6b9-9296-4dfa-98f4-1e0c0e827675,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:49.999236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4ba5f7e5-256d-44e4-b3f3-1f7e2cd68dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:50.003311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ba5f7e5-256d-44e4-b3f3-1f7e2cd68dab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.016454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44e880-717c-4109-a5a9-87f6af63fa6f None None] Network b0719164-23d6-44e6-b356-e808281f7730 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:13:50.020354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54332) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:50.020821 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4ba5f7e5-256d-44e4-b3f3-1f7e2cd68dab admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aabca6b9-9296-4dfa-98f4-1e0c0e827675 HTTP/1.1" status: 204 len: 168 time: 0.6582835 Dec 22 13:13:50.029539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.037660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-784e0707-e5c0-4490-954c-c7ba53666a09 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:50.129516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=669bc37d-ebd2-42d4-b32a-c2cad8c6f37c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:50.134129 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:50.144495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:13:50.147083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:13:50.149477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:13:50.221427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.227820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.235010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Deleting port c0e7d913-2650-4a39-8cf0-a4aafe04b25c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:50.235855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.411690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.441265 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13f5e28-cf81-4d3b-b715-6c21a9f57390 None None] DHCP port deletion for b0719164-23d6-44e6-b356-e808281f7730 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:13:50.445510 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a13f5e28-cf81-4d3b-b715-6c21a9f57390 None None] Deleting port c0e7d913-2650-4a39-8cf0-a4aafe04b25c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:50.445896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a13f5e28-cf81-4d3b-b715-6c21a9f57390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.484800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] For port c0e7d913-2650-4a39-8cf0-a4aafe04b25c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c0e7d913-2650-4a39-8cf0-a4aafe04b25c,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:50.485440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.629313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Calling delete_port for c0e7d913-2650-4a39-8cf0-a4aafe04b25c owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:50.698388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a13f5e28-cf81-4d3b-b715-6c21a9f57390 None None] For port c0e7d913-2650-4a39-8cf0-a4aafe04b25c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c0e7d913-2650-4a39-8cf0-a4aafe04b25c,segment=NetworkSegment(8c5ebd96-7f08-4b2c-8825-425f4903b0eb),segment_id=8c5ebd96-7f08-4b2c-8825-425f4903b0eb)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:50.698803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a13f5e28-cf81-4d3b-b715-6c21a9f57390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.710141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.716247 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b944e84b-feab-4f79-bab1-e92ace703c27 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:50.763031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e7d913-2650-4a39-8cf0-a4aafe04b25c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:50.765624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:50.769923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] No DVR routers for this DVR port c0e7d913-2650-4a39-8cf0-a4aafe04b25c on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:13:50.845889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a13f5e28-cf81-4d3b-b715-6c21a9f57390 None None] Calling delete_port for c0e7d913-2650-4a39-8cf0-a4aafe04b25c owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:50.901624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.929077 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0719164-23d6-44e6-b356-e808281f7730']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: from cryptography.utils import int_from_bytes Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: from cryptography.utils import int_from_bytes Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn_limited( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn_limited( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 13:13:50.929662 dv-neutron-822668-1-hyperv neutron-server[87570]: util.warn( Dec 22 13:13:50.934122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-a13f5e28-cf81-4d3b-b715-6c21a9f57390 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:13:50.934539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-a13f5e28-cf81-4d3b-b715-6c21a9f57390 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:13:50.942091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5ebd96-7f08-4b2c-8825-425f4903b0eb') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:50.942384 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5ebd96-7f08-4b2c-8825-425f4903b0eb') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:50.942812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.948334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.956339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.978373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:50.990362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-dff4755a-ca12-496e-b8a7-edbc826344d5 tempest-TestServerAdvancedOps-557765689 tempest-TestServerAdvancedOps-557765689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:50.993333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:13:50.993920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:13:51.009958 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:13:51.076796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:51.079142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cdc59399-d229-4882-93f0-d54714c4f80b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:13:51.081501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=669bc37d-ebd2-42d4-b32a-c2cad8c6f37c,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:51.092403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:51.109923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:51.114794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:51.118437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bc418cbd-b0ec-4fc2-8906-f8fa2d83d004 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:51.141787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Pushing event deleted for resources: {'Network': ['ID=b0719164-23d6-44e6-b356-e808281f7730,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:51.144371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:51.162653 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] 10.222.0.24 "DELETE /v2.0/networks/b0719164-23d6-44e6-b356-e808281f7730 HTTP/1.1" status: 204 len: 168 time: 1.1408315 Dec 22 13:13:51.163031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54336) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:51.227773 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port cdc59399-d229-4882-93f0-d54714c4f80b completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:13:51.233561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 16c8703f-805b-4632-9d09-d33eadc8c47a up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:13:51.248596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:13:51.250140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:13:51.264412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7a0e7-36bc-469d-af90-d0a2a2f85e06 None None] Network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:13:51.394155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c4bd4445-3927-4a91-a0d7-ad1d7f070820 None None] Provisioning for port cdc59399-d229-4882-93f0-d54714c4f80b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:13:51.408936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c4bd4445-3927-4a91-a0d7-ad1d7f070820 None None] Provisioning complete for port cdc59399-d229-4882-93f0-d54714c4f80b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:13:51.409324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4445-3927-4a91-a0d7-ad1d7f070820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:51.438342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a13f5e28-cf81-4d3b-b715-6c21a9f57390 None None] Deleting port c0e7d913-2650-4a39-8cf0-a4aafe04b25c {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:51.438761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a13f5e28-cf81-4d3b-b715-6c21a9f57390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:51.565599 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a13f5e28-cf81-4d3b-b715-6c21a9f57390 None None] The port 'c0e7d913-2650-4a39-8cf0-a4aafe04b25c' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:13:51.568389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 16c8703f-805b-4632-9d09-d33eadc8c47a completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:13:51.576423 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 16c8703f-805b-4632-9d09-d33eadc8c47a triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:13:51.576806 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:51.629897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 06d98c40-d41f-4144-982d-d8d02fcea923 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:13:51.826206 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:13:51.834950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54340) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:51.836136 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/06d98c40-d41f-4144-982d-d8d02fcea923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9128962 Dec 22 13:13:51.842775 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:51.848159 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Sync routers for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:13:51.863215 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4445-3927-4a91-a0d7-ad1d7f070820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:51.890554 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 16c8703f-805b-4632-9d09-d33eadc8c47a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=16c8703f-805b-4632-9d09-d33eadc8c47a,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:51.896405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:51.897038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:51.950172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:51.963560 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:51.978506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:52.019863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f759731a-bfc9-4169-a154-d9111739c2d1 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:13:52.073574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-c4bd4445-3927-4a91-a0d7-ad1d7f070820 None None] For port cdc59399-d229-4882-93f0-d54714c4f80b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=cdc59399-d229-4882-93f0-d54714c4f80b,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:52.079774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: f759731a-bfc9-4169-a154-d9111739c2d1 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:13:52.080470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f759731a-bfc9-4169-a154-d9111739c2d1 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:13:52.080565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c0e7d913-2650-4a39-8cf0-a4aafe04b25c no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:13:52.114923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c4bd4445-3927-4a91-a0d7-ad1d7f070820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:52.181804 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: c0e7d913-2650-4a39-8cf0-a4aafe04b25c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:13:52.182173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c0e7d913-2650-4a39-8cf0-a4aafe04b25c not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:13:52.212370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=16c8703f-805b-4632-9d09-d33eadc8c47a,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:52.218343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:52.218811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-dade04a1-4918-4dd2-ba18-b4a15c397627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:52.293030 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:52.294442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a12321-4d50-4968-8d45-c33596380b81 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:52.294919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a12321-4d50-4968-8d45-c33596380b81 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:52.295376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a12321-4d50-4968-8d45-c33596380b81 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:52.295859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a12321-4d50-4968-8d45-c33596380b81 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:52.296310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a12321-4d50-4968-8d45-c33596380b81 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:52.300689 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-87a12321-4d50-4968-8d45-c33596380b81 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.4615741 Dec 22 13:13:52.301101 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54346) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:52.366913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd4445-3927-4a91-a0d7-ad1d7f070820 None None] Pushing event updated for resources: {'Port': ['ID=cdc59399-d229-4882-93f0-d54714c4f80b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:52.372257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c4bd4445-3927-4a91-a0d7-ad1d7f070820 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:52.392098 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd925fd6-9f64-4783-9a50-8be6c46033c2 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:52.392566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd925fd6-9f64-4783-9a50-8be6c46033c2 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:52.393017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd925fd6-9f64-4783-9a50-8be6c46033c2 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:52.393460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd925fd6-9f64-4783-9a50-8be6c46033c2 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:52.393903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd925fd6-9f64-4783-9a50-8be6c46033c2 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:52.399291 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dd925fd6-9f64-4783-9a50-8be6c46033c2 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.0968647 Dec 22 13:13:52.399934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:52.442400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] Deleting port 4e0de562-f2fe-4bd9-9936-5299219b3b64 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:52.442805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:52.526674 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ce65d427-f372-4841-b4a0-922806fc9d0e None None] Provisioning for port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:13:52.594727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ce65d427-f372-4841-b4a0-922806fc9d0e None None] Provisioning complete for port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:13:52.595119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ce65d427-f372-4841-b4a0-922806fc9d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:52.661639 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-89701cd9-5c8e-4976-b8d6-ed2b8c0901b2 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.2598271 Dec 22 13:13:52.683315 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ce65d427-f372-4841-b4a0-922806fc9d0e None None] Port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:13:52.704933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] For port 4e0de562-f2fe-4bd9-9936-5299219b3b64, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4e0de562-f2fe-4bd9-9936-5299219b3b64,segment=NetworkSegment(2052acaa-11b7-42af-89bd-253d6aa15613),segment_id=2052acaa-11b7-42af-89bd-253d6aa15613)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:52.705296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:52.752374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ce65d427-f372-4841-b4a0-922806fc9d0e None None] Provisioning complete for port cdc59399-d229-4882-93f0-d54714c4f80b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:13:52.752777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ce65d427-f372-4841-b4a0-922806fc9d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:52.838410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] Calling delete_port for 4e0de562-f2fe-4bd9-9936-5299219b3b64 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:52.841018 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:52.846973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Checking router: 06d98c40-d41f-4144-982d-d8d02fcea923 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:13:52.847664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Updating router 06d98c40-d41f-4144-982d-d8d02fcea923 port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:13:52.952967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:52.976018 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 16c8703f-805b-4632-9d09-d33eadc8c47a up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:13:53.023071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54356) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:53.028283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490248942', 'description': 'tempest-secgroup-smoke-490248942 description', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:13:53.034466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:53.038678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:13:53.042076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:13:53.045046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.048475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:53.049284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0469964-172d-416f-8ea9-86bf424411ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:53.060837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.082221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:53.086893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:13:53.090375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:13:53.093049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0de562-f2fe-4bd9-9936-5299219b3b64,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:53.096692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:53.101116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:53.141897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1cd0f9d9-78d2-468e-925c-562e28221a4c None None] Provisioning complete for port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:13:53.142573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1cd0f9d9-78d2-468e-925c-562e28221a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.195037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.203834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.214888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1ab8823e-f301-4cfe-9ef4-1461a3b7127a tempest-ExtraDHCPOptionsTestJSON-703939359 tempest-ExtraDHCPOptionsTestJSON-703939359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:53.231636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 16c8703f-805b-4632-9d09-d33eadc8c47a triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:13:53.232034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.266532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0f9d9-78d2-468e-925c-562e28221a4c None None] Port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:13:53.273032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66079d54-67a5-4ca0-a442-cbf8693cd689,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:53.289756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:53.291221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.296033 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2723303 Dec 22 13:13:53.296924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54360) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:53.303339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '66079d54-67a5-4ca0-a442-cbf8693cd689', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:13:53.311393 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:53.316265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:13:53.320904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:13:53.327253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:53.351395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.423937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.428572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.430504 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b27e6575-c1fb-4b00-9f48-6956c38d241b tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:53.462982 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88dffe5b-8dea-45ab-9462-a6305e9ff3a7,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:53.462982 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:53.474253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.476579 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1784415 Dec 22 13:13:53.480105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54364) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:53.488077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '66079d54-67a5-4ca0-a442-cbf8693cd689', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:13:53.494767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:53.499057 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:13:53.502123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:13:53.505692 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cdc59399-d229-4882-93f0-d54714c4f80b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:13:53.508110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:53.527786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.534309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.596139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.600929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.602812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:53.625008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58284f08-94b9-4f58-b102-06cd42093db5,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:53.629115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:53.636884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.638745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.640117 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1582463 Dec 22 13:13:53.642728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54368) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:53.648278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '66079d54-67a5-4ca0-a442-cbf8693cd689', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:13:53.654195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:53.658452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:13:53.661354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Transition to ACTIVE for port object 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:13:53.661890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:13:53.668272 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:53.674575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.678468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:53.686838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.713145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port cdc59399-d229-4882-93f0-d54714c4f80b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:13:53.713525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.752213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.758311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.760252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-171ad67c-6f50-4657-9fae-756e489b1fa5 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:53.781448 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be6e7ea-d6db-41cb-bc42-725e441da005,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:53.785661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:53.796367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.798435 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546574 Dec 22 13:13:53.801844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:53.807864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '66079d54-67a5-4ca0-a442-cbf8693cd689', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:13:53.814727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:53.818278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:13:53.822092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:13:53.829322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:53.861237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.872650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83805b91-ad94-4f14-956b-27d4a8616fc1 None None] Pushing event updated for resources: {'Port': ['ID=669bc37d-ebd2-42d4-b32a-c2cad8c6f37c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:53.909429 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-83805b91-ad94-4f14-956b-27d4a8616fc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:53.927276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] Router 4a658dc5-78a6-4763-9a4e-d5472e269fc4 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:13:53.941048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.946913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.949293 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f3d733bd-585c-418d-8891-7c3a04bd31f5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:53.972723 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe99b99-206a-4d31-b917-ef3bfe748fc3,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:53.980170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:53.992548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:53.994124 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1909831 Dec 22 13:13:53.997165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54376) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:54.002867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '66079d54-67a5-4ca0-a442-cbf8693cd689', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:13:54.009573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:54.013892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:13:54.017148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:13:54.023823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:54.028911 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Attempting to bind port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:13:54.029254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Attempting to bind port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:13:54.029676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Attempting to bind port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c on network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:13:54.037676 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:13:54.039533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:13:54.039974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Checking segment: {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:13:54.040376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.040774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Bound using segment: {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:13:54.041244 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Bound port: 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:13:54.041729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.045168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.117548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.123221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.126038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9caca168-7ab7-4427-8567-132d1949b955 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:54.131540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:13:54.144094 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c085ad-3508-4fb5-a4e9-53c1992fe9d3 None None] Sync routers for ids ['4a658dc5-78a6-4763-9a4e-d5472e269fc4'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:13:54.149512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97816958-ba18-47f3-8b52-89ecbb0219c7,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:54.153610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] For port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:13:54.156623 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] 10.222.0.24 "PUT /v2.0/routers/4a658dc5-78a6-4763-9a4e-d5472e269fc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9924831 Dec 22 13:13:54.157523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54380) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:54.159306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] For port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=669bc37d-ebd2-42d4-b32a-c2cad8c6f37c,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:13:54.162880 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c085ad-3508-4fb5-a4e9-53c1992fe9d3 None None] Routers {'4a658dc5-78a6-4763-9a4e-d5472e269fc4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:54.163088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:54.164149 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-98c085ad-3508-4fb5-a4e9-53c1992fe9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4a658dc5-78a6-4763-9a4e-d5472e269fc4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:54.167560 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.173304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:54.177529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.179582 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1813040 Dec 22 13:13:54.182138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54384) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:54.189481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '66079d54-67a5-4ca0-a442-cbf8693cd689', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:13:54.198051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:54.203299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:13:54.207503 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:13:54.217094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:54.233292 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:13:54.253159 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.267224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:54.267893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:54.343272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83805b91-ad94-4f14-956b-27d4a8616fc1 None None] Pushing event updated for resources: {'Port': ['ID=669bc37d-ebd2-42d4-b32a-c2cad8c6f37c,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:54.352335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-83805b91-ad94-4f14-956b-27d4a8616fc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:54.365893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.374615 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.376031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.377704 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:54.419449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492768ce-72b1-46d6-8254-f358d9b0840b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:54.423104 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:54.438227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.440032 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2567594 Dec 22 13:13:54.484657 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-98c085ad-3508-4fb5-a4e9-53c1992fe9d3 None None] Set router 4a658dc5-78a6-4763-9a4e-d5472e269fc4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:54.598105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.615239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Deleting port 66b53c56-533e-43fc-9430-fa54e3db43dd {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:54.617450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:54.629670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:54.855767 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-98c085ad-3508-4fb5-a4e9-53c1992fe9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'name': 'tempest-TestVolumeBootPattern-653872285-router', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:13:52Z', 'revision_number': 5, 'project_id': '7d682dec49ec441388d0352fe87914d8', 'gw_port': {'id': '66b53c56-533e-43fc-9430-fa54e3db43dd', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:b6:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:45Z', 'updated_at': '2021-12-22T13:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:54.859760 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c085ad-3508-4fb5-a4e9-53c1992fe9d3 None None] Checking router: 4a658dc5-78a6-4763-9a4e-d5472e269fc4 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:13:54.869562 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c085ad-3508-4fb5-a4e9-53c1992fe9d3 None None] Routers {'4a658dc5-78a6-4763-9a4e-d5472e269fc4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:13:54.870184 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-98c085ad-3508-4fb5-a4e9-53c1992fe9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:13:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4a658dc5-78a6-4763-9a4e-d5472e269fc4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:54.917365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-dde13813-6158-49b5-9403-d0eeafcb4032 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:13:54.953320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-dde13813-6158-49b5-9403-d0eeafcb4032 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:13:54.954490 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-dde13813-6158-49b5-9403-d0eeafcb4032 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490248942&fields=id&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 267 time: 0.2998428 Dec 22 13:13:54.988510 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:54Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:54.996528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f04fb13-ae40-41f1-af48-183a83984a86 None None] The sync data for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv is: [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:54Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:13:55.071971 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-98c085ad-3508-4fb5-a4e9-53c1992fe9d3 None None] Set router 4a658dc5-78a6-4763-9a4e-d5472e269fc4 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:13:55.088826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] For port 66b53c56-533e-43fc-9430-fa54e3db43dd, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=66b53c56-533e-43fc-9430-fa54e3db43dd,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:55.089191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:55.183366 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-98c085ad-3508-4fb5-a4e9-53c1992fe9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'name': 'tempest-TestVolumeBootPattern-653872285-router', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:13:54Z', 'revision_number': 6, 'project_id': '7d682dec49ec441388d0352fe87914d8', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:55.189194 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c085ad-3508-4fb5-a4e9-53c1992fe9d3 None None] The sync data for ids ['4a658dc5-78a6-4763-9a4e-d5472e269fc4'] in dv-neutron-822668-1-hyperv is: [{'id': '4a658dc5-78a6-4763-9a4e-d5472e269fc4', 'name': 'tempest-TestVolumeBootPattern-653872285-router', 'tenant_id': '7d682dec49ec441388d0352fe87914d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:13:54Z', 'revision_number': 6, 'project_id': '7d682dec49ec441388d0352fe87914d8', 'gw_port_host': None}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:13:55.228995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Calling delete_port for 66b53c56-533e-43fc-9430-fa54e3db43dd owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:55.317243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-4ac1bfe1-9ff4-42db-8667-9cba1bd978d0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:55.317973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-4ac1bfe1-9ff4-42db-8667-9cba1bd978d0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:13:55.362549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-4ac1bfe1-9ff4-42db-8667-9cba1bd978d0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:13:55.363776 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-4ac1bfe1-9ff4-42db-8667-9cba1bd978d0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/networks?id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 797 time: 0.4002602 Dec 22 13:13:55.388163 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-86f00fbb-04ab-4837-8226-dbf4a2ca771f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/quotas/f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 375 time: 0.0180206 Dec 22 13:13:55.529268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:55.534400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-eb321931-e716-468e-8f5d-34d34b44bcca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:55.579644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b53c56-533e-43fc-9430-fa54e3db43dd,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:55.582127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:55.590503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1435a9c3-5094-45cf-b877-51bcca20db26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:13:55.682132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1435a9c3-5094-45cf-b877-51bcca20db26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:13:55.683544 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1435a9c3-5094-45cf-b877-51bcca20db26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2884145 Dec 22 13:13:55.713000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:55.963487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:55.967993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:56.022305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:56.022785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a658dc5-78a6-4763-9a4e-d5472e269fc4 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:13:56.036251 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-02048a3b-9647-4cc8-8597-32a47b9dd7d4 service neutron] 10.222.0.24 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400879 Dec 22 13:13:56.042361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:56.046004 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4a658dc5-78a6-4763-9a4e-d5472e269fc4 HTTP/1.1" status: 204 len: 168 time: 1.8832283 Dec 22 13:13:56.046462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54402) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:56.105552 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2f1b54-1b2b-4f34-a262-b1c4efb2730a admin admin] Deleting subnet 2d7d1c48-19fd-40e7-8847-3b88aaf54b02 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:13:56.108827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1b54-1b2b-4f34-a262-b1c4efb2730a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:56.161255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1b54-1b2b-4f34-a262-b1c4efb2730a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:56.178528 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-5b5b0488-b435-4716-b750-953686e8022e service neutron] 10.222.0.24 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337240 Dec 22 13:13:56.246526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1b54-1b2b-4f34-a262-b1c4efb2730a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:56.322662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1b54-1b2b-4f34-a262-b1c4efb2730a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:56.331937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b394ba31-9341-4fbd-9736-c252412e60bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:56.413773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f1b54-1b2b-4f34-a262-b1c4efb2730a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d7d1c48-19fd-40e7-8847-3b88aaf54b02,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:56.415994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1b54-1b2b-4f34-a262-b1c4efb2730a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:56.419523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-ce3c52ac-51ce-455a-b667-9e22f4d3af60 req-1657bb7f-00ae-4f5a-b7ed-588132e6f0f1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:13:56.422124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0a2f1b54-1b2b-4f34-a262-b1c4efb2730a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:56.429533 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0a2f1b54-1b2b-4f34-a262-b1c4efb2730a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2d7d1c48-19fd-40e7-8847-3b88aaf54b02 HTTP/1.1" status: 204 len: 168 time: 0.3819358 Dec 22 13:13:56.436356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8917a347-5a1d-4156-aa16-9b756163d266 None None] Network f87525b0-b9d3-4852-b60c-9568a2b49f3e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:13:56.437520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54412) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:56.439945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-ce3c52ac-51ce-455a-b667-9e22f4d3af60 req-1657bb7f-00ae-4f5a-b7ed-588132e6f0f1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:13:56.441240 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ce3c52ac-51ce-455a-b667-9e22f4d3af60 req-1657bb7f-00ae-4f5a-b7ed-588132e6f0f1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 210 time: 0.0812802 Dec 22 13:13:56.611433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:56.628066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Deleting port ad6566c3-3d62-4104-b791-f05c19b9415f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:56.628788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:56.756942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee414300-6e83-4fc5-8111-fddd3768cfa3 None None] DHCP port deletion for f87525b0-b9d3-4852-b60c-9568a2b49f3e request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:13:56.761484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ee414300-6e83-4fc5-8111-fddd3768cfa3 None None] Deleting port ad6566c3-3d62-4104-b791-f05c19b9415f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:56.761875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ee414300-6e83-4fc5-8111-fddd3768cfa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:56.975535 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ee414300-6e83-4fc5-8111-fddd3768cfa3 None None] For port ad6566c3-3d62-4104-b791-f05c19b9415f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ad6566c3-3d62-4104-b791-f05c19b9415f,segment=NetworkSegment(2052acaa-11b7-42af-89bd-253d6aa15613),segment_id=2052acaa-11b7-42af-89bd-253d6aa15613)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:56.979447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] For port ad6566c3-3d62-4104-b791-f05c19b9415f, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=ad6566c3-3d62-4104-b791-f05c19b9415f,segment=NetworkSegment(2052acaa-11b7-42af-89bd-253d6aa15613),segment_id=2052acaa-11b7-42af-89bd-253d6aa15613)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:56.979997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:56.984127 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ee414300-6e83-4fc5-8111-fddd3768cfa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.062770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:13:57.112806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Calling delete_port for ad6566c3-3d62-4104-b791-f05c19b9415f owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:57.149956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ee414300-6e83-4fc5-8111-fddd3768cfa3 None None] Calling delete_port for ad6566c3-3d62-4104-b791-f05c19b9415f owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:13:57.188335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.192188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:57.234750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ad6566c3-3d62-4104-b791-f05c19b9415f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:57.238060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:57.238834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] No DVR routers for this DVR port ad6566c3-3d62-4104-b791-f05c19b9415f on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:13:57.246012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-ee414300-6e83-4fc5-8111-fddd3768cfa3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:13:57.246377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-ee414300-6e83-4fc5-8111-fddd3768cfa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:13:57.251634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:13:57.256610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:13:57.256994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.354686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.381256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.386792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87525b0-b9d3-4852-b60c-9568a2b49f3e']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:57.400703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2052acaa-11b7-42af-89bd-253d6aa15613') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:57.400994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2052acaa-11b7-42af-89bd-253d6aa15613') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:13:57.415321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.433823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.442275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:13:57.442831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.445401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=669bc37d-ebd2-42d4-b32a-c2cad8c6f37c,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:13:57.453287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:13:57.458713 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:13:57.465298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-4e5bdefa-8c49-4d69-a744-8eb0c0fab012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:57.586474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 66b53c56-533e-43fc-9430-fa54e3db43dd no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:13:57.588649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.593401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-766b8572-379b-4cfe-b330-aeedfbe4e71c tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:57.629546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.641970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f87525b0-b9d3-4852-b60c-9568a2b49f3e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:57.647183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:57.651978 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] 10.222.0.24 "DELETE /v2.0/networks/f87525b0-b9d3-4852-b60c-9568a2b49f3e HTTP/1.1" status: 204 len: 168 time: 1.2124255 Dec 22 13:13:57.675773 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 66b53c56-533e-43fc-9430-fa54e3db43dd {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:13:57.676130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 66b53c56-533e-43fc-9430-fa54e3db43dd not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:13:57.676581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ad6566c3-3d62-4104-b791-f05c19b9415f no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:13:57.719670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: ad6566c3-3d62-4104-b791-f05c19b9415f {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:13:57.720028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device ad6566c3-3d62-4104-b791-f05c19b9415f not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:13:57.720458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4e0de562-f2fe-4bd9-9936-5299219b3b64 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:13:57.756199 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-36726df0-ec91-4dde-870c-dc474eced072 req-46d61b39-361e-49b1-85e0-8ef31b675440 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 210 time: 0.0753357 Dec 22 13:13:57.795686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-402115dd-bce9-4dad-a3b7-18b2d792d443 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:57.796600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-402115dd-bce9-4dad-a3b7-18b2d792d443 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:13:57.809780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-402115dd-bce9-4dad-a3b7-18b2d792d443 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:13:57.810993 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-402115dd-bce9-4dad-a3b7-18b2d792d443 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks?id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 797 time: 0.4263995 Dec 22 13:13:57.812273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54430) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:57.813488 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ee414300-6e83-4fc5-8111-fddd3768cfa3 None None] Deleting port ad6566c3-3d62-4104-b791-f05c19b9415f {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:13:57.814000 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ee414300-6e83-4fc5-8111-fddd3768cfa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.837837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 4e0de562-f2fe-4bd9-9936-5299219b3b64 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:13:57.838200 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4e0de562-f2fe-4bd9-9936-5299219b3b64 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:13:57.854177 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a613eee8-8a6d-4091-9977-62df4803174a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.889477 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ee414300-6e83-4fc5-8111-fddd3768cfa3 None None] The port 'ad6566c3-3d62-4104-b791-f05c19b9415f' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:13:57.890355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=669bc37d-ebd2-42d4-b32a-c2cad8c6f37c,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:57.890753 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-ce51e04c-fbd9-4a6f-90c5-bbd85ebc69b3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:13:57.893559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:57.902046 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ff7bd2a7-607a-4548-8a43-1a1ee9c046ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b87cc29f20d24977a4b407ef6c3edb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860879 Dec 22 13:13:57.903008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54434) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:57.909436 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-ce51e04c-fbd9-4a6f-90c5-bbd85ebc69b3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:13:57.910507 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-ce51e04c-fbd9-4a6f-90c5-bbd85ebc69b3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 379 time: 0.0844114 Dec 22 13:13:57.919325 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'device_id': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'admin_state_up': True, 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'security_groups': ['66079d54-67a5-4ca0-a442-cbf8693cd689']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:13:57.965120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f72ab63-86fd-4942-b258-741cd0dbd6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:57.990283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f72ab63-86fd-4942-b258-741cd0dbd6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.043960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f72ab63-86fd-4942-b258-741cd0dbd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.048946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2276aaf3-e87c-4e2c-9a02-42c863f93958 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:58.064884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72ab63-86fd-4942-b258-741cd0dbd6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98e8642-66dc-4087-b59a-8f0d538ce27c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:58.065342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:13:58.067439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7f72ab63-86fd-4942-b258-741cd0dbd6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:58.075273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7f72ab63-86fd-4942-b258-741cd0dbd6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.079324 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7f72ab63-86fd-4942-b258-741cd0dbd6a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b98e8642-66dc-4087-b59a-8f0d538ce27c HTTP/1.1" status: 204 len: 168 time: 0.1731951 Dec 22 13:13:58.081551 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:13:58.093700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:13:58.097457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.261738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.12 (5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a/6c11e6b5-bc6d-46e5-95d0-10ceac30903b/7d514bd2-f5ad-4024-aaa5-96c0ed265d77) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:13:58.433199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54442) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:58.452927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.468806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:13:58.482542 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-02f15433-4fc6-424a-b3b9-634bb39dccc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d682dec49ec441388d0352fe87914d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479484 Dec 22 13:13:58.484988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54446) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:13:58.492741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.498641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-33dfb5c0-7ef6-43c4-9846-24bdaebcde6e tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:58.544051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d01d4fb8-cdd3-4dc1-bd80-0d7ada7ceb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.570476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d01d4fb8-cdd3-4dc1-bd80-0d7ada7ceb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.571189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:13:58.574315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:13:58.578748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:13:58.604500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=7d514bd2-f5ad-4024-aaa5-96c0ed265d77,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:58.610016 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:58.637520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d01d4fb8-cdd3-4dc1-bd80-0d7ada7ceb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.643056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f6d069d6-ec46-45e0-aba1-6d0652676f83 tempest-ServerActionsTestJSON-2077140753 tempest-ServerActionsTestJSON-2077140753-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:58.647820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:58.648457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.656696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d4fb8-cdd3-4dc1-bd80-0d7ada7ceb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a974725-6a54-46af-8a3d-c7d8fa9d2cf8,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:58.659312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d01d4fb8-cdd3-4dc1-bd80-0d7ada7ceb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:58.660569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d01d4fb8-cdd3-4dc1-bd80-0d7ada7ceb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.661682 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d01d4fb8-cdd3-4dc1-bd80-0d7ada7ceb87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a974725-6a54-46af-8a3d-c7d8fa9d2cf8 HTTP/1.1" status: 204 len: 168 time: 0.1758285 Dec 22 13:13:58.685868 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7700553 Dec 22 13:13:58.697830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Request body: {'port': {'device_id': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:13:58.829626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.922567 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ddad44cb-03f1-4f4f-95db-5b9e98d2ce69 None None] Provisioning for port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:13:58.930414 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ddad44cb-03f1-4f4f-95db-5b9e98d2ce69 None None] Provisioning complete for port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:13:58.930873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ddad44cb-03f1-4f4f-95db-5b9e98d2ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:58.991978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:13:59.094534 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ddad44cb-03f1-4f4f-95db-5b9e98d2ce69 None None] Port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:13:59.110261 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:13:59.110768 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:59.132148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dcf19-76c0-43a2-b643-1c99f5972b29 req-a340d032-7419-488c-ad93-cc688f7b7fb2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:59.133032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-4e0dcf19-76c0-43a2-b643-1c99f5972b29 req-a340d032-7419-488c-ad93-cc688f7b7fb2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:13:59.167437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-4e0dcf19-76c0-43a2-b643-1c99f5972b29 req-a340d032-7419-488c-ad93-cc688f7b7fb2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:13:59.168879 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4e0dcf19-76c0-43a2-b643-1c99f5972b29 req-a340d032-7419-488c-ad93-cc688f7b7fb2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 932 time: 0.2911997 Dec 22 13:13:59.252160 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4e0dcf19-76c0-43a2-b643-1c99f5972b29 req-ce3bc6fa-b0a8-4985-9a8f-febe54ce3073 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742421 Dec 22 13:13:59.317671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:13:59.325473 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:59.340367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Transition to ACTIVE for port object 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:13:59.346453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:59.350161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-88f97ff6-ce77-4308-93a4-994a3b637601 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:59.510350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Pushing event updated for resources: {'Port': ['ID=7d514bd2-f5ad-4024-aaa5-96c0ed265d77,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:59.517719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:59.599953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Attempting to bind port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:13:59.600628 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Attempting to bind port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:13:59.601128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Attempting to bind port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 on network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:13:59.606531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 on network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:13:59.607077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Attempting to bind port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 on network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:13:59.612894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:13:59.613450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Checking segment: {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:13:59.613996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Bound using segment: {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:13:59.614703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Bound port: 7d514bd2-f5ad-4024-aaa5-96c0ed265d77, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:13:59.615207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:59.707913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] For port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:13:59.711451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] For port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d514bd2-f5ad-4024-aaa5-96c0ed265d77,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:13:59.719825 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:59.723951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0f35b03e-99f3-4196-8ddc-c4ab76a12472 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:13:59.780966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:59.781585 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:59.783056 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] 10.222.0.54 "PUT /v2.0/ports/7d514bd2-f5ad-4024-aaa5-96c0ed265d77 HTTP/1.1" status: 200 len: 1094 time: 1.0896256 Dec 22 13:13:59.783546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'tag': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:13:59.803948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Pushing event updated for resources: {'Port': ['ID=7d514bd2-f5ad-4024-aaa5-96c0ed265d77,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:13:59.807273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:13:59.851965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f35c5f74-a8f4-459c-b6f2-a9e1a27e60b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:13:59.868876 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'tag': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77', 'status': 'completed', 'code': 200} Dec 22 13:13:59.908068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1cccf97b-86e1-457b-b2ed-b3641ce29989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:13:59.909735 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1cccf97b-86e1-457b-b2ed-b3641ce29989 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 1097 time: 0.0821340 Dec 22 13:13:59.985566 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-405b4808-8bb0-430d-9df7-94db727fbf5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d514bd2-f5ad-4024-aaa5-96c0ed265d77 HTTP/1.1" status: 200 len: 217 time: 0.0688405 Dec 22 13:14:00.062050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-b0609029-5cfc-41e6-a0eb-89691120f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:00.063439 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-b0609029-5cfc-41e6-a0eb-89691120f3ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c11e6b5-bc6d-46e5-95d0-10ceac30903b HTTP/1.1" status: 200 len: 835 time: 0.0720642 Dec 22 13:14:00.142867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1262242e-17b0-40b1-9d37-f425c668765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:00.144393 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-1262242e-17b0-40b1-9d37-f425c668765f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726938 Dec 22 13:14:00.453040 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-00cd2225-141d-4be1-9ffc-bb186513f01b service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016639 Dec 22 13:14:00.553499 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f614d1-3c3d-4d65-ba2d-0dd713ec7514 req-4df82c06-1619-4c7d-8545-6c5e7d68bca8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:00.554963 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-61f614d1-3c3d-4d65-ba2d-0dd713ec7514 req-4df82c06-1619-4c7d-8545-6c5e7d68bca8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 944 time: 0.1968083 Dec 22 13:14:00.629056 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a46fee7-7e8b-4cdf-bf56-599a86965569 req-7d6b06c1-f9ad-490b-975b-d182653a2ce8 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688991 Dec 22 13:14:00.632049 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-61f614d1-3c3d-4d65-ba2d-0dd713ec7514 req-1ff9d883-22c8-4cfb-bac9-6bd5b6e00a75 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703526 Dec 22 13:14:00.750793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9a6d5-e7ba-4dfb-83e9-266e85e246b0 req-0c2fc64f-f76c-4e41-909a-5d0a3a873d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:00.752331 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-beb9a6d5-e7ba-4dfb-83e9-266e85e246b0 req-0c2fc64f-f76c-4e41-909a-5d0a3a873d0f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 1097 time: 0.0749340 Dec 22 13:14:00.753308 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:00.887385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9a6d5-e7ba-4dfb-83e9-266e85e246b0 req-4c14fecf-e1bc-41d4-8bbf-c1e66713f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:00.888848 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-beb9a6d5-e7ba-4dfb-83e9-266e85e246b0 req-4c14fecf-e1bc-41d4-8bbf-c1e66713f977 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 898 time: 0.1304526 Dec 22 13:14:00.962242 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-beb9a6d5-e7ba-4dfb-83e9-266e85e246b0 req-a94833e4-1ba0-42dc-a09a-7ba0f913fb35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d514bd2-f5ad-4024-aaa5-96c0ed265d77 HTTP/1.1" status: 200 len: 217 time: 0.0667303 Dec 22 13:14:00.972845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:01.029224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9a6d5-e7ba-4dfb-83e9-266e85e246b0 req-c9227d17-e638-4d01-8685-0449c68f91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:01.031050 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-beb9a6d5-e7ba-4dfb-83e9-266e85e246b0 req-c9227d17-e638-4d01-8685-0449c68f91af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c11e6b5-bc6d-46e5-95d0-10ceac30903b HTTP/1.1" status: 200 len: 835 time: 0.0622950 Dec 22 13:14:01.118440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9a6d5-e7ba-4dfb-83e9-266e85e246b0 req-cc9ace2f-aecf-44a3-af83-ddc34985a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:01.120006 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-beb9a6d5-e7ba-4dfb-83e9-266e85e246b0 req-cc9ace2f-aecf-44a3-af83-ddc34985a37e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828211 Dec 22 13:14:01.261925 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-beb9a6d5-e7ba-4dfb-83e9-266e85e246b0 req-86e30349-ee23-4933-afe2-a6d2c2edd7fc service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340649 Dec 22 13:14:01.399591 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-beb9a6d5-e7ba-4dfb-83e9-266e85e246b0 req-79220c06-a8d1-46a4-b662-cf3bfb6bdb03 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305521 Dec 22 13:14:01.841426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c86f3-105f-4b9b-a4e1-a9f9486be06f req-d4e0f451-600c-46c8-b7a0-fd24cf76879b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:01.842894 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-217c86f3-105f-4b9b-a4e1-a9f9486be06f req-d4e0f451-600c-46c8-b7a0-fd24cf76879b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 944 time: 0.0920041 Dec 22 13:14:01.886783 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-217c86f3-105f-4b9b-a4e1-a9f9486be06f req-c201134a-127d-41d6-85cb-43af47f410d3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381420 Dec 22 13:14:02.319752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:03.078461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f42a6-bf48-4ec8-b36a-7ae401632c06 req-e51ce83e-c9ff-446b-9f83-b6c0b8752bdd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:03.079925 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ef0f42a6-bf48-4ec8-b36a-7ae401632c06 req-e51ce83e-c9ff-446b-9f83-b6c0b8752bdd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 944 time: 0.0799639 Dec 22 13:14:03.126407 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ef0f42a6-bf48-4ec8-b36a-7ae401632c06 req-cbe9986d-7fc2-4b0c-ba80-d6bf2cf83a00 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380733 Dec 22 13:14:04.329444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3901f-1874-46a4-8e74-044a1a55863d req-a3b53c14-ddd0-4542-8d1c-42806299213e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:04.330938 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-60b3901f-1874-46a4-8e74-044a1a55863d req-a3b53c14-ddd0-4542-8d1c-42806299213e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 944 time: 0.0877542 Dec 22 13:14:04.380058 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-60b3901f-1874-46a4-8e74-044a1a55863d req-05c5cfca-18c8-464a-88f4-242a48b78498 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406516 Dec 22 13:14:05.268127 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:14:05.403123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d514bd2-f5ad-4024-aaa5-96c0ed265d77,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:14:05.416514 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'port_id': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77', 'mac_address': 'fa:16:3e:64:18:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:14:05.475688 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:05.492868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:14:05.508279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d514bd2-f5ad-4024-aaa5-96c0ed265d77,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:14:05.513089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:05.514849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c4bd4445-3927-4a91-a0d7-ad1d7f070820 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:14:05.569190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7252c9-f92a-40c0-ab73-c219e589aea1 req-4ab4829f-7a36-4744-bc19-6771c6e8d187 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:05.570658 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4e7252c9-f92a-40c0-ab73-c219e589aea1 req-4ab4829f-7a36-4744-bc19-6771c6e8d187 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 945 time: 0.0858231 Dec 22 13:14:05.579709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=7d514bd2-f5ad-4024-aaa5-96c0ed265d77,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:14:05.582881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:14:05.627441 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4e7252c9-f92a-40c0-ab73-c219e589aea1 req-13bbda79-2b70-4fb4-9cc2-f55cabd93ad3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478485 Dec 22 13:14:05.847187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['7d514bd2-f5ad-4024-aaa5-96c0ed265d77'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:14:06.830755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bd047-757d-4187-88a9-7fafb112c019 req-14debf29-3aa7-417a-9b58-c7ffef9892af tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:06.832238 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff3bd047-757d-4187-88a9-7fafb112c019 req-14debf29-3aa7-417a-9b58-c7ffef9892af tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 945 time: 0.0997238 Dec 22 13:14:06.877436 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff3bd047-757d-4187-88a9-7fafb112c019 req-2064641b-073d-4388-9c1e-90dafc9722e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387640 Dec 22 13:14:07.266991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:14:07.350071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:14:07.355249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:14:07.355639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:07.473714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:07.500125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:14:07.509807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d514bd2-f5ad-4024-aaa5-96c0ed265d77,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:14:07.514420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:07.516388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:14:07.551562 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77', 'code': 200} Dec 22 13:14:07.583854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=7d514bd2-f5ad-4024-aaa5-96c0ed265d77,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:14:07.587216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:14:07.794782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a58a0-97d5-46f1-a0bc-6d598ff0c45b req-4869f2cc-aee6-497f-b8b1-9fbbb5474bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:07.796199 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c32a58a0-97d5-46f1-a0bc-6d598ff0c45b req-4869f2cc-aee6-497f-b8b1-9fbbb5474bdb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 1099 time: 0.0774655 Dec 22 13:14:07.837531 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c32a58a0-97d5-46f1-a0bc-6d598ff0c45b req-a9a52554-b206-44fd-916e-57b9c195c084 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344157 Dec 22 13:14:08.079339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aeda16-d821-4a5b-9545-b58df007147e req-09d02d0a-792d-4d87-87ac-321e7cedbd3c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:08.080734 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-95aeda16-d821-4a5b-9545-b58df007147e req-09d02d0a-792d-4d87-87ac-321e7cedbd3c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 946 time: 0.0872054 Dec 22 13:14:08.127822 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-95aeda16-d821-4a5b-9545-b58df007147e req-d56b7772-1919-4774-9d9c-470284c97ba2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413895 Dec 22 13:14:09.328068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad73711-dd15-4b22-bba8-d04bbca6a4e6 req-6141243b-e7e0-4781-a37d-a3f18bb58488 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:09.329500 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fad73711-dd15-4b22-bba8-d04bbca6a4e6 req-6141243b-e7e0-4781-a37d-a3f18bb58488 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 946 time: 0.0926270 Dec 22 13:14:09.373150 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fad73711-dd15-4b22-bba8-d04bbca6a4e6 req-30741d40-ee24-4e09-9378-13d6b78e79ec tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379679 Dec 22 13:14:09.570299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf41a39-5e07-4889-90ed-5ab918196319 req-eec92255-4c25-4e4c-919d-13f1a356c482 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:09.571749 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-baf41a39-5e07-4889-90ed-5ab918196319 req-eec92255-4c25-4e4c-919d-13f1a356c482 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 946 time: 0.0905256 Dec 22 13:14:09.617567 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-baf41a39-5e07-4889-90ed-5ab918196319 req-c299eb21-7572-4ca0-aa25-9862ee06b5f2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398278 Dec 22 13:14:09.641360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54476) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:14:09.733727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce78e290-2d53-48a1-808b-c4abcb4826ad tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:09.735110 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ce78e290-2d53-48a1-808b-c4abcb4826ad tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 1094 time: 0.0925436 Dec 22 13:14:09.739577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54480) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:14:09.744491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:14:09.750686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:14:09.755223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:floatingip and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:14:09.758353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:14:09.764444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:14:09.778246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:10.030865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:10.179458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.121 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/e587adb8-9685-433f-b776-966317387644) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:14:10.333534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:10.368569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:10.372542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a7cbc9a-e153-4cc7-b56f-36a97b32ccd2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:14:10.433851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:14:10.436839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:14:10.440455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:14:10.469778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=e587adb8-9685-433f-b776-966317387644,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:14:10.475700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:14:10.484762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:10.869089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:10.952990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:11.158071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:11.164952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:11.169212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a696ef27-3b4b-42c6-893b-b93ea13cb306 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:14:11.270848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=e587adb8-9685-433f-b776-966317387644,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:14:11.274645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:14:11.281314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:11.447974 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 279fe067-5dd2-4885-a379-0dbe8a3e9bee associated. External IP: 172.26.4.121, port: 7d514bd2-f5ad-4024-aaa5-96c0ed265d77. Dec 22 13:14:11.917608 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 06d98c40-d41f-4144-982d-d8d02fcea923 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:14:12.102370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:14:12.112336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270801de-7e70-404b-9198-7e38a58b4b63 None None] Sync routers for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:14:12.121933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270801de-7e70-404b-9198-7e38a58b4b63 None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:14:12.122569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-270801de-7e70-404b-9198-7e38a58b4b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:14:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:14:12.129117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:12.188452 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4477305 Dec 22 13:14:12.189023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'tag': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:14:12.191303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54484) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:14:12.234612 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'tag': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77', 'status': 'completed', 'code': 200} Dec 22 13:14:12.299756 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-270801de-7e70-404b-9198-7e38a58b4b63 None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:14:12.347558 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e344e7b2-e287-4ba0-b63e-b29e69eec493 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/279fe067-5dd2-4885-a379-0dbe8a3e9bee HTTP/1.1" status: 200 len: 992 time: 0.1544008 Dec 22 13:14:12.362989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db2067-d231-4d23-a448-bae58b904f74 req-c4869a28-1fd8-4069-9a28-5853f5dd207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:12.364447 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b8db2067-d231-4d23-a448-bae58b904f74 req-c4869a28-1fd8-4069-9a28-5853f5dd207f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 1099 time: 0.1080017 Dec 22 13:14:12.636417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db2067-d231-4d23-a448-bae58b904f74 req-c759c960-e372-42a0-b7d4-81f15661fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:12.637906 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b8db2067-d231-4d23-a448-bae58b904f74 req-c759c960-e372-42a0-b7d4-81f15661fcdb service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 898 time: 0.2668648 Dec 22 13:14:12.696530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-270801de-7e70-404b-9198-7e38a58b4b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '279fe067-5dd2-4885-a379-0dbe8a3e9bee', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'port_id': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'mac_address': 'fa:16:3e:64:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:14:10Z', 'updated_at': '2021-12-22T13:14:10Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:14:12.700876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270801de-7e70-404b-9198-7e38a58b4b63 None None] Checking router: 06d98c40-d41f-4144-982d-d8d02fcea923 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:14:12.709500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270801de-7e70-404b-9198-7e38a58b4b63 None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:14:12.710132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-270801de-7e70-404b-9198-7e38a58b4b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:14:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:14:12.742348 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b8db2067-d231-4d23-a448-bae58b904f74 req-f87effd4-250a-4f67-b582-3b439943e604 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d514bd2-f5ad-4024-aaa5-96c0ed265d77 HTTP/1.1" status: 200 len: 1000 time: 0.0976648 Dec 22 13:14:12.804447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db2067-d231-4d23-a448-bae58b904f74 req-0c1aabe6-2763-4544-950e-aa9e0750198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:12.805878 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b8db2067-d231-4d23-a448-bae58b904f74 req-0c1aabe6-2763-4544-950e-aa9e0750198b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c11e6b5-bc6d-46e5-95d0-10ceac30903b HTTP/1.1" status: 200 len: 835 time: 0.0567429 Dec 22 13:14:12.881241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db2067-d231-4d23-a448-bae58b904f74 req-80be0107-9e19-419a-8dcf-1f4368363186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:12.882723 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b8db2067-d231-4d23-a448-bae58b904f74 req-80be0107-9e19-419a-8dcf-1f4368363186 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699327 Dec 22 13:14:12.885459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-270801de-7e70-404b-9198-7e38a58b4b63 None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:14:13.015510 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b8db2067-d231-4d23-a448-bae58b904f74 req-d917161c-bf08-4ec4-8ccc-627b63bfa747 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249194 Dec 22 13:14:13.148794 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b8db2067-d231-4d23-a448-bae58b904f74 req-df76bac0-aa2b-49ad-8b8e-9a8afb6d1bf2 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269464 Dec 22 13:14:13.227836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-270801de-7e70-404b-9198-7e38a58b4b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '279fe067-5dd2-4885-a379-0dbe8a3e9bee', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'port_id': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'mac_address': 'fa:16:3e:64:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:14:10Z', 'updated_at': '2021-12-22T13:14:10Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:14:13.232377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270801de-7e70-404b-9198-7e38a58b4b63 None None] The sync data for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv is: [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '279fe067-5dd2-4885-a379-0dbe8a3e9bee', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'port_id': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'mac_address': 'fa:16:3e:64:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:14:10Z', 'updated_at': '2021-12-22T13:14:10Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:14:13.351903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54490) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:14:13.420205 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51ab23-8590-448b-8e4f-ceb5f688b4d6 None None] New status for floating IP 279fe067-5dd2-4885-a379-0dbe8a3e9bee: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:14:13.460423 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-524bd015-dc6b-4fb1-9f7c-bb995b9855ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/279fe067-5dd2-4885-a379-0dbe8a3e9bee HTTP/1.1" status: 200 len: 992 time: 0.1072772 Dec 22 13:14:14.466027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54494) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:14:14.581936 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3e72eaaa-4152-453f-9a38-a46a77436c90 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/279fe067-5dd2-4885-a379-0dbe8a3e9bee HTTP/1.1" status: 200 len: 994 time: 0.1142402 Dec 22 13:14:22.759301 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:14:26.588761 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b0217616-d509-47b8-817a-dbfc1c47d0ee req-222478b2-9153-460c-8ebc-07e72e4c97b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757561 Dec 22 13:14:26.734885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0217616-d509-47b8-817a-dbfc1c47d0ee req-e951a114-1206-4462-aa1d-23caf7e8fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:26.736400 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b0217616-d509-47b8-817a-dbfc1c47d0ee req-e951a114-1206-4462-aa1d-23caf7e8fad5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 1099 time: 0.0736215 Dec 22 13:14:26.896136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0217616-d509-47b8-817a-dbfc1c47d0ee req-616431e8-147b-4d55-8fb8-c060a22ff107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:26.897475 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b0217616-d509-47b8-817a-dbfc1c47d0ee req-616431e8-147b-4d55-8fb8-c060a22ff107 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 898 time: 0.1398175 Dec 22 13:14:26.999279 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b0217616-d509-47b8-817a-dbfc1c47d0ee req-4164190a-e1f6-41e8-acc7-a6252fb7111a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d514bd2-f5ad-4024-aaa5-96c0ed265d77 HTTP/1.1" status: 200 len: 1002 time: 0.0953825 Dec 22 13:14:27.062271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0217616-d509-47b8-817a-dbfc1c47d0ee req-510065de-ccb0-41e9-8c51-ab88ecbdf9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:27.063695 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b0217616-d509-47b8-817a-dbfc1c47d0ee req-510065de-ccb0-41e9-8c51-ab88ecbdf9cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c11e6b5-bc6d-46e5-95d0-10ceac30903b HTTP/1.1" status: 200 len: 835 time: 0.0554051 Dec 22 13:14:27.141439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0217616-d509-47b8-817a-dbfc1c47d0ee req-2ea66dfc-6620-42b7-ba8b-b611e059b905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:14:27.142916 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b0217616-d509-47b8-817a-dbfc1c47d0ee req-2ea66dfc-6620-42b7-ba8b-b611e059b905 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723982 Dec 22 13:14:27.401807 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b0217616-d509-47b8-817a-dbfc1c47d0ee req-045b71e8-6029-4003-8bc7-d8f6d61063a1 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522159 Dec 22 13:14:27.509816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d94ac7a-d080-4e53-aa6a-1215194d720a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:27.536632 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b0217616-d509-47b8-817a-dbfc1c47d0ee req-2d744bf1-b6cd-4f00-a577-441d5dc7a5df service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282320 Dec 22 13:14:29.861089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-791e2ce5-e5cf-4979-a64d-af8c0197843a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:30.770383 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:30.969003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:32.319510 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:40.493784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:43.826826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [req-e2f763ac-85f0-4bb6-afa1-48cacfbbd482 req-bbf17202-3e1e-4db7-885d-106d6fb72918 service neutron] (87568) timed out ('10.222.0.54', 51036) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 13:14:57.518181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0adeb8d2-646c-47bd-9b5c-094d0373a2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:14:59.759021 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:14:59.857089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c6a0650b-c68f-4480-8404-b16af62e8080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:00.767499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:00.967180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:02.324653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:10.493739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:25.616683 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54528) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:25.694115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a802a91f-2268-42b0-a032-e143c61b2991 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:25.694751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a802a91f-2268-42b0-a032-e143c61b2991 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:25.695370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a802a91f-2268-42b0-a032-e143c61b2991 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:25.697907 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a802a91f-2268-42b0-a032-e143c61b2991 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=f78c694f854e4d3495bc7de63c3e5cf7&network_id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 3000 time: 0.0802460 Dec 22 13:15:27.296206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54540) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:27.375057 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5557324-84cd-4181-8f3d-f3b1e4b514cf tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:27.377362 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f5557324-84cd-4181-8f3d-f3b1e4b514cf tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4 HTTP/1.1" status: 200 len: 814 time: 0.0797257 Dec 22 13:15:27.512716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a68423a-cd81-4012-9b91-ffc24faf05c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:27.846205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54548) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:27.854447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-dd371f2a-a38e-440c-b0de-4322f4e5c0e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:15:27.975833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd371f2a-a38e-440c-b0de-4322f4e5c0e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:28.238075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd371f2a-a38e-440c-b0de-4322f4e5c0e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:28.244153 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd371f2a-a38e-440c-b0de-4322f4e5c0e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:28.244484 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-dd371f2a-a38e-440c-b0de-4322f4e5c0e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 279fe067-5dd2-4885-a379-0dbe8a3e9bee disassociated. External IP: 172.26.4.121, port: 7d514bd2-f5ad-4024-aaa5-96c0ed265d77. Dec 22 13:15:28.604620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd371f2a-a38e-440c-b0de-4322f4e5c0e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 06d98c40-d41f-4144-982d-d8d02fcea923 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:15:28.839151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd371f2a-a38e-440c-b0de-4322f4e5c0e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:15:28.843544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-dd371f2a-a38e-440c-b0de-4322f4e5c0e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:28.849025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869be8f-142a-4f08-9181-43d196195ecf None None] Sync routers for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:15:28.858778 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869be8f-142a-4f08-9181-43d196195ecf None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:15:28.859452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7869be8f-142a-4f08-9181-43d196195ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:15:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:15:28.903665 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-854e938a-9358-4f73-9363-1567faabbbbd req-d970d3bf-bfe0-4bd1-9f5d-0c6ed493806a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3491967 Dec 22 13:15:28.907844 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dd371f2a-a38e-440c-b0de-4322f4e5c0e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/floatingips/279fe067-5dd2-4885-a379-0dbe8a3e9bee HTTP/1.1" status: 200 len: 690 time: 1.0577426 Dec 22 13:15:28.907844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'tag': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:15:28.908668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54554) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:28.965316 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'tag': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77', 'status': 'completed', 'code': 200} Dec 22 13:15:29.018223 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-67a71cdd-650a-4582-a14c-1a2404e318fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/279fe067-5dd2-4885-a379-0dbe8a3e9bee HTTP/1.1" status: 200 len: 690 time: 0.1070223 Dec 22 13:15:29.041088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7869be8f-142a-4f08-9181-43d196195ecf None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:15:29.053135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e938a-9358-4f73-9363-1567faabbbbd req-4c04d517-b71b-4803-bc2a-fba62711eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:29.054641 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-854e938a-9358-4f73-9363-1567faabbbbd req-4c04d517-b71b-4803-bc2a-fba62711eae9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 1099 time: 0.0707119 Dec 22 13:15:29.342934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e938a-9358-4f73-9363-1567faabbbbd req-ed3cd072-0a58-4126-a134-9cac4260ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:29.344552 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-854e938a-9358-4f73-9363-1567faabbbbd req-ed3cd072-0a58-4126-a134-9cac4260ce60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 898 time: 0.2717245 Dec 22 13:15:29.395229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7869be8f-142a-4f08-9181-43d196195ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:15:29.399317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869be8f-142a-4f08-9181-43d196195ecf None None] Checking router: 06d98c40-d41f-4144-982d-d8d02fcea923 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:15:29.407838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869be8f-142a-4f08-9181-43d196195ecf None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:15:29.408444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7869be8f-142a-4f08-9181-43d196195ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:15:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:15:29.410278 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-854e938a-9358-4f73-9363-1567faabbbbd req-31467e5b-51e5-4b38-a774-74252a065aad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d514bd2-f5ad-4024-aaa5-96c0ed265d77 HTTP/1.1" status: 200 len: 217 time: 0.0594263 Dec 22 13:15:29.476690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e938a-9358-4f73-9363-1567faabbbbd req-4e43267b-b3a7-4868-83ba-0f34ce4ddeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:29.478135 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-854e938a-9358-4f73-9363-1567faabbbbd req-4e43267b-b3a7-4868-83ba-0f34ce4ddeb1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c11e6b5-bc6d-46e5-95d0-10ceac30903b HTTP/1.1" status: 200 len: 835 time: 0.0617945 Dec 22 13:15:29.551711 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e938a-9358-4f73-9363-1567faabbbbd req-304a519c-01b0-454a-ae2b-dc31b0757b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:29.553251 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-854e938a-9358-4f73-9363-1567faabbbbd req-304a519c-01b0-454a-ae2b-dc31b0757b0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682261 Dec 22 13:15:29.584464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7869be8f-142a-4f08-9181-43d196195ecf None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:15:29.681813 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-854e938a-9358-4f73-9363-1567faabbbbd req-cb2f12f0-f0c2-494a-99ce-6f284b84f999 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221225 Dec 22 13:15:29.825674 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-854e938a-9358-4f73-9363-1567faabbbbd req-295fe697-2f22-4d5e-8826-c037aabd1953 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372561 Dec 22 13:15:29.884083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bdaaa4cc-3733-42d6-8dcf-72bd73240fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:29.906504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7869be8f-142a-4f08-9181-43d196195ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:15:29.910424 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869be8f-142a-4f08-9181-43d196195ecf None None] The sync data for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv is: [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:15:29.948628 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05699e93-9cbb-4c8d-a37e-0cf2005ddd53 req-b699fe18-ab80-46ad-a0d7-c3091a1f3b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:29.950085 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-05699e93-9cbb-4c8d-a37e-0cf2005ddd53 req-b699fe18-ab80-46ad-a0d7-c3091a1f3b6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 1099 time: 0.0802317 Dec 22 13:15:30.021211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54560) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:30.094862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05699e93-9cbb-4c8d-a37e-0cf2005ddd53 req-cae7bae1-114b-4d5a-a8ec-40b8758e231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:30.096376 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-05699e93-9cbb-4c8d-a37e-0cf2005ddd53 req-cae7bae1-114b-4d5a-a8ec-40b8758e231d service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 898 time: 0.1395564 Dec 22 13:15:30.118093 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-369ea5bb-65e6-41ec-a8b9-cb706643b600 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/279fe067-5dd2-4885-a379-0dbe8a3e9bee HTTP/1.1" status: 200 len: 690 time: 0.0941610 Dec 22 13:15:30.165132 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057823c1-ab4b-4d66-bb87-b9572c9f4ce2 None None] New status for floating IP 279fe067-5dd2-4885-a379-0dbe8a3e9bee: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:15:30.165670 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-05699e93-9cbb-4c8d-a37e-0cf2005ddd53 req-dcc299c2-a784-42e6-8838-fab9300cd900 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d514bd2-f5ad-4024-aaa5-96c0ed265d77 HTTP/1.1" status: 200 len: 217 time: 0.0623972 Dec 22 13:15:30.230743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05699e93-9cbb-4c8d-a37e-0cf2005ddd53 req-ec0f63a4-d205-4f18-8b7e-13b3234cef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:30.232239 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-05699e93-9cbb-4c8d-a37e-0cf2005ddd53 req-ec0f63a4-d205-4f18-8b7e-13b3234cef89 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c11e6b5-bc6d-46e5-95d0-10ceac30903b HTTP/1.1" status: 200 len: 835 time: 0.0614951 Dec 22 13:15:30.309124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05699e93-9cbb-4c8d-a37e-0cf2005ddd53 req-084ea5cd-f011-4006-823c-7d54f1d3e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:30.310681 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-05699e93-9cbb-4c8d-a37e-0cf2005ddd53 req-084ea5cd-f011-4006-823c-7d54f1d3e589 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720654 Dec 22 13:15:30.457378 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-05699e93-9cbb-4c8d-a37e-0cf2005ddd53 req-663fe4cc-6600-4381-bbea-feeae0e4c259 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388514 Dec 22 13:15:30.593047 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-05699e93-9cbb-4c8d-a37e-0cf2005ddd53 req-a301d163-27c7-4115-a649-a02b778a1e15 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287680 Dec 22 13:15:30.768622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:30.969523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:31.122096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54564) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:31.211793 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e4440ad7-7015-4d0c-9832-94e27d1cb2d3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/279fe067-5dd2-4885-a379-0dbe8a3e9bee HTTP/1.1" status: 200 len: 688 time: 0.0877030 Dec 22 13:15:32.328442 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.446749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54570) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:32.452062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310233383', 'description': 'tempest-secgroup-smoke-1310233383 description', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:15:32.458198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:15:32.468347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:15:32.483176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.504886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:15:32.508883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:15:32.511846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:15:32.517693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:15:32.587231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.592933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.596888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d4b02f58-779f-4073-9c6e-e3c0ae7c6060 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:15:32.637473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60dd7ea5-3d52-49f5-8953-16c742b9c8eb,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:15:32.646180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:32.646566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:32.646968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:32.647339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:32.647744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:32.648114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:32.648475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:32.648836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:32.649199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:32.649559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:32.649918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:32.650275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:32.653228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.654429 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2067261 Dec 22 13:15:32.655311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:15:32.657462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54574) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:32.662708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '60dd7ea5-3d52-49f5-8953-16c742b9c8eb', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:15:32.668614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:15:32.672620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:15:32.675508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:15:32.681244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:15:32.700406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.763003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.768140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.769898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4e86dadd-2877-40a4-b974-1271dedfaf91 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:15:32.791336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8eca9dd-532a-425e-993e-e1b34a02f762,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:15:32.793786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:15:32.802712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.804021 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456213 Dec 22 13:15:32.806911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54578) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:32.811876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '60dd7ea5-3d52-49f5-8953-16c742b9c8eb', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:15:32.817757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:15:32.821764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:15:32.824796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:15:32.830671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:15:32.850214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.915832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.922223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.924516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d8ec5f3d-71a6-43f8-9631-f0b723b51476 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:15:32.947296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab168f9b-ca88-4009-a932-48bf11c73d39,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:15:32.949728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:15:32.958097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:32.959468 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1514974 Dec 22 13:15:32.962794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54582) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:32.967942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '60dd7ea5-3d52-49f5-8953-16c742b9c8eb', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:15:32.974014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:15:32.977999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:15:32.981032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:15:32.986764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:15:33.005335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.067930 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.072814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.074603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aa62c8f7-1b39-4592-ae8e-bcceac5530ac tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:15:33.098555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3073a0f6-d447-48f0-9c72-a2149e67381b,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:15:33.100837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:15:33.110758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.111967 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482451 Dec 22 13:15:33.116340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54586) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:33.121674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '60dd7ea5-3d52-49f5-8953-16c742b9c8eb', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:15:33.128059 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:15:33.132295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:15:33.135341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:15:33.141887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:15:33.160202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.223416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.229546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.231386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-607bfe0e-e656-4950-a549-e428343e26da tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:15:33.252343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e62425-2ef8-470f-880a-12232ea53ece,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:15:33.262735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:33.263122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:33.263495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:33.263891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:33.264254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:33.264656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:33.265005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:33.265363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:33.265722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:33.266078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:33.266433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:33.266806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:33.269895 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.271058 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1537292 Dec 22 13:15:33.272012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:15:33.274332 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54590) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:33.279230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '60dd7ea5-3d52-49f5-8953-16c742b9c8eb', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:15:33.285208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:15:33.289146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:15:33.292020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:15:33.297599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:15:33.313582 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:15:33.320520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.383622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.390008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.391941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-89f0cffc-ba52-47de-8a00-d84e12e8756c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:15:33.412830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c259da-26db-44ac-94dc-3b15111f74e5,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:15:33.415105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:15:33.423121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.424320 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490946 Dec 22 13:15:33.427351 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54594) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:33.432282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '60dd7ea5-3d52-49f5-8953-16c742b9c8eb', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:15:33.438009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:15:33.442206 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:15:33.445165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:15:33.450898 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:15:33.465591 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:15:33.472575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.538950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.545687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.547469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-20ff2ba3-2787-4b48-a24d-8a8d86a2506c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:15:33.568677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0bee15-30d5-459f-a7ac-146bfa88ea15,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:15:33.571108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:15:33.578974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:33.580162 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518805 Dec 22 13:15:34.060714 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-4f0f8145-9f2f-4400-99a6-a61e7fc6384e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310233383&fields=id&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 267 time: 0.0476148 Dec 22 13:15:34.211670 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-4c8df43c-8f59-4351-b923-8d4f757590a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:34.213126 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-4c8df43c-8f59-4351-b923-8d4f757590a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/networks?id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 797 time: 0.1455030 Dec 22 13:15:34.230293 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-1512e212-3e1d-45a4-b638-950639ee360c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/quotas/f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 375 time: 0.0090611 Dec 22 13:15:34.330639 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-d5ab4881-d7ba-4dc3-b3cf-a00f2a7cf141 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0951464 Dec 22 13:15:34.587955 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-06ef74bd-7f10-4626-8a61-e618da00726b service neutron] 10.222.0.24 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448854 Dec 22 13:15:34.727753 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-fb574d1d-0dab-4471-8888-994d2a256d55 service neutron] 10.222.0.24 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339686 Dec 22 13:15:34.974563 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f757dec5-ad40-4d71-b75f-07802ca6e700 req-47c4bb79-10d5-4a23-aa78-3d91df01654e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 210 time: 0.0971339 Dec 22 13:15:35.982714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-c7f43813-0a70-4a73-8ce6-5f29ef1b1d7a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:35.984147 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-c7f43813-0a70-4a73-8ce6-5f29ef1b1d7a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks?id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 797 time: 0.1476817 Dec 22 13:15:36.035301 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-e7639c59-dee8-4f2d-8382-179e2516a75f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 472 time: 0.0422826 Dec 22 13:15:36.048705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'device_id': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'admin_state_up': True, 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'security_groups': ['60dd7ea5-3d52-49f5-8953-16c742b9c8eb']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:15:36.174882 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-89615069-00c4-4595-bccf-96215fd14704 req-e24df76e-6226-4bc6-a2c0-930f003cc6cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 210 time: 0.0577381 Dec 22 13:15:36.226678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:15:36.236745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:15:36.249030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:15:36.252663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:36.408566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.5 (5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a/6c11e6b5-bc6d-46e5-95d0-10ceac30903b/de46bfcc-ea5e-4300-ba58-f2d843ea3fe6) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:15:36.598700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:36.614167 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:15:36.638583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:36.644258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:15:36.706803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:15:36.709936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:15:36.714096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:15:36.747734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:15:36.754411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:15:36.760857 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:15:36.783783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:36.784387 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:36.812136 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7673855 Dec 22 13:15:36.823791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Request body: {'port': {'device_id': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:15:36.936969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:36.984416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6f21d60b-0e6d-46b0-90af-6d6459568388 None None] Provisioning for port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:15:36.989387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6f21d60b-0e6d-46b0-90af-6d6459568388 None None] Provisioning complete for port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:15:36.989785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6f21d60b-0e6d-46b0-90af-6d6459568388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:37.042177 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6f21d60b-0e6d-46b0-90af-6d6459568388 None None] Port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:15:37.277654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:15:37.285416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:37.300281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Transition to ACTIVE for port object de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:15:37.305732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:37.310515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-abfaa690-0108-48ad-bdb9-94446d51e9bc tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:15:37.357853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331195-9d37-474d-b64f-5fb3e9a1deae req-a9980ab0-70bf-4da1-aca4-7397b7f45f6e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:37.359249 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-48331195-9d37-474d-b64f-5fb3e9a1deae req-a9980ab0-70bf-4da1-aca4-7397b7f45f6e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 943 time: 0.0791163 Dec 22 13:15:37.404236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-48331195-9d37-474d-b64f-5fb3e9a1deae req-0b77f0a3-1fe2-4d78-a3e2-822230f4c6e6 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:15:37.422569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-48331195-9d37-474d-b64f-5fb3e9a1deae req-0b77f0a3-1fe2-4d78-a3e2-822230f4c6e6 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:15:37.423800 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-48331195-9d37-474d-b64f-5fb3e9a1deae req-0b77f0a3-1fe2-4d78-a3e2-822230f4c6e6 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=60dd7ea5-3d52-49f5-8953-16c742b9c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585709 Dec 22 13:15:37.620466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Pushing event updated for resources: {'Port': ['ID=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:15:37.623547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:15:37.697873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Attempting to bind port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:15:37.698199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Attempting to bind port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:15:37.698500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Attempting to bind port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 on network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:15:37.703169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 on network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:15:37.703478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Attempting to bind port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 on network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:15:37.708828 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:15:37.709155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Checking segment: {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:15:37.709526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Bound using segment: {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:15:37.709938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Bound port: de46bfcc-ea5e-4300-ba58-f2d843ea3fe6, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb2d0bc-beea-4738-925f-d29be690d400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:15:37.710265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:37.797944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] For port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:15:37.801242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] For port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:15:37.806001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:37.809721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:15:37.870111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:37.870821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:37.872260 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] 10.222.0.54 "PUT /v2.0/ports/de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 HTTP/1.1" status: 200 len: 1093 time: 1.0529172 Dec 22 13:15:37.872762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'tag': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:15:37.901202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Pushing event updated for resources: {'Port': ['ID=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:15:37.904607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:15:37.949678 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'tag': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6', 'status': 'completed', 'code': 200} Dec 22 13:15:37.988755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-43ea7ae2-f082-4b54-ab00-81b35be6e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:37.990016 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-43ea7ae2-f082-4b54-ab00-81b35be6e5a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 1096 time: 0.0770009 Dec 22 13:15:38.062220 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-337272a1-f355-4f92-8866-0b00d79d7b59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 HTTP/1.1" status: 200 len: 217 time: 0.0651155 Dec 22 13:15:38.123253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-237286d7-decc-4815-bf33-624829c67a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:38.124702 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-237286d7-decc-4815-bf33-624829c67a4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c11e6b5-bc6d-46e5-95d0-10ceac30903b HTTP/1.1" status: 200 len: 835 time: 0.0567532 Dec 22 13:15:38.203212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-18beea8b-d8aa-41e5-96f8-53bd0032a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:38.205490 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-18beea8b-d8aa-41e5-96f8-53bd0032a98f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742633 Dec 22 13:15:38.338455 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-ac1bd1d9-abe1-47ab-b1d0-bbdb3dc22fe7 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247478 Dec 22 13:15:38.470199 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf75a578-4e25-4a80-9c4d-184b07765b30 req-bfdd94f6-15f3-4141-b8e1-cf7b216d3c95 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251512 Dec 22 13:15:38.595173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8c63d-55ba-4851-87eb-9f452db24773 req-6c46ca6a-3234-4535-b775-ef6438443090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:38.596790 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-91f8c63d-55ba-4851-87eb-9f452db24773 req-6c46ca6a-3234-4535-b775-ef6438443090 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 1096 time: 0.0805559 Dec 22 13:15:38.646092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30adf3-3e0f-4a94-939a-77dee836f534 req-7e6bbd20-d3c4-436f-9fbd-8aef77bdeea7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:38.647542 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8f30adf3-3e0f-4a94-939a-77dee836f534 req-7e6bbd20-d3c4-436f-9fbd-8aef77bdeea7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 943 time: 0.0853813 Dec 22 13:15:38.692440 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8f30adf3-3e0f-4a94-939a-77dee836f534 req-ddf19257-8f6d-4042-96ee-97a2fa85bb07 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=60dd7ea5-3d52-49f5-8953-16c742b9c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389106 Dec 22 13:15:38.729600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8c63d-55ba-4851-87eb-9f452db24773 req-3701f829-c037-43bd-9f80-90626236504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:38.731051 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-91f8c63d-55ba-4851-87eb-9f452db24773 req-3701f829-c037-43bd-9f80-90626236504a service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 898 time: 0.1281793 Dec 22 13:15:38.800507 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-91f8c63d-55ba-4851-87eb-9f452db24773 req-78d20156-ef28-4293-83b7-90bac2a35457 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 HTTP/1.1" status: 200 len: 217 time: 0.0630565 Dec 22 13:15:38.880164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8c63d-55ba-4851-87eb-9f452db24773 req-885fd0a1-78e3-4dfd-8d83-d84722a54329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:38.882299 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-91f8c63d-55ba-4851-87eb-9f452db24773 req-885fd0a1-78e3-4dfd-8d83-d84722a54329 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c11e6b5-bc6d-46e5-95d0-10ceac30903b HTTP/1.1" status: 200 len: 835 time: 0.0754499 Dec 22 13:15:38.958037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8c63d-55ba-4851-87eb-9f452db24773 req-7e50bc46-a264-4baf-a298-937301609702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:38.959483 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-91f8c63d-55ba-4851-87eb-9f452db24773 req-7e50bc46-a264-4baf-a298-937301609702 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713041 Dec 22 13:15:39.093730 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-91f8c63d-55ba-4851-87eb-9f452db24773 req-ef289971-8438-4a2d-b1b2-74a795b8861b service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269901 Dec 22 13:15:39.235965 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-91f8c63d-55ba-4851-87eb-9f452db24773 req-a56a39be-55d9-4c0f-b1cb-23c04ebb2fab service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351655 Dec 22 13:15:39.898398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387ce39-d13b-42a8-808c-caea5650dfbc req-7822dc48-d1b1-45b6-8c03-3be4c0c70b48 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:39.899091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-5387ce39-d13b-42a8-808c-caea5650dfbc req-7822dc48-d1b1-45b6-8c03-3be4c0c70b48 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:15:39.916921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-5387ce39-d13b-42a8-808c-caea5650dfbc req-7822dc48-d1b1-45b6-8c03-3be4c0c70b48 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:15:39.918186 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5387ce39-d13b-42a8-808c-caea5650dfbc req-7822dc48-d1b1-45b6-8c03-3be4c0c70b48 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 943 time: 0.1126165 Dec 22 13:15:39.962443 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5387ce39-d13b-42a8-808c-caea5650dfbc req-1bb049cc-b94a-4b1f-9cea-bf4d0b258661 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=60dd7ea5-3d52-49f5-8953-16c742b9c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383868 Dec 22 13:15:40.506503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:41.161815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cce0cb-ea12-4e23-ae72-6f69176fb38e req-669b21f5-2230-4b9d-9b2e-df3f06ae3fe2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:41.163282 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-88cce0cb-ea12-4e23-ae72-6f69176fb38e req-669b21f5-2230-4b9d-9b2e-df3f06ae3fe2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 943 time: 0.0873907 Dec 22 13:15:41.328543 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-88cce0cb-ea12-4e23-ae72-6f69176fb38e req-114ee36f-2667-4e3d-9b0c-cc1165aaa3f1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=60dd7ea5-3d52-49f5-8953-16c742b9c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573324 Dec 22 13:15:41.669666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:15:41.807446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:15:41.820154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'port_id': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6', 'mac_address': 'fa:16:3e:dc:48:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:15:41.877827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:41.894032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:15:41.909106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:15:41.916185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:41.917918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:15:41.983789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:15:41.990973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:41.991292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:41.991642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:41.991979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:41.992288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:41.992607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:41.992935 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:41.993256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:41.993912 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:41.994218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:41.994570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:41.994887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:15:41.998732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:15:42.251033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['de46bfcc-ea5e-4300-ba58-f2d843ea3fe6'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:15:42.524646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292616da-0a90-43d4-b345-eee7186d7875 req-57fc7005-5728-478e-ba9a-44ca305e911b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:42.526084 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-292616da-0a90-43d4-b345-eee7186d7875 req-57fc7005-5728-478e-ba9a-44ca305e911b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 944 time: 0.0827730 Dec 22 13:15:42.577241 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-292616da-0a90-43d4-b345-eee7186d7875 req-66e241e3-f526-492d-9aa9-315f746c2562 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=60dd7ea5-3d52-49f5-8953-16c742b9c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449455 Dec 22 13:15:43.683992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:15:43.758639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:15:43.763621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:15:43.764117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:43.770022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b8821-96a2-44ae-808e-2b9b4b7cd9b6 req-3878edc9-0abf-4bfd-9106-2670637fbc0f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:43.771593 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d4b8821-96a2-44ae-808e-2b9b4b7cd9b6 req-3878edc9-0abf-4bfd-9106-2670637fbc0f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 944 time: 0.0813432 Dec 22 13:15:43.815884 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d4b8821-96a2-44ae-808e-2b9b4b7cd9b6 req-1995cf6b-6090-4fd1-a94b-1c1a4214907f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=60dd7ea5-3d52-49f5-8953-16c742b9c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380373 Dec 22 13:15:43.913637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:43.939636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:15:43.949639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:15:43.955999 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:43.958860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-03e004dd-3bc5-4a2f-9760-b1f92c41a4b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:15:43.995531 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6', 'code': 200} Dec 22 13:15:44.031358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:15:44.034394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:15:44.221809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72acbbc-fa5a-4aad-9533-0cb59f0a9f0c req-c80a6734-5b75-4128-a1df-17bbaba2354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:44.223191 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d72acbbc-fa5a-4aad-9533-0cb59f0a9f0c req-c80a6734-5b75-4128-a1df-17bbaba2354e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 1098 time: 0.0710700 Dec 22 13:15:44.264773 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d72acbbc-fa5a-4aad-9533-0cb59f0a9f0c req-4728bff0-3897-4b39-b663-083e1b994788 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=60dd7ea5-3d52-49f5-8953-16c742b9c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350618 Dec 22 13:15:45.015114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48f292-2384-4f1c-a22a-df4a171ba19c req-3e65df12-bee5-4cd1-9756-e5c6737583cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:45.016615 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d48f292-2384-4f1c-a22a-df4a171ba19c req-3e65df12-bee5-4cd1-9756-e5c6737583cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 945 time: 0.0900335 Dec 22 13:15:45.061558 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d48f292-2384-4f1c-a22a-df4a171ba19c req-fd9e5c0d-312d-4cf6-8946-3f3358287e8e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=60dd7ea5-3d52-49f5-8953-16c742b9c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388875 Dec 22 13:15:46.379157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfde6f-d550-4c87-b5a3-7d113e931687 req-ab86a473-aa31-4609-8902-eb667d201b7d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:46.380809 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7cdfde6f-d550-4c87-b5a3-7d113e931687 req-ab86a473-aa31-4609-8902-eb667d201b7d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 945 time: 0.2125609 Dec 22 13:15:46.428064 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7cdfde6f-d550-4c87-b5a3-7d113e931687 req-08075fa3-192c-4a8c-99a2-02de4c802a13 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=60dd7ea5-3d52-49f5-8953-16c742b9c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390215 Dec 22 13:15:46.617672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e757e99-f885-4e21-96ba-14309513c635 req-256f1ae0-37a0-478d-92f2-9d1c11524d07 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:46.619216 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8e757e99-f885-4e21-96ba-14309513c635 req-256f1ae0-37a0-478d-92f2-9d1c11524d07 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 945 time: 0.0818579 Dec 22 13:15:46.665155 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8e757e99-f885-4e21-96ba-14309513c635 req-1c2184bd-f297-41b6-9d17-c3c50c18f7ec tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=60dd7ea5-3d52-49f5-8953-16c742b9c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401323 Dec 22 13:15:46.692766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54656) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:46.763188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f0eeb2-33d9-4b21-8abd-96729416d2da tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:46.764851 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-62f0eeb2-33d9-4b21-8abd-96729416d2da tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 1093 time: 0.0711253 Dec 22 13:15:46.769239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54660) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:46.774455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1ff8400e-b242-4457-8f3e-04579d8478c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'floatingip': {'port_id': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:15:46.853157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ff8400e-b242-4457-8f3e-04579d8478c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:47.459481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ff8400e-b242-4457-8f3e-04579d8478c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:47.466889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ff8400e-b242-4457-8f3e-04579d8478c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:47.640580 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-1ff8400e-b242-4457-8f3e-04579d8478c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 279fe067-5dd2-4885-a379-0dbe8a3e9bee associated. External IP: 172.26.4.121, port: de46bfcc-ea5e-4300-ba58-f2d843ea3fe6. Dec 22 13:15:48.111356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff8400e-b242-4457-8f3e-04579d8478c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 06d98c40-d41f-4144-982d-d8d02fcea923 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:15:48.288978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff8400e-b242-4457-8f3e-04579d8478c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:15:48.295460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ff8400e-b242-4457-8f3e-04579d8478c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:48.301327 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dbb0c-6e74-4172-be7b-2d31b62510fd None None] Sync routers for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:15:48.311043 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3dbb0c-6e74-4172-be7b-2d31b62510fd None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:15:48.311706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3c3dbb0c-6e74-4172-be7b-2d31b62510fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:15:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:15:48.356305 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1ff8400e-b242-4457-8f3e-04579d8478c7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/floatingips/279fe067-5dd2-4885-a379-0dbe8a3e9bee HTTP/1.1" status: 200 len: 991 time: 1.5832937 Dec 22 13:15:48.356305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'tag': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:15:48.357236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54664) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:48.398356 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'tag': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6', 'status': 'completed', 'code': 200} Dec 22 13:15:48.493474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-3c3dbb0c-6e74-4172-be7b-2d31b62510fd None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:15:48.519198 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cdcd7be3-5431-423a-b8c5-fb82dcf1eb2f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/279fe067-5dd2-4885-a379-0dbe8a3e9bee HTTP/1.1" status: 200 len: 991 time: 0.1602232 Dec 22 13:15:48.528573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae72707-4dce-4658-a8d1-77bc1eec6419 req-38f0160c-141d-4825-8d38-4e97a4a4fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:48.529984 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0ae72707-4dce-4658-a8d1-77bc1eec6419 req-38f0160c-141d-4825-8d38-4e97a4a4fc99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 1098 time: 0.1076446 Dec 22 13:15:48.663251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae72707-4dce-4658-a8d1-77bc1eec6419 req-951e4255-a474-4539-9d01-6f77874632b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:48.664747 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0ae72707-4dce-4658-a8d1-77bc1eec6419 req-951e4255-a474-4539-9d01-6f77874632b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 898 time: 0.1283455 Dec 22 13:15:48.767570 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0ae72707-4dce-4658-a8d1-77bc1eec6419 req-a1180a71-9771-4387-86c5-2d6ca4a74f3c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 HTTP/1.1" status: 200 len: 999 time: 0.0966408 Dec 22 13:15:48.829275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae72707-4dce-4658-a8d1-77bc1eec6419 req-8ad811f1-d324-4003-847a-f268a2ece9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:48.830773 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0ae72707-4dce-4658-a8d1-77bc1eec6419 req-8ad811f1-d324-4003-847a-f268a2ece9e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c11e6b5-bc6d-46e5-95d0-10ceac30903b HTTP/1.1" status: 200 len: 835 time: 0.0568376 Dec 22 13:15:48.839394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3c3dbb0c-6e74-4172-be7b-2d31b62510fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '279fe067-5dd2-4885-a379-0dbe8a3e9bee', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'port_id': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'mac_address': 'fa:16:3e:dc:48:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:14:10Z', 'updated_at': '2021-12-22T13:15:47Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:15:48.843304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dbb0c-6e74-4172-be7b-2d31b62510fd None None] Checking router: 06d98c40-d41f-4144-982d-d8d02fcea923 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:15:48.851575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3dbb0c-6e74-4172-be7b-2d31b62510fd None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:15:48.852208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3c3dbb0c-6e74-4172-be7b-2d31b62510fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:15:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:15:48.908991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae72707-4dce-4658-a8d1-77bc1eec6419 req-0b3c3f5e-5beb-4efa-a82d-ee8308e01b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:15:48.910495 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0ae72707-4dce-4658-a8d1-77bc1eec6419 req-0b3c3f5e-5beb-4efa-a82d-ee8308e01b64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728254 Dec 22 13:15:49.027544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-3c3dbb0c-6e74-4172-be7b-2d31b62510fd None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:15:49.045330 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0ae72707-4dce-4658-a8d1-77bc1eec6419 req-0279d06b-f7cf-4ea5-bfe9-1e9e2831f147 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277854 Dec 22 13:15:49.178433 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0ae72707-4dce-4658-a8d1-77bc1eec6419 req-d72a999c-ea8f-4bee-8ae3-e47a9f7b5e1a service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268082 Dec 22 13:15:49.375221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3c3dbb0c-6e74-4172-be7b-2d31b62510fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '279fe067-5dd2-4885-a379-0dbe8a3e9bee', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'port_id': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'mac_address': 'fa:16:3e:dc:48:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:14:10Z', 'updated_at': '2021-12-22T13:15:47Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:15:49.379515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3dbb0c-6e74-4172-be7b-2d31b62510fd None None] The sync data for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv is: [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '279fe067-5dd2-4885-a379-0dbe8a3e9bee', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'port_id': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'mac_address': 'fa:16:3e:dc:48:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:14:10Z', 'updated_at': '2021-12-22T13:15:47Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:15:49.523729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54670) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:49.577271 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca10a9-9036-404f-ab2c-8ddc505ce063 None None] New status for floating IP 279fe067-5dd2-4885-a379-0dbe8a3e9bee: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:15:49.629638 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1459976b-3b5e-4869-bdc3-77feb37485b1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/279fe067-5dd2-4885-a379-0dbe8a3e9bee HTTP/1.1" status: 200 len: 991 time: 0.1035717 Dec 22 13:15:50.631829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54674) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:15:50.739576 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cbf4c953-212a-4417-9ca5-e28a581b85bf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/279fe067-5dd2-4885-a379-0dbe8a3e9bee HTTP/1.1" status: 200 len: 993 time: 0.1062458 Dec 22 13:15:57.519490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9118409a-6ee1-4c2b-9d42-51ae439202f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:15:59.858318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-97d778e5-5b7e-4867-9576-534ccd8ad5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:00.775465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:00.974098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:02.335905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:10.512715 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:13.766114 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:16:27.516758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70c570a1-5fe6-4e84-becb-c4aeb8af2bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:28.614835 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50b31464-09e0-4566-9dbb-f94a1dfcfc8b req-b4690f63-53a1-480d-b44d-dc40c0e9664b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753438 Dec 22 13:16:28.769751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b31464-09e0-4566-9dbb-f94a1dfcfc8b req-2f45fde2-ef05-49a6-85bd-8136b8c5f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:28.771257 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50b31464-09e0-4566-9dbb-f94a1dfcfc8b req-2f45fde2-ef05-49a6-85bd-8136b8c5f54f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 1099 time: 0.0832484 Dec 22 13:16:28.920559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b31464-09e0-4566-9dbb-f94a1dfcfc8b req-ace53db4-0930-4e77-907f-671762fe0707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:28.922050 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50b31464-09e0-4566-9dbb-f94a1dfcfc8b req-ace53db4-0930-4e77-907f-671762fe0707 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 200 len: 898 time: 0.1324074 Dec 22 13:16:29.119046 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50b31464-09e0-4566-9dbb-f94a1dfcfc8b req-e4aa1341-9aeb-469d-a3ee-a41da0a37896 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7d514bd2-f5ad-4024-aaa5-96c0ed265d77 HTTP/1.1" status: 200 len: 217 time: 0.1896143 Dec 22 13:16:29.179710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b31464-09e0-4566-9dbb-f94a1dfcfc8b req-70941604-0291-4b15-8bd3-87017aa2a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:29.180985 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50b31464-09e0-4566-9dbb-f94a1dfcfc8b req-70941604-0291-4b15-8bd3-87017aa2a5b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c11e6b5-bc6d-46e5-95d0-10ceac30903b HTTP/1.1" status: 200 len: 835 time: 0.0558424 Dec 22 13:16:29.259584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b31464-09e0-4566-9dbb-f94a1dfcfc8b req-6aa4b60a-68f7-4b7b-9928-2bc3e330ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:16:29.261072 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50b31464-09e0-4566-9dbb-f94a1dfcfc8b req-6aa4b60a-68f7-4b7b-9928-2bc3e330ff48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722895 Dec 22 13:16:29.391277 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50b31464-09e0-4566-9dbb-f94a1dfcfc8b req-6d9065fd-e2e2-4c86-8522-6ee2bfdd6929 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236572 Dec 22 13:16:29.525750 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50b31464-09e0-4566-9dbb-f94a1dfcfc8b req-d7c96b0f-831c-4873-afab-67fa3102e7d6 service neutron] 10.222.0.54 "GET /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279590 Dec 22 13:16:29.866036 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca148c8c-6419-4f27-885d-34eb4fff8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.782982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:30.980699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:32.333874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:40.519786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:50.770112 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:16:57.513113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66c3fe65-f3c2-4df6-ae47-47024f49a6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:16:59.862580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2b6a22fc-ae1b-4676-8b28-5effbae3ec7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:00.779021 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:00.976180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:02.185304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082af11-9e50-4639-b244-9ca888dc928d req-1e491ca3-68e4-44fa-a325-2b687b172683 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:02.186829 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7082af11-9e50-4639-b244-9ca888dc928d req-1e491ca3-68e4-44fa-a325-2b687b172683 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 945 time: 0.0855408 Dec 22 13:17:02.232843 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7082af11-9e50-4639-b244-9ca888dc928d req-8662efaa-6520-4f41-95f3-d34f9e359f70 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=60dd7ea5-3d52-49f5-8953-16c742b9c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400414 Dec 22 13:17:02.340450 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:03.446892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa9530-46ec-462d-b85d-35cf22d8c589 req-fe1154a4-d677-4569-abd5-965c5b050255 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:03.448376 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-54aa9530-46ec-462d-b85d-35cf22d8c589 req-fe1154a4-d677-4569-abd5-965c5b050255 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 945 time: 0.0882611 Dec 22 13:17:03.496812 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-54aa9530-46ec-462d-b85d-35cf22d8c589 req-1319c2a3-d383-4a8c-b2c2-1469f04ca3d0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=60dd7ea5-3d52-49f5-8953-16c742b9c8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401790 Dec 22 13:17:03.802919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17346861-c371-4234-aef5-2ec1edb7458b req-f38c002c-bb34-41ad-8804-cd979ba5242b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:03.804434 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-17346861-c371-4234-aef5-2ec1edb7458b req-f38c002c-bb34-41ad-8804-cd979ba5242b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 945 time: 0.1000788 Dec 22 13:17:03.877892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:17:03.878144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.118760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:04.119135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.431946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.432318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.432659 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 279fe067-5dd2-4885-a379-0dbe8a3e9bee disassociated. External IP: 172.26.4.121, port: de46bfcc-ea5e-4300-ba58-f2d843ea3fe6. Dec 22 13:17:04.432993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:17:04.580757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:04.587694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a793d05f-1a4f-4a0f-b0ae-9febd3ac9f1e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:04.635336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=de46bfcc-ea5e-4300-ba58-f2d843ea3fe6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:04.645366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:04.645755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:04.646137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:04.646501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:04.646864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:04.647217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:04.647556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:04.647938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:04.648292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:04.648643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:04.648996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:04.649343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:04.653647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:04.654156 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-01f52bed-bd76-46a8-8a2e-91d85ab97761 req-1ecada7e-c5a9-490b-a373-c3486bc20e6a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 210 time: 0.0469785 Dec 22 13:17:04.962750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 06d98c40-d41f-4144-982d-d8d02fcea923 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:17:05.150782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:17:05.160451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8fb5e-08b4-451c-839c-b698c2c5f599 None None] Sync routers for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:17:05.170135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8fb5e-08b4-451c-839c-b698c2c5f599 None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:17:05.170832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9ea8fb5e-08b4-451c-839c-b698c2c5f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:17:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:05.222533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] No DVR routers for this DVR port de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:17:05.225249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:05.227867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'name': 'network-vif-deleted', 'tag': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:05.246637 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-17346861-c371-4234-aef5-2ec1edb7458b req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "DELETE /v2.0/ports/de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 HTTP/1.1" status: 204 len: 173 time: 1.4368591 Dec 22 13:17:05.340294 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c645873d-7cde-4f5b-be83-8d3a3f6122b4', 'name': 'network-vif-deleted', 'tag': 'de46bfcc-ea5e-4300-ba58-f2d843ea3fe6', 'status': 'completed', 'code': 200} Dec 22 13:17:05.461721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-9ea8fb5e-08b4-451c-839c-b698c2c5f599 None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:17:05.839861 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6e539b2f-b78f-4c76-aa49-0791f35f07b6 req-12590435-715b-4a71-94cf-930ca1c92662 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c645873d-7cde-4f5b-be83-8d3a3f6122b4 HTTP/1.1" status: 200 len: 210 time: 0.0439186 Dec 22 13:17:05.875845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9ea8fb5e-08b4-451c-839c-b698c2c5f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:05.880183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8fb5e-08b4-451c-839c-b698c2c5f599 None None] Checking router: 06d98c40-d41f-4144-982d-d8d02fcea923 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:17:05.888540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea8fb5e-08b4-451c-839c-b698c2c5f599 None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:17:05.889137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9ea8fb5e-08b4-451c-839c-b698c2c5f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:17:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:06.062781 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-9ea8fb5e-08b4-451c-839c-b698c2c5f599 None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:17:06.375095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9ea8fb5e-08b4-451c-839c-b698c2c5f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:06.379661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8fb5e-08b4-451c-839c-b698c2c5f599 None None] The sync data for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv is: [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:13:50Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '669bc37d-ebd2-42d4-b32a-c2cad8c6f37c', 'name': '', 'network_id': '5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:8b:be:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:49Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '6c11e6b5-bc6d-46e5-95d0-10ceac30903b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:17:06.601854 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd85b86a-80a9-42d4-8328-6e2f336c2748 None None] New status for floating IP 279fe067-5dd2-4885-a379-0dbe8a3e9bee: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:17:06.936205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54716) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:07.011195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d17ddc9-1b04-463b-874d-36a38f17bd6f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.042074 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d17ddc9-1b04-463b-874d-36a38f17bd6f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.113861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d17ddc9-1b04-463b-874d-36a38f17bd6f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.120544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ac53e09e-c527-437d-b2a9-8e396a0e814a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:07.143939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17ddc9-1b04-463b-874d-36a38f17bd6f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dd7ea5-3d52-49f5-8953-16c742b9c8eb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:07.146560 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8d17ddc9-1b04-463b-874d-36a38f17bd6f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:07.159004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8d17ddc9-1b04-463b-874d-36a38f17bd6f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.160761 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8d17ddc9-1b04-463b-874d-36a38f17bd6f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/security-groups/60dd7ea5-3d52-49f5-8953-16c742b9c8eb HTTP/1.1" status: 204 len: 168 time: 0.2231045 Dec 22 13:17:07.191591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54722) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:07.350331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0e90684c-79ec-4d1b-a914-25b4fe319691 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port e587adb8-9685-433f-b776-966317387644 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:17:07.350682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e90684c-79ec-4d1b-a914-25b4fe319691 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.520774 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e90684c-79ec-4d1b-a914-25b4fe319691 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.521073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e90684c-79ec-4d1b-a914-25b4fe319691 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.651553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-0e90684c-79ec-4d1b-a914-25b4fe319691 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for e587adb8-9685-433f-b776-966317387644 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:17:07.800369 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e90684c-79ec-4d1b-a914-25b4fe319691 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.803799 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-66f939ac-e9b6-48e6-90af-ac23d9ed765e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:07.845965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90684c-79ec-4d1b-a914-25b4fe319691 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=e587adb8-9685-433f-b776-966317387644,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:07.849072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0e90684c-79ec-4d1b-a914-25b4fe319691 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:07.937305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e90684c-79ec-4d1b-a914-25b4fe319691 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.951445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e90684c-79ec-4d1b-a914-25b4fe319691 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:07.952609 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0e90684c-79ec-4d1b-a914-25b4fe319691 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/floatingips/279fe067-5dd2-4885-a379-0dbe8a3e9bee HTTP/1.1" status: 204 len: 168 time: 0.7599914 Dec 22 13:17:08.067703 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:17:08.102723 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:17:08.103083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device de46bfcc-ea5e-4300-ba58-f2d843ea3fe6 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:17:08.309519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9835bb-3137-4646-a6ce-b9c90524f095 req-7e490f9f-aa1c-480b-9341-632f409405e0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:08.310928 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6e9835bb-3137-4646-a6ce-b9c90524f095 req-7e490f9f-aa1c-480b-9341-632f409405e0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 946 time: 0.0805790 Dec 22 13:17:08.360392 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6e9835bb-3137-4646-a6ce-b9c90524f095 req-b39223ca-39cc-40cf-8898-f101ce260ea6 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424483 Dec 22 13:17:09.565301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896000d1-b461-481c-b499-9d466623f446 req-7f60b19a-d6b6-4591-b62e-4b98a66cec65 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:09.566052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-896000d1-b461-481c-b499-9d466623f446 req-7f60b19a-d6b6-4591-b62e-4b98a66cec65 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:09.583466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-896000d1-b461-481c-b499-9d466623f446 req-7f60b19a-d6b6-4591-b62e-4b98a66cec65 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:09.584792 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-896000d1-b461-481c-b499-9d466623f446 req-7f60b19a-d6b6-4591-b62e-4b98a66cec65 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 946 time: 0.1045671 Dec 22 13:17:09.635533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-896000d1-b461-481c-b499-9d466623f446 req-87352ef3-8472-4cfc-ab4e-fbb8fee3b858 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:09.651855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-896000d1-b461-481c-b499-9d466623f446 req-87352ef3-8472-4cfc-ab4e-fbb8fee3b858 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:09.653000 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-896000d1-b461-481c-b499-9d466623f446 req-87352ef3-8472-4cfc-ab4e-fbb8fee3b858 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=66079d54-67a5-4ca0-a442-cbf8693cd689&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597758 Dec 22 13:17:09.857479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd4b66-4db0-4498-9823-930d53835f1a req-65e91aee-10fa-4ed4-8b95-e3504faa38f4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:09.858917 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-59fd4b66-4db0-4498-9823-930d53835f1a req-65e91aee-10fa-4ed4-8b95-e3504faa38f4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 946 time: 0.0888677 Dec 22 13:17:09.928757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-59fd4b66-4db0-4498-9823-930d53835f1a req-745e2636-2e83-400f-911e-1863ced435bc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:17:09.929092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59fd4b66-4db0-4498-9823-930d53835f1a req-745e2636-2e83-400f-911e-1863ced435bc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.307649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-59fd4b66-4db0-4498-9823-930d53835f1a req-745e2636-2e83-400f-911e-1863ced435bc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7d514bd2-f5ad-4024-aaa5-96c0ed265d77,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:10.307868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59fd4b66-4db0-4498-9823-930d53835f1a req-745e2636-2e83-400f-911e-1863ced435bc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.431623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-59fd4b66-4db0-4498-9823-930d53835f1a req-745e2636-2e83-400f-911e-1863ced435bc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:17:10.539136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.573054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59fd4b66-4db0-4498-9823-930d53835f1a req-745e2636-2e83-400f-911e-1863ced435bc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.578726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:10.627035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e2636-2e83-400f-911e-1863ced435bc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=7d514bd2-f5ad-4024-aaa5-96c0ed265d77,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:10.629608 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-745e2636-2e83-400f-911e-1863ced435bc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:10.703402 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fd4b66-4db0-4498-9823-930d53835f1a req-745e2636-2e83-400f-911e-1863ced435bc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] No DVR routers for this DVR port 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:17:10.706077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-59fd4b66-4db0-4498-9823-930d53835f1a req-745e2636-2e83-400f-911e-1863ced435bc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:10.708913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'name': 'network-vif-deleted', 'tag': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:10.725349 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-59fd4b66-4db0-4498-9823-930d53835f1a req-745e2636-2e83-400f-911e-1863ced435bc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "DELETE /v2.0/ports/7d514bd2-f5ad-4024-aaa5-96c0ed265d77 HTTP/1.1" status: 204 len: 173 time: 0.8613613 Dec 22 13:17:10.756519 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7adbd9a0-841b-4e98-8482-5ca67db1bfd7', 'name': 'network-vif-deleted', 'tag': '7d514bd2-f5ad-4024-aaa5-96c0ed265d77', 'status': 'completed', 'code': 200} Dec 22 13:17:10.807117 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8939b81d-80a3-45b4-b5b7-a1f7c82be280 req-7a6ee8b6-658f-4779-b10b-c9f84e2adfd7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=7adbd9a0-841b-4e98-8482-5ca67db1bfd7 HTTP/1.1" status: 200 len: 210 time: 0.0440457 Dec 22 13:17:11.913245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54738) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:11.988251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e8a0-9f5e-49d4-b4d1-c99634297513 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:12.019958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e8a0-9f5e-49d4-b4d1-c99634297513 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:12.093168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e8a0-9f5e-49d4-b4d1-c99634297513 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:12.098692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9c39a323-7b09-4935-9843-a807edec606a tempest-ServersTestManualDisk-1077311463 tempest-ServersTestManualDisk-1077311463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:12.114067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7e8a0-9f5e-49d4-b4d1-c99634297513 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66079d54-67a5-4ca0-a442-cbf8693cd689,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:12.116951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3ff7e8a0-9f5e-49d4-b4d1-c99634297513 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:12.126294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e8a0-9f5e-49d4-b4d1-c99634297513 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:12.130473 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3ff7e8a0-9f5e-49d4-b4d1-c99634297513 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/security-groups/66079d54-67a5-4ca0-a442-cbf8693cd689 HTTP/1.1" status: 204 len: 168 time: 0.2161183 Dec 22 13:17:12.159810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54744) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:12.724434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:13.186915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:17:13.187671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:13.373567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=669bc37d-ebd2-42d4-b32a-c2cad8c6f37c,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:13.373804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:13.493314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:17:13.687214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:13.692000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b73fbb49-c6d3-4344-983c-4c9ff80fb34f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:13.736979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=669bc37d-ebd2-42d4-b32a-c2cad8c6f37c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:13.780149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:13.780531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:13.780907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:13.781256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:13.781653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:13.782015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:13.782374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:13.782733 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:13.783087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:13.783444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:13.783830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:13.784186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:13.812441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:14.029958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.103225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:17:14.141055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:17:14.141381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 7d514bd2-f5ad-4024-aaa5-96c0ed265d77 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:17:14.518733 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 06d98c40-d41f-4144-982d-d8d02fcea923 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:17:14.698117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:17:14.708519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174aed0d-d4d2-49ea-84f2-d6fdae492d2f None None] Sync routers for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:17:14.713136 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/06d98c40-d41f-4144-982d-d8d02fcea923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5522411 Dec 22 13:17:14.716048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54748) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:14.718057 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174aed0d-d4d2-49ea-84f2-d6fdae492d2f None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:17:14.718640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-174aed0d-d4d2-49ea-84f2-d6fdae492d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:17:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:14.779928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec12cb6-a914-44e6-bfd1-60984dc3a3c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting subnet 6c11e6b5-bc6d-46e5-95d0-10ceac30903b {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:17:14.782773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec12cb6-a914-44e6-bfd1-60984dc3a3c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.842101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec12cb6-a914-44e6-bfd1-60984dc3a3c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.923808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec12cb6-a914-44e6-bfd1-60984dc3a3c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:14.945163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-174aed0d-d4d2-49ea-84f2-d6fdae492d2f None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:17:14.997573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec12cb6-a914-44e6-bfd1-60984dc3a3c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.001455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-635cb5bd-0af2-44fd-94b3-426b62d9593e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:15.043231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec12cb6-a914-44e6-bfd1-60984dc3a3c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Subnet': ['ID=6c11e6b5-bc6d-46e5-95d0-10ceac30903b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:15.046350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1ec12cb6-a914-44e6-bfd1-60984dc3a3c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:15.047326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1ec12cb6-a914-44e6-bfd1-60984dc3a3c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.053474 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1ec12cb6-a914-44e6-bfd1-60984dc3a3c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/subnets/6c11e6b5-bc6d-46e5-95d0-10ceac30903b HTTP/1.1" status: 204 len: 168 time: 0.3364906 Dec 22 13:17:15.056320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54752) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:15.068646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7a3e98-00d3-497d-b1c8-a3107b9522d9 None None] Network 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:17:15.239004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.393807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-174aed0d-d4d2-49ea-84f2-d6fdae492d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:17:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '16c8703f-805b-4632-9d09-d33eadc8c47a', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:94:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:45Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:15.397837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174aed0d-d4d2-49ea-84f2-d6fdae492d2f None None] Checking router: 06d98c40-d41f-4144-982d-d8d02fcea923 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:17:15.408226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174aed0d-d4d2-49ea-84f2-d6fdae492d2f None None] Routers {'06d98c40-d41f-4144-982d-d8d02fcea923'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:17:15.408872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-174aed0d-d4d2-49ea-84f2-d6fdae492d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:17:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['06d98c40-d41f-4144-982d-d8d02fcea923'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:15.419032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.431200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 16c8703f-805b-4632-9d09-d33eadc8c47a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:17:15.431539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.464228 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] DHCP port deletion for 5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:17:15.536618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Deleting port cdc59399-d229-4882-93f0-d54714c4f80b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:17:15.537023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.604933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 16c8703f-805b-4632-9d09-d33eadc8c47a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=16c8703f-805b-4632-9d09-d33eadc8c47a,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:15.605300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.657798 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-174aed0d-d4d2-49ea-84f2-d6fdae492d2f None None] Set router 06d98c40-d41f-4144-982d-d8d02fcea923 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:17:15.781078 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-174aed0d-d4d2-49ea-84f2-d6fdae492d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:17:15Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:15.835312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174aed0d-d4d2-49ea-84f2-d6fdae492d2f None None] The sync data for ids ['06d98c40-d41f-4144-982d-d8d02fcea923'] in dv-neutron-822668-1-hyperv is: [{'id': '06d98c40-d41f-4144-982d-d8d02fcea923', 'name': 'tempest-TestNetworkBasicOps-router-773512434', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:44Z', 'updated_at': '2021-12-22T13:17:15Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:17:15.862466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 16c8703f-805b-4632-9d09-d33eadc8c47a owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:17:15.870923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] For port cdc59399-d229-4882-93f0-d54714c4f80b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=cdc59399-d229-4882-93f0-d54714c4f80b,segment=NetworkSegment(acb2d0bc-beea-4738-925f-d29be690d400),segment_id=acb2d0bc-beea-4738-925f-d29be690d400)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:15.870923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:15.989908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Calling delete_port for cdc59399-d229-4882-93f0-d54714c4f80b owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:17:16.030253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.034182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-745e2636-2e83-400f-911e-1863ced435bc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:16.080327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=16c8703f-805b-4632-9d09-d33eadc8c47a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:16.083549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:16.128648 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.132279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:16.171992 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.173459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Pushing event deleted for resources: {'Port': ['ID=cdc59399-d229-4882-93f0-d54714c4f80b,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:16.178242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] No DVR routers for this DVR port cdc59399-d229-4882-93f0-d54714c4f80b on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:17:16.184143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:16.184493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:16.184836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:16.185170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:16.185562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:16.185827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:16.186226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:16.186466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:16.186789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:16.187109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:16.187428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:16.187777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:16.190808 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:16.349883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.352299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.379726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.380333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Fanout notify agent at l3_agent the message router_deleted on router 06d98c40-d41f-4144-982d-d8d02fcea923 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:17:16.399364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.400583 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/routers/06d98c40-d41f-4144-982d-d8d02fcea923 HTTP/1.1" status: 204 len: 168 time: 1.3426445 Dec 22 13:17:16.403454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54756) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:16.526490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.658240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.682075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:16.694903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb2d0bc-beea-4738-925f-d29be690d400') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:16.695183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb2d0bc-beea-4738-925f-d29be690d400') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:16.707479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.724804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.731703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:17:16.732100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:17:16.746489 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:17:16.830766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.835677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.838925 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4a4c3c84-f981-435a-82c1-95c208c28f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:16.863346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Network': ['ID=5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:16.865891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:16.874015 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/networks/5e895e6f-ed4b-44ba-b5d4-d2b5469dd72a HTTP/1.1" status: 204 len: 168 time: 0.4693670 Dec 22 13:17:16.897810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54760) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:16.903807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'network': {'name': 'tempest-network-smoke--676599715', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'port_security_enabled': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:16.909360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:16.913705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:network and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:16.916755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:16.922830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:16.934666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:16.938368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.965933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:17:16.975107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:16.975471 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Added segment 511122b7-5e4d-4c8a-a2af-d090f3dd0995 of type vlan for network b09179df-c3be-4f85-82fe-180dc484e42f Dec 22 13:17:17.007547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.044357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.047307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:17.047937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.051768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cfab6f70-6d01-4f51-86a1-77a531a9dfaa tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:17.071398 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cdc59399-d229-4882-93f0-d54714c4f80b no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:17:17.105791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: cdc59399-d229-4882-93f0-d54714c4f80b {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:17:17.106142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cdc59399-d229-4882-93f0-d54714c4f80b not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:17:17.106569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:17:17.140010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:17:17.140257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 669bc37d-ebd2-42d4-b32a-c2cad8c6f37c not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:17:17.140682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 16c8703f-805b-4632-9d09-d33eadc8c47a no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:17:17.154005 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2551394 Dec 22 13:17:17.156998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Network': ['ID=b09179df-c3be-4f85-82fe-180dc484e42f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:17.157456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54764) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:17.159841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:17.164338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-847226834', 'admin_state_up': True, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:17.168837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network b09179df-c3be-4f85-82fe-180dc484e42f details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:17:17.172118 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:17.176259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:router and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:17.179261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:17.188601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:17.189957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 16c8703f-805b-4632-9d09-d33eadc8c47a {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:17:17.190293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 16c8703f-805b-4632-9d09-d33eadc8c47a not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:17:17.202964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.204346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.221822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.488875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.800673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:17.828806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:18.100864 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.78 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/6150fc5b-6677-43fc-bc97-23195809edf4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:18.253320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:18.285783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:18.289234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4883d134-2d95-4be6-94e4-b6889524f381 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:18.355201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:18.358065 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:18.361699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:17:18.390602 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=6150fc5b-6677-43fc-bc97-23195809edf4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:18.396400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:18.788910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.126233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.333994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:17:19.646521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:17:19.656507 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Sync routers for ids ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:17:19.666052 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Routers {'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:17:19.666907 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:17:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:19.674014 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:19.675285 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5161030 Dec 22 13:17:19.678553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54768) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:19.718527 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-803b78cb-dab1-4cf9-8f6c-ce040f30d2f7 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f78c694f854e4d3495bc7de63c3e5cf7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387826 Dec 22 13:17:19.721514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54772) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:19.849239 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Set router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:17:19.852893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3696895a-23ae-40a0-934c-7bba001d0f67 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:19.854389 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3696895a-23ae-40a0-934c-7bba001d0f67 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316352 Dec 22 13:17:19.857523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54776) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:19.898829 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-81b2858a-84c0-4dd8-949d-82ff0a08c8d8 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400574 Dec 22 13:17:19.901323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54780) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:19.906673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1825753057', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:20.022323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:20.026404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:subnet and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:20.029335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:20.035202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:20.045814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:20.049365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.178520 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:18Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:20.182394 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Checking router: a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:17:20.182743 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Updating router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 port 6150fc5b-6677-43fc-bc97-23195809edf4 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:17:20.238018 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.262720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.266184 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ed646716-425f-4914-8c16-e3f8c352eb4e tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:20.339853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Subnet': ['ID=3e5896b9-0059-46d2-be15-117c357d5b33,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:20.344156 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:20.353101 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Checking segment: {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:17:20.353451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network hostable DHCP agents. Network: b09179df-c3be-4f85-82fe-180dc484e42f, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:17:20.373074 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network b09179df-c3be-4f85-82fe-180dc484e42f is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:17:20.383885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, b09179df-c3be-4f85-82fe-180dc484e42f) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:20.388083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:20.388658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.397915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec6ffd-cd84-4c7a-8836-3dd500c440d2 None None] Network b09179df-c3be-4f85-82fe-180dc484e42f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:17:20.410902 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5086191 Dec 22 13:17:20.413789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54784) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:20.563237 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.575100 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Transition to ACTIVE for port object 6150fc5b-6677-43fc-bc97-23195809edf4 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:20.583894 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.589563 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:20.628098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-b09179df-c3be-4f85-82fe-180dc484e42f', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ips': [{'subnet_id': '3e5896b9-0059-46d2-be15-117c357d5b33'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:17:20.629175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.663854 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Attempting to bind port 6150fc5b-6677-43fc-bc97-23195809edf4 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:20.664409 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Attempting to bind port 6150fc5b-6677-43fc-bc97-23195809edf4 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:20.664684 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Attempting to bind port 6150fc5b-6677-43fc-bc97-23195809edf4 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:17:20.672212 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Pushing event updated for resources: {'Port': ['ID=6150fc5b-6677-43fc-bc97-23195809edf4,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:20.679905 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:17:20.680285 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:17:20.680690 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.681088 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:17:20.681544 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Bound port: 6150fc5b-6677-43fc-bc97-23195809edf4, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:20.681918 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.708835 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:20.710025 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:20.710025 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:20.710025 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:20.710300 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:20.710506 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:20.710720 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:20.711037 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:20.711706 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:20.712022 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:20.712336 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:20.712648 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:17:20.732779 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:20.765981 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] For port 6150fc5b-6677-43fc-bc97-23195809edf4, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:17:20.769538 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] For port 6150fc5b-6677-43fc-bc97-23195809edf4, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6150fc5b-6677-43fc-bc97-23195809edf4,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:17:20.775378 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:20.780112 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-55e9f340-8be9-4f3d-a29e-3d81827c8f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:20.791282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Allocated IP 172.20.0.2 (b09179df-c3be-4f85-82fe-180dc484e42f/3e5896b9-0059-46d2-be15-117c357d5b33/635e6a01-a453-426e-a639-ae33fff9d4cf) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:20.852625 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Routers {'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:17:20.853267 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:17:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:20.927028 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Pushing event updated for resources: {'Port': ['ID=6150fc5b-6677-43fc-bc97-23195809edf4,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:20.930854 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:21.004362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.014859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Transition to ACTIVE for port object 635e6a01-a453-426e-a639-ae33fff9d4cf will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:21.033843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Transition to ACTIVE for port object 635e6a01-a453-426e-a639-ae33fff9d4cf will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:21.041142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.044752 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] Set router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:17:21.046835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:21.105758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Network b09179df-c3be-4f85-82fe-180dc484e42f is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:21.108484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:21.112430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:17:21.121457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Pushing event updated for resources: {'Port': ['ID=635e6a01-a453-426e-a639-ae33fff9d4cf,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:21.137093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.147135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:21.213361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Attempting to bind port 635e6a01-a453-426e-a639-ae33fff9d4cf on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:21.214013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Attempting to bind port 635e6a01-a453-426e-a639-ae33fff9d4cf by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:21.214384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Attempting to bind port 635e6a01-a453-426e-a639-ae33fff9d4cf on network b09179df-c3be-4f85-82fe-180dc484e42f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:17:21.220839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:17:21.221550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Checking segment: {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:17:21.222021 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.222584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Bound using segment: {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:17:21.223233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Bound port: 635e6a01-a453-426e-a639-ae33fff9d4cf, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:21.223956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.313718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] For port 635e6a01-a453-426e-a639-ae33fff9d4cf, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:17:21.317130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] For port 635e6a01-a453-426e-a639-ae33fff9d4cf, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=635e6a01-a453-426e-a639-ae33fff9d4cf,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:17:21.325716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.329747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:21.334106 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:18Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:21.338601 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d512f7-ff9b-44bc-8bec-f56ddda8dd59 None None] The sync data for ids ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'] in dv-neutron-822668-1-hyperv is: [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:18Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:17:21.427485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Pushing event updated for resources: {'Port': ['ID=635e6a01-a453-426e-a639-ae33fff9d4cf,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:21.430550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:21.749308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.1 (b09179df-c3be-4f85-82fe-180dc484e42f/3e5896b9-0059-46d2-be15-117c357d5b33/dd08be2c-419b-4493-85fc-aac3bc41c101) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:21.927234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.943813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object dd08be2c-419b-4493-85fc-aac3bc41c101 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:21.969156 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:21.973176 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a4e3be8b-23a1-4b78-ba36-028949d4c55c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:22.040171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network b09179df-c3be-4f85-82fe-180dc484e42f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:22.043505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:22.047434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:17:22.077798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=dd08be2c-419b-4493-85fc-aac3bc41c101,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:22.084562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:22.109670 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.243646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.502113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37684bca-a0b6-4480-8f10-bbdf3a955515 None None] Network b09179df-c3be-4f85-82fe-180dc484e42f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:17:22.621789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d4f8e837-1b2d-4b16-a465-60de50d73850 None None] Provisioning for port 635e6a01-a453-426e-a639-ae33fff9d4cf completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:22.669158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.674964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.707523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-41c6063e-0d91-411a-81ff-40e3214e3b67 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:22.792664 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:22.796440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=dd08be2c-419b-4493-85fc-aac3bc41c101,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:22.799523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:22.939956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network b09179df-c3be-4f85-82fe-180dc484e42f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:22.941170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:22.982496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5993b4ad-12d2-44a1-a845-1aa33ba49d15 None None] Provisioning for port dd08be2c-419b-4493-85fc-aac3bc41c101 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:22.988558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5993b4ad-12d2-44a1-a845-1aa33ba49d15 None None] Provisioning complete for port dd08be2c-419b-4493-85fc-aac3bc41c101 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:22.988971 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5993b4ad-12d2-44a1-a845-1aa33ba49d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.047954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5993b4ad-12d2-44a1-a845-1aa33ba49d15 None None] Port dd08be2c-419b-4493-85fc-aac3bc41c101 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:17:23.159275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6150fc5b-6677-43fc-bc97-23195809edf4 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:23.229348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d64997a8-8acc-48b4-bea1-64df2fb69a2c None None] Provisioning complete for port dd08be2c-419b-4493-85fc-aac3bc41c101 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:23.229558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d64997a8-8acc-48b4-bea1-64df2fb69a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.292470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:17:23.332344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 6150fc5b-6677-43fc-bc97-23195809edf4 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:23.335314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d64997a8-8acc-48b4-bea1-64df2fb69a2c None None] Port dd08be2c-419b-4493-85fc-aac3bc41c101 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:17:23.338940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6150fc5b-6677-43fc-bc97-23195809edf4 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:23.339307 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.457644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.474627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:17:23.475283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f02e63f2-d2ca-450f-9415-ee909f8813f1 None None] Provisioning complete for port dd08be2c-419b-4493-85fc-aac3bc41c101 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:23.475700 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f02e63f2-d2ca-450f-9415-ee909f8813f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.490480 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/a9ab41a0-d0bf-4713-aa9b-f5e61d20d493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0733299 Dec 22 13:17:23.490687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54790) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:23.501143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Sync routers for ids ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:17:23.505670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 6150fc5b-6677-43fc-bc97-23195809edf4, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6150fc5b-6677-43fc-bc97-23195809edf4,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:23.520029 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.521555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 635e6a01-a453-426e-a639-ae33fff9d4cf up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:23.550326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:23.604499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Routers {'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:17:23.605151 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:17:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:23.631454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac16d79-9802-4d24-8cf1-bd341e8f83f4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:23.631952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac16d79-9802-4d24-8cf1-bd341e8f83f4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:23.632407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac16d79-9802-4d24-8cf1-bd341e8f83f4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:23.632855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac16d79-9802-4d24-8cf1-bd341e8f83f4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:23.637120 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9ac16d79-9802-4d24-8cf1-bd341e8f83f4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1428692 Dec 22 13:17:23.637545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54794) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:23.708769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f02e63f2-d2ca-450f-9415-ee909f8813f1 None None] Port dd08be2c-419b-4493-85fc-aac3bc41c101 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:17:23.709900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e01429-cd0a-41fc-b0da-a1d9a2c1942d tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:23.710371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e01429-cd0a-41fc-b0da-a1d9a2c1942d tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:23.710796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e01429-cd0a-41fc-b0da-a1d9a2c1942d tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:23.711570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e01429-cd0a-41fc-b0da-a1d9a2c1942d tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:23.713374 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b9e01429-cd0a-41fc-b0da-a1d9a2c1942d tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0747771 Dec 22 13:17:23.716298 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54798) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:23.789103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=6150fc5b-6677-43fc-bc97-23195809edf4,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:23.801321 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:23.824356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 635e6a01-a453-426e-a639-ae33fff9d4cf completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:23.835444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 635e6a01-a453-426e-a639-ae33fff9d4cf triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:23.835840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:23.859791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Set router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:17:23.921228 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4554b4ea-b48e-494c-bb8a-2e683db778ea tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2037203 Dec 22 13:17:23.924005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54802) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:23.930209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-566343755', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:24.066449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:24.070475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:port and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:24.073299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:24.079094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:24.090598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:17:24.094596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.117592 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] device_id is not set on port be6c3e04-6c0c-41fb-9645-8d14366ae901 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:24.161105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.243233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 635e6a01-a453-426e-a639-ae33fff9d4cf, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=635e6a01-a453-426e-a639-ae33fff9d4cf,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:24.251124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.253742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-83805b91-ad94-4f14-956b-27d4a8616fc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:24.260260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.10 (b09179df-c3be-4f85-82fe-180dc484e42f/3e5896b9-0059-46d2-be15-117c357d5b33/be6c3e04-6c0c-41fb-9645-8d14366ae901) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:24.323577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=635e6a01-a453-426e-a639-ae33fff9d4cf,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:24.327705 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:22Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'dd08be2c-419b-4493-85fc-aac3bc41c101', 'name': '', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:79:5f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:21Z', 'updated_at': '2021-12-22T13:17:22Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:24.329858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:24.332631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Checking router: a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:17:24.332866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Updating router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 port dd08be2c-419b-4493-85fc-aac3bc41c101 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:17:24.385049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.460273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.476768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object be6c3e04-6c0c-41fb-9645-8d14366ae901 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:24.503934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.509800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1546adc6-bc29-4276-8b8b-cce475fb7968 tempest-FloatingIPAdminTestJSON-172794118 tempest-FloatingIPAdminTestJSON-172794118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:24.578157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network b09179df-c3be-4f85-82fe-180dc484e42f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:24.581338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:24.585321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:17:24.618160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=be6c3e04-6c0c-41fb-9645-8d14366ae901,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:24.624840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:24.655554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:24.656227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.682505 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7573543 Dec 22 13:17:24.781463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.793354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Transition to ACTIVE for port object dd08be2c-419b-4493-85fc-aac3bc41c101 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:24.802962 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.806581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-83805b91-ad94-4f14-956b-27d4a8616fc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:24.933228 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-10256df2-dc2d-497a-963f-bc3cb344324b None None] Provisioning for port be6c3e04-6c0c-41fb-9645-8d14366ae901 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:24.940837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22555999-ab87-44af-bcfe-aec159c2964d None None] Pushing event updated for resources: {'Port': ['ID=dd08be2c-419b-4493-85fc-aac3bc41c101,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:24.945221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-22555999-ab87-44af-bcfe-aec159c2964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:24.945980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-10256df2-dc2d-497a-963f-bc3cb344324b None None] Provisioning complete for port be6c3e04-6c0c-41fb-9645-8d14366ae901 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:24.946333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-10256df2-dc2d-497a-963f-bc3cb344324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:24.993534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54808) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:24.998957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920791261', 'description': 'tempest-secgroup-smoke-920791261 description', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:25.006202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:25.010973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:25.014170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:25.020826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:25.036341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.058153 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:25.062477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:25.066169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:25.073364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:25.096130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6150fc5b-6677-43fc-bc97-23195809edf4 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:25.138176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Attempting to bind port dd08be2c-419b-4493-85fc-aac3bc41c101 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:25.138396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Attempting to bind port dd08be2c-419b-4493-85fc-aac3bc41c101 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:25.138742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Attempting to bind port dd08be2c-419b-4493-85fc-aac3bc41c101 on network b09179df-c3be-4f85-82fe-180dc484e42f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:17:25.140721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-10256df2-dc2d-497a-963f-bc3cb344324b None None] Port be6c3e04-6c0c-41fb-9645-8d14366ae901 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:17:25.155366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:17:25.155779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Checking segment: {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:17:25.156218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.156312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.156617 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Bound using segment: {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:17:25.157088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Bound port: dd08be2c-419b-4493-85fc-aac3bc41c101, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:25.157606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.161719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.165781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f66c1cf3-8521-45a3-802e-481f69208ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:25.206624 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfaf854-334a-43aa-8eb5-9357b40f8e9a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:25.209576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:25.215444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.216708 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2221608 Dec 22 13:17:25.219652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54812) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:25.225317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '8dfaf854-334a-43aa-8eb5-9357b40f8e9a', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:25.231335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:25.235231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:25.238318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:25.244369 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:25.262447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.266356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6150fc5b-6677-43fc-bc97-23195809edf4 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:25.266774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.314222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] For port dd08be2c-419b-4493-85fc-aac3bc41c101, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:17:25.322708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.327013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.328858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:25.333687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] For port dd08be2c-419b-4493-85fc-aac3bc41c101, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dd08be2c-419b-4493-85fc-aac3bc41c101,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:17:25.340498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.345072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:25.350822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2301291f-b03b-4440-8f9d-f3dd592be8b7,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:25.353305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:25.361772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.363176 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425769 Dec 22 13:17:25.365948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54816) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:25.371452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '8dfaf854-334a-43aa-8eb5-9357b40f8e9a', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:25.379039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:25.383768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:25.386676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:25.392425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:25.411692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.472689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22555999-ab87-44af-bcfe-aec159c2964d None None] Pushing event updated for resources: {'Port': ['ID=dd08be2c-419b-4493-85fc-aac3bc41c101,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:25.477716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Routers {'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:17:25.478351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:17:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:25.482541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.487672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.495532 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e6af3413-9389-4336-857f-4a1613c4da97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:25.516940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69290f43-70b3-4119-9285-d6a288537411,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:25.519782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:25.529973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.531245 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1641920 Dec 22 13:17:25.533423 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-22555999-ab87-44af-bcfe-aec159c2964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:25.534968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54820) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:25.542383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '8dfaf854-334a-43aa-8eb5-9357b40f8e9a', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:25.552783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:25.559496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:25.563338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:25.566894 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 635e6a01-a453-426e-a639-ae33fff9d4cf up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:25.570719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:25.592133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.667430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.672458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.674329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a9877431-0b1d-4cf3-981b-0c0ef9134fe5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:25.740695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] Set router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:17:25.800803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 635e6a01-a453-426e-a639-ae33fff9d4cf triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:25.801539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.812718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ac91e8-f150-42f4-ac54-f1fbda34b00e,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:25.816830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:25.826012 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.827188 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2911205 Dec 22 13:17:25.829995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54824) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:25.835033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '8dfaf854-334a-43aa-8eb5-9357b40f8e9a', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:25.841162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:25.844972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:25.847847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:25.853498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:25.871262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.935280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.940461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.942264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b3627acf-4fb5-4125-9eaa-37ce02153331 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:25.964715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3263624-0066-4496-bd94-34bbe055691a,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:25.969085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:25.974435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:25.975670 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446395 Dec 22 13:17:25.978439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54828) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:25.983388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '8dfaf854-334a-43aa-8eb5-9357b40f8e9a', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:25.989215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:25.992988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:25.995779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:26.001433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:26.012770 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:17:26.019212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.083497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.088218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.090021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b45e50db-e88d-4f41-b043-a9f2f0635fd8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:26.109610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd2b186-cc31-432d-a955-08ef96f628b1,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:26.113627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:26.121822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.122972 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1435695 Dec 22 13:17:26.125993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54832) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:26.131203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '8dfaf854-334a-43aa-8eb5-9357b40f8e9a', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:26.136877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:26.140717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:26.144047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:26.149886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:26.158690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:22Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'dd08be2c-419b-4493-85fc-aac3bc41c101', 'name': '', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:79:5f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:21Z', 'updated_at': '2021-12-22T13:17:25Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:26.162373 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:17:26.163578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368f616-acb6-43dd-bf08-2183e3c49566 None None] The sync data for ids ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'] in dv-neutron-822668-1-hyperv is: [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:22Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'dd08be2c-419b-4493-85fc-aac3bc41c101', 'name': '', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:79:5f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:21Z', 'updated_at': '2021-12-22T13:17:25Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:17:26.169026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.250601 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.255694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.257646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e6f63965-8359-4789-b8ad-62816f470572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:26.280273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d79cac0-e14b-480b-beab-2912a6275a41,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:26.282888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:26.291756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:26.293211 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1662495 Dec 22 13:17:26.458749 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-871fd603-e22d-4432-9e0a-168368e048ec tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-920791261&fields=id&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 267 time: 0.0398924 Dec 22 13:17:26.557274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-7c782d88-afc3-4a69-80c8-451df984acfb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:26.557945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-7c782d88-afc3-4a69-80c8-451df984acfb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:26.575919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-7c782d88-afc3-4a69-80c8-451df984acfb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:26.577267 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-7c782d88-afc3-4a69-80c8-451df984acfb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 930 time: 0.1116130 Dec 22 13:17:26.656480 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-85164f21-880c-4cf7-bd91-f62e6a80be04 service neutron] 10.222.0.24 "GET /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0639544 Dec 22 13:17:26.793417 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-360731bb-33a6-4221-8c0b-74d6053a02bc service neutron] 10.222.0.24 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305556 Dec 22 13:17:26.933571 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-9190614f-9513-42aa-ae43-23fbf1665757 service neutron] 10.222.0.24 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343412 Dec 22 13:17:27.116927 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dd08be2c-419b-4493-85fc-aac3bc41c101 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:27.121409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-452332b8-10cd-4813-b181-c60ae87dfccf req-be6d8ce8-5423-4c2a-94e5-fb1620fafcab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:27.134195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-452332b8-10cd-4813-b181-c60ae87dfccf req-be6d8ce8-5423-4c2a-94e5-fb1620fafcab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:27.135351 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-452332b8-10cd-4813-b181-c60ae87dfccf req-be6d8ce8-5423-4c2a-94e5-fb1620fafcab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 210 time: 0.0598805 Dec 22 13:17:27.186189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port dd08be2c-419b-4493-85fc-aac3bc41c101 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:27.191216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port dd08be2c-419b-4493-85fc-aac3bc41c101 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:27.191585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:27.353156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:27.386580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port dd08be2c-419b-4493-85fc-aac3bc41c101, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dd08be2c-419b-4493-85fc-aac3bc41c101,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:27.395205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:27.397105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-10dd030b-6ab6-4dff-8fda-3446a8fda56f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:27.464364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=dd08be2c-419b-4493-85fc-aac3bc41c101,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:27.467566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:27.500358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-84465f20-11c1-48eb-ba16-b25e20db9ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:27.780998 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:17:28.234100 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0449a670-d327-4a91-b2da-f17daaee6dc6 req-b904073d-498c-406c-ab60-3ad161ca4f97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 210 time: 0.0438068 Dec 22 13:17:29.090322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dd08be2c-419b-4493-85fc-aac3bc41c101 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:29.167498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port dd08be2c-419b-4493-85fc-aac3bc41c101 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:29.167910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:29.378063 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1a21ea6a-5516-4e81-9cf4-286a3eeea158 req-8fb1c72c-f2cd-4bf6-9b48-2775f59c5700 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 210 time: 0.0420811 Dec 22 13:17:29.847640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-631a10e5-f990-4e54-8001-bdcb06506104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:30.492960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-3bcb30ad-df00-4058-b9b2-f1d1ca2fe056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:30.494817 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-3bcb30ad-df00-4058-b9b2-f1d1ca2fe056 service neutron] 10.222.0.54 "GET /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 1026 time: 0.0787544 Dec 22 13:17:30.579891 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-035a4381-9594-4235-a037-8176aaef0d28 req-708052e4-f104-446f-8f9f-5e7faaf0c5ae tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 210 time: 0.0811243 Dec 22 13:17:30.781810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:30.787990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-85f6968f-889a-4af3-a34e-76f27419e8cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:30.789402 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-85f6968f-889a-4af3-a34e-76f27419e8cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks?id=b09179df-c3be-4f85-82fe-180dc484e42f HTTP/1.1" status: 200 len: 796 time: 0.2888820 Dec 22 13:17:30.842303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-2a9ad0bc-be97-4a54-b136-83afb1bc51e6 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:30.861286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-2a9ad0bc-be97-4a54-b136-83afb1bc51e6 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:30.862476 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-2a9ad0bc-be97-4a54-b136-83afb1bc51e6 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 379 time: 0.0643764 Dec 22 13:17:30.872339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Request body: {'port': {'device_id': '09a1a4a4-35c8-4437-a072-685f38635f18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:30.971074 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:30.989079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.331463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6c3e04-6c0c-41fb-9645-8d14366ae901 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:17:31.338948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.353129 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Transition to ACTIVE for port object be6c3e04-6c0c-41fb-9645-8d14366ae901 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:31.360838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.366387 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d6e0b9bc-0e02-4256-b2bb-ffdc0635f457 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:31.516015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=be6c3e04-6c0c-41fb-9645-8d14366ae901,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:31.523136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:31.596352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Attempting to bind port be6c3e04-6c0c-41fb-9645-8d14366ae901 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:31.596737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Attempting to bind port be6c3e04-6c0c-41fb-9645-8d14366ae901 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:31.597249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Attempting to bind port be6c3e04-6c0c-41fb-9645-8d14366ae901 on network b09179df-c3be-4f85-82fe-180dc484e42f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:17:31.601926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Port be6c3e04-6c0c-41fb-9645-8d14366ae901 on network b09179df-c3be-4f85-82fe-180dc484e42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:17:31.602265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Attempting to bind port be6c3e04-6c0c-41fb-9645-8d14366ae901 on network b09179df-c3be-4f85-82fe-180dc484e42f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:17:31.607208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:17:31.607537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Checking segment: {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:17:31.607942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Bound using segment: {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:17:31.608354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Bound port: be6c3e04-6c0c-41fb-9645-8d14366ae901, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:31.608927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.739275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:17:31.753974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:17:31.761847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.767457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-85907e7c-b868-4b66-a74d-b60f4596ddd6 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:31.833209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:31.833865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:31.835135 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] 10.222.0.54 "PUT /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 1131 time: 0.9667315 Dec 22 13:17:31.835673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a1a4a4-35c8-4437-a072-685f38635f18', 'tag': 'be6c3e04-6c0c-41fb-9645-8d14366ae901'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:31.863701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d7094-7700-4a7b-b2ac-1a75079dcf69 req-3427559e-8f4a-4507-a508-d15b8ab3c83d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:31.865261 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4f3d7094-7700-4a7b-b2ac-1a75079dcf69 req-3427559e-8f4a-4507-a508-d15b8ab3c83d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 981 time: 0.1758778 Dec 22 13:17:31.868321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=be6c3e04-6c0c-41fb-9645-8d14366ae901,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:31.872227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:31.924407 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a1a4a4-35c8-4437-a072-685f38635f18', 'tag': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'status': 'completed', 'code': 200} Dec 22 13:17:31.998641 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4f3d7094-7700-4a7b-b2ac-1a75079dcf69 req-ca2ca926-7367-4b8a-bb12-cf7e9fa13c57 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773511 Dec 22 13:17:32.016079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-21100958-dd84-4da9-b936-7c7a56eb5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:32.017525 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-21100958-dd84-4da9-b936-7c7a56eb5402 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 1134 time: 0.1356401 Dec 22 13:17:32.091945 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-6f6a18c0-8066-4808-ae16-3c85bc2f5ecb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 217 time: 0.0666494 Dec 22 13:17:32.156467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-1e1a6961-16be-49dd-8f35-3857296417ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:32.157911 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-1e1a6961-16be-49dd-8f35-3857296417ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e5896b9-0059-46d2-be15-117c357d5b33 HTTP/1.1" status: 200 len: 835 time: 0.0590131 Dec 22 13:17:32.242296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-4dc1cdb3-d4b5-45cf-bab4-053eee0786a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:32.243792 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-4dc1cdb3-d4b5-45cf-bab4-053eee0786a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b09179df-c3be-4f85-82fe-180dc484e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771475 Dec 22 13:17:32.339770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:32.388809 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-0ddf70ba-e5ef-43ac-83a8-55d90923ca32 service neutron] 10.222.0.54 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379409 Dec 22 13:17:32.525079 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7d22186a-827b-4eff-a36e-0e0079eaf295 req-d5c7de4d-f44b-4419-bfbb-ad9dd16d8309 service neutron] 10.222.0.54 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294737 Dec 22 13:17:32.646348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afa7d1-6481-4e79-9641-bf54b074e9b9 req-d6fd8066-7e62-49fe-8145-0e398e8c92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:32.647805 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-73afa7d1-6481-4e79-9641-bf54b074e9b9 req-d6fd8066-7e62-49fe-8145-0e398e8c92f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 1134 time: 0.0739748 Dec 22 13:17:32.784529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afa7d1-6481-4e79-9641-bf54b074e9b9 req-5871cd7f-be0a-491a-9a43-68328dbb33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:32.786003 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-73afa7d1-6481-4e79-9641-bf54b074e9b9 req-5871cd7f-be0a-491a-9a43-68328dbb33a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b09179df-c3be-4f85-82fe-180dc484e42f HTTP/1.1" status: 200 len: 897 time: 0.1316919 Dec 22 13:17:32.979257 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-73afa7d1-6481-4e79-9641-bf54b074e9b9 req-b56210bd-7b1e-4fe1-b90b-8f0c09eebf6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 217 time: 0.1866205 Dec 22 13:17:33.042296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afa7d1-6481-4e79-9641-bf54b074e9b9 req-440d35f8-ca10-48b2-82e2-439244a5689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:33.043831 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-73afa7d1-6481-4e79-9641-bf54b074e9b9 req-440d35f8-ca10-48b2-82e2-439244a5689d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e5896b9-0059-46d2-be15-117c357d5b33 HTTP/1.1" status: 200 len: 835 time: 0.0579596 Dec 22 13:17:33.119543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afa7d1-6481-4e79-9641-bf54b074e9b9 req-d33140a6-9463-4dc3-963d-f2df7c38017b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:33.121054 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-73afa7d1-6481-4e79-9641-bf54b074e9b9 req-d33140a6-9463-4dc3-963d-f2df7c38017b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b09179df-c3be-4f85-82fe-180dc484e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696962 Dec 22 13:17:33.189566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d720c2e-d491-4831-9b59-61847e4118ea req-562bed28-27fe-478d-a9f9-9913bfec0fab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:33.191066 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8d720c2e-d491-4831-9b59-61847e4118ea req-562bed28-27fe-478d-a9f9-9913bfec0fab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 981 time: 0.0812495 Dec 22 13:17:33.236634 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8d720c2e-d491-4831-9b59-61847e4118ea req-2645f929-044c-463f-8fa7-79fd1bc00668 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395977 Dec 22 13:17:33.253965 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-73afa7d1-6481-4e79-9641-bf54b074e9b9 req-d38c1568-d2d3-4926-a95f-8700f36f28c8 service neutron] 10.222.0.54 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244402 Dec 22 13:17:33.387481 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-73afa7d1-6481-4e79-9641-bf54b074e9b9 req-f8a42d0f-88eb-451c-8094-cca3840f8e9e service neutron] 10.222.0.54 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269104 Dec 22 13:17:34.442517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb7e3d-329d-4b8f-b0ae-f72b7b2692cf req-523b063f-9b92-4fa0-b992-732189cfa40c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:34.444037 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d7fb7e3d-329d-4b8f-b0ae-f72b7b2692cf req-523b063f-9b92-4fa0-b992-732189cfa40c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 981 time: 0.0932372 Dec 22 13:17:34.487439 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d7fb7e3d-329d-4b8f-b0ae-f72b7b2692cf req-3d5f25c7-8441-442c-8b05-65b3ffa31c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377617 Dec 22 13:17:35.684546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7e3f1-4a75-4661-b66f-e2db6dde37f2 req-3dab56d1-5e57-44d5-98ce-2fdde193a7dc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:35.686042 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-50c7e3f1-4a75-4661-b66f-e2db6dde37f2 req-3dab56d1-5e57-44d5-98ce-2fdde193a7dc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 981 time: 0.0867167 Dec 22 13:17:35.729638 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-50c7e3f1-4a75-4661-b66f-e2db6dde37f2 req-9f2dd558-b96e-4a69-827d-24a4403fe55b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378900 Dec 22 13:17:36.213996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device be6c3e04-6c0c-41fb-9645-8d14366ae901 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:17:36.355634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:36.368664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'port_id': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'mac_address': 'fa:16:3e:ef:4c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:17:36.424687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:36.444038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6c3e04-6c0c-41fb-9645-8d14366ae901 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:17:36.460537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:36.467683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:36.470338 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:36.536992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=be6c3e04-6c0c-41fb-9645-8d14366ae901,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:36.540204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:36.809414 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['be6c3e04-6c0c-41fb-9645-8d14366ae901'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:17:36.915887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f881b-01db-498b-acb0-df116fa4cd1c req-0c49d290-82f7-4953-85d7-975ced045815 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:36.917375 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1c9f881b-01db-498b-acb0-df116fa4cd1c req-0c49d290-82f7-4953-85d7-975ced045815 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 982 time: 0.0848849 Dec 22 13:17:36.965418 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1c9f881b-01db-498b-acb0-df116fa4cd1c req-feed68cc-22b8-4db4-88e0-0e047f31288d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422835 Dec 22 13:17:38.162779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d965f-1ff0-4a13-8925-6e0df52a9a7c req-c1482d25-98d0-4bb8-9d31-0ebcba9d8cb9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:38.164299 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-680d965f-1ff0-4a13-8925-6e0df52a9a7c req-c1482d25-98d0-4bb8-9d31-0ebcba9d8cb9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 982 time: 0.0827711 Dec 22 13:17:38.207214 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-680d965f-1ff0-4a13-8925-6e0df52a9a7c req-ff2dbcc2-02d7-4adc-9408-066c26651511 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372093 Dec 22 13:17:38.241915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device be6c3e04-6c0c-41fb-9645-8d14366ae901 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:38.312915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port be6c3e04-6c0c-41fb-9645-8d14366ae901 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:38.318388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port be6c3e04-6c0c-41fb-9645-8d14366ae901 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:38.318771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.433702 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.463145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a1a4a4-35c8-4437-a072-685f38635f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6c3e04-6c0c-41fb-9645-8d14366ae901'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:38.474171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:38.481169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:38.483975 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:38.549365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=be6c3e04-6c0c-41fb-9645-8d14366ae901,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:38.553449 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:38.565420 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a1a4a4-35c8-4437-a072-685f38635f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'code': 200} Dec 22 13:17:38.808648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67739c12-3d43-4c9d-8750-73cc66a425e0 req-a89d2328-24e2-45c5-9042-b901d9b193ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:38.810119 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-67739c12-3d43-4c9d-8750-73cc66a425e0 req-a89d2328-24e2-45c5-9042-b901d9b193ad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 1136 time: 0.0786397 Dec 22 13:17:38.851381 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-67739c12-3d43-4c9d-8750-73cc66a425e0 req-ca737612-95ac-4213-95f9-2be91793c43c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350409 Dec 22 13:17:39.404368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a9520-a35c-4a80-859a-30ab5453e92b req-f1d94a79-c5e0-4d9e-9850-47b75091f0ec tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:39.405801 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-205a9520-a35c-4a80-859a-30ab5453e92b req-f1d94a79-c5e0-4d9e-9850-47b75091f0ec tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 983 time: 0.0832734 Dec 22 13:17:39.453445 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-205a9520-a35c-4a80-859a-30ab5453e92b req-2bd0bbae-b919-4738-9ddb-c067ac18e166 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388885 Dec 22 13:17:40.553281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:40.661933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833eba9-0ca3-464f-b49f-3f94dd71b254 req-ec676ece-ab51-47b3-b562-91828f6e9812 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:40.663414 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c833eba9-0ca3-464f-b49f-3f94dd71b254 req-ec676ece-ab51-47b3-b562-91828f6e9812 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 983 time: 0.0914836 Dec 22 13:17:40.712224 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c833eba9-0ca3-464f-b49f-3f94dd71b254 req-f30aad2a-d3ba-40bb-a926-6a80b59abc83 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429413 Dec 22 13:17:40.902866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594ab9c-7306-454c-9bd4-79d47e87e3a2 req-9f3129db-87fb-4bf8-98f3-ad3937ad986a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:40.904341 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d594ab9c-7306-454c-9bd4-79d47e87e3a2 req-9f3129db-87fb-4bf8-98f3-ad3937ad986a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 983 time: 0.0884390 Dec 22 13:17:40.955763 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d594ab9c-7306-454c-9bd4-79d47e87e3a2 req-dc8a96ff-1586-46fc-969f-6684d9c96bc7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Dec 22 13:17:40.978170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54902) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:41.047136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8941fa1-2d6d-419d-96ac-16b59b3032c7 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:41.048671 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b8941fa1-2d6d-419d-96ac-16b59b3032c7 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 1131 time: 0.0695329 Dec 22 13:17:41.051568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54906) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:41.056469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:41.062341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:41.066290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:floatingip and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:41.069169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:41.074916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:41.089283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.243328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.385372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.116 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/3e122017-8d60-45d6-87b9-94e9b17ab3a2) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:17:41.643591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.674593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:41.678640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-abdf5d61-ceef-4f16-ae44-8c46034ab7f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:41.739147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:17:41.742119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:17:41.745802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:17:41.777968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=3e122017-8d60-45d6-87b9-94e9b17ab3a2,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:41.783677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:42.173905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.251423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.456123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.464570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.470094 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:42.575467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=3e122017-8d60-45d6-87b9-94e9b17ab3a2,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:42.579516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:42.590349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:42.765425 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP d5e08fdd-a7c0-4265-aa88-072ad0b83d4f associated. External IP: 172.26.4.116, port: be6c3e04-6c0c-41fb-9645-8d14366ae901. Dec 22 13:17:43.231144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:17:43.415624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:17:43.426000 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9431e486-00a6-4d00-8e98-30937762ae44 None None] Sync routers for ids ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:17:43.440363 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9431e486-00a6-4d00-8e98-30937762ae44 None None] Routers {'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:17:43.441057 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9431e486-00a6-4d00-8e98-30937762ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:17:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:43.441535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:43.496386 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.4438074 Dec 22 13:17:43.497151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a1a4a4-35c8-4437-a072-685f38635f18', 'tag': 'be6c3e04-6c0c-41fb-9645-8d14366ae901'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:43.499395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54914) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:43.603689 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a1a4a4-35c8-4437-a072-685f38635f18', 'tag': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'status': 'completed', 'code': 200} Dec 22 13:17:43.624993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dde0ca-eff4-4432-850d-e30cf0662787 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:43.626462 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-62dde0ca-eff4-4432-850d-e30cf0662787 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18&network_id=b09179df-c3be-4f85-82fe-180dc484e42f HTTP/1.1" status: 200 len: 1131 time: 0.1254544 Dec 22 13:17:43.643084 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-9431e486-00a6-4d00-8e98-30937762ae44 None None] Set router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:17:43.699707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9344a-b2d5-4ec2-8796-3e501c0a6f1d req-7886e051-1525-4697-9bdd-94f351b0be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:43.701138 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b9344a-b2d5-4ec2-8796-3e501c0a6f1d req-7886e051-1525-4697-9bdd-94f351b0be17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 1136 time: 0.0730002 Dec 22 13:17:43.855830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9344a-b2d5-4ec2-8796-3e501c0a6f1d req-da1b02f2-75ae-4f84-ab70-7dfefc7f56a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:43.857431 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b9344a-b2d5-4ec2-8796-3e501c0a6f1d req-da1b02f2-75ae-4f84-ab70-7dfefc7f56a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b09179df-c3be-4f85-82fe-180dc484e42f HTTP/1.1" status: 200 len: 897 time: 0.1408432 Dec 22 13:17:43.996669 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9431e486-00a6-4d00-8e98-30937762ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:22Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'd5e08fdd-a7c0-4265-aa88-072ad0b83d4f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.116', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'port_id': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-566343755', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'mac_address': 'fa:16:3e:ef:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a1a4a4-35c8-4437-a072-685f38635f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:17:42Z', 'updated_at': '2021-12-22T13:17:42Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd08be2c-419b-4493-85fc-aac3bc41c101', 'name': '', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:79:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:21Z', 'updated_at': '2021-12-22T13:17:27Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:44.000737 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9431e486-00a6-4d00-8e98-30937762ae44 None None] Checking router: a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:17:44.008857 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b9344a-b2d5-4ec2-8796-3e501c0a6f1d req-6f6a6168-9342-4f1f-a3a9-3cc41dc7cb50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 1037 time: 0.1437874 Dec 22 13:17:44.009445 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9431e486-00a6-4d00-8e98-30937762ae44 None None] Routers {'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:17:44.010049 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9431e486-00a6-4d00-8e98-30937762ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:17:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:44.074747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b84e0-d1e9-4021-a3d7-93d9cd6fe8bb req-dd3c397d-5dbf-4f80-8e79-c3855161e62e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:44.076228 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8e0b84e0-d1e9-4021-a3d7-93d9cd6fe8bb req-dd3c397d-5dbf-4f80-8e79-c3855161e62e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 983 time: 0.1593299 Dec 22 13:17:44.102014 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9344a-b2d5-4ec2-8796-3e501c0a6f1d req-3e5c5e96-342d-4caf-90b4-bf06f03a3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:44.103432 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b9344a-b2d5-4ec2-8796-3e501c0a6f1d req-3e5c5e96-342d-4caf-90b4-bf06f03a3720 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e5896b9-0059-46d2-be15-117c357d5b33 HTTP/1.1" status: 200 len: 835 time: 0.0871048 Dec 22 13:17:44.166100 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8e0b84e0-d1e9-4021-a3d7-93d9cd6fe8bb req-3aea1b88-e012-4a1b-b341-a33f4ade85f3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835817 Dec 22 13:17:44.197097 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-9431e486-00a6-4d00-8e98-30937762ae44 None None] Set router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:17:44.197606 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9344a-b2d5-4ec2-8796-3e501c0a6f1d req-ff25913c-bafc-4c57-a325-74e6f9417dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:44.199084 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b9344a-b2d5-4ec2-8796-3e501c0a6f1d req-ff25913c-bafc-4c57-a325-74e6f9417dc9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b09179df-c3be-4f85-82fe-180dc484e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829484 Dec 22 13:17:44.330375 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b9344a-b2d5-4ec2-8796-3e501c0a6f1d req-231195e4-4480-4c20-9ecb-95c43ccfdb8e service neutron] 10.222.0.54 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235957 Dec 22 13:17:44.548693 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9431e486-00a6-4d00-8e98-30937762ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:22Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'd5e08fdd-a7c0-4265-aa88-072ad0b83d4f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.116', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'port_id': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-566343755', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'mac_address': 'fa:16:3e:ef:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a1a4a4-35c8-4437-a072-685f38635f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:17:42Z', 'updated_at': '2021-12-22T13:17:42Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd08be2c-419b-4493-85fc-aac3bc41c101', 'name': '', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:79:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:21Z', 'updated_at': '2021-12-22T13:17:27Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:17:44.552893 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9431e486-00a6-4d00-8e98-30937762ae44 None None] The sync data for ids ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'] in dv-neutron-822668-1-hyperv is: [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:22Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'd5e08fdd-a7c0-4265-aa88-072ad0b83d4f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.116', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'port_id': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-566343755', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'mac_address': 'fa:16:3e:ef:4c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a1a4a4-35c8-4437-a072-685f38635f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:17:42Z', 'updated_at': '2021-12-22T13:17:42Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd08be2c-419b-4493-85fc-aac3bc41c101', 'name': '', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:79:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:21Z', 'updated_at': '2021-12-22T13:17:27Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:17:44.594886 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1b9344a-b2d5-4ec2-8796-3e501c0a6f1d req-71b6b659-2fff-4581-9b34-ce03975c06a3 service neutron] 10.222.0.54 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573776 Dec 22 13:17:44.750898 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1021df3-4a24-4878-8ef5-7ea58f3d2f48 None None] New status for floating IP d5e08fdd-a7c0-4265-aa88-072ad0b83d4f: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:17:45.370526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c149565-3fe9-4f67-8230-030c0dfbaec6 req-9eba52a7-c3ca-4fd9-bea7-a4ff05039016 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:45.372245 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3c149565-3fe9-4f67-8230-030c0dfbaec6 req-9eba52a7-c3ca-4fd9-bea7-a4ff05039016 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 983 time: 0.0870223 Dec 22 13:17:45.381242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835637d-696f-4fb5-a424-5b822c74a762 req-d358a200-9a94-441e-a2f3-bf62fa329a0c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:45.382669 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5835637d-696f-4fb5-a424-5b822c74a762 req-d358a200-9a94-441e-a2f3-bf62fa329a0c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 983 time: 0.0824389 Dec 22 13:17:45.422383 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3c149565-3fe9-4f67-8230-030c0dfbaec6 req-c632fb3d-5188-4627-ab73-bc8ac3f70d68 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387433 Dec 22 13:17:45.457455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835637d-696f-4fb5-a424-5b822c74a762 req-8ff75376-aaa6-4ced-84ef-7a7655575c79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:45.458792 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5835637d-696f-4fb5-a424-5b822c74a762 req-8ff75376-aaa6-4ced-84ef-7a7655575c79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0702946 Dec 22 13:17:45.605402 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5835637d-696f-4fb5-a424-5b822c74a762 req-eb5566d4-dac8-4acf-a314-305ba20d4332 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1417472 Dec 22 13:17:45.615620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-5835637d-696f-4fb5-a424-5b822c74a762 req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:45.740538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5835637d-696f-4fb5-a424-5b822c74a762 req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:45.940817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-5835637d-696f-4fb5-a424-5b822c74a762 req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:45.981089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-5835637d-696f-4fb5-a424-5b822c74a762 req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:17:46.039690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-5835637d-696f-4fb5-a424-5b822c74a762 req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] device_id is not set on port be6c3e04-6c0c-41fb-9645-8d14366ae901 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:17:46.048222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5835637d-696f-4fb5-a424-5b822c74a762 req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.055952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5835637d-696f-4fb5-a424-5b822c74a762 req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.059592 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:46.195316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=be6c3e04-6c0c-41fb-9645-8d14366ae901,revision_number=6']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:46.199807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:46.251386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5835637d-696f-4fb5-a424-5b822c74a762 req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] No DVR routers for this DVR port be6c3e04-6c0c-41fb-9645-8d14366ae901 on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:17:46.341261 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-dc9872bd-4764-46cb-9cf8-912bdab77a69 None None] Provisioning complete for port be6c3e04-6c0c-41fb-9645-8d14366ae901 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:46.341861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dc9872bd-4764-46cb-9cf8-912bdab77a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.394956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-dc9872bd-4764-46cb-9cf8-912bdab77a69 None None] Port be6c3e04-6c0c-41fb-9645-8d14366ae901 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:17:46.472820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-5835637d-696f-4fb5-a424-5b822c74a762 req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] In _notify_port_updated(), no bound segment for port be6c3e04-6c0c-41fb-9645-8d14366ae901 on network b09179df-c3be-4f85-82fe-180dc484e42f {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:17:46.473708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835637d-696f-4fb5-a424-5b822c74a762 req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:46.474311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-5835637d-696f-4fb5-a424-5b822c74a762 req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:46.475716 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5835637d-696f-4fb5-a424-5b822c74a762 req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] 10.222.0.54 "PUT /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 1026 time: 0.8640242 Dec 22 13:17:46.576120 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6945921d-6305-4f18-80bd-14d464f4e23c req-7ce7376d-135b-4533-937d-79864b9ec43a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=09a1a4a4-35c8-4437-a072-685f38635f18 HTTP/1.1" status: 200 len: 210 time: 0.0441525 Dec 22 13:17:47.676286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54932) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:47.761010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a346db-37e5-462d-a7fb-52e7f83086c4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:47.762268 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-53a346db-37e5-462d-a7fb-52e7f83086c4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 925 time: 0.0850017 Dec 22 13:17:48.128404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54938) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:48.133877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178363679', 'description': 'tempest-secgroup-smoke-178363679 description', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:48.140051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:48.150174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:48.161344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.181328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:48.185250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:48.188118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:48.193921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:48.279222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.284938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.288621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be54e23f-ebcd-4a68-ab95-e7f38cc0856b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:48.328731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d3924e-d089-4c3a-88f7-ae2edc0e7416,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:48.331869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:48.336843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.336933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device be6c3e04-6c0c-41fb-9645-8d14366ae901 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:17:48.337894 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2083864 Dec 22 13:17:48.340740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54942) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:48.345940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '77d3924e-d089-4c3a-88f7-ae2edc0e7416', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:48.352363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:48.356489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:48.359474 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:48.365491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:48.385531 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.399897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device be6c3e04-6c0c-41fb-9645-8d14366ae901 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:17:48.451447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.458052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.464426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a8c70442-af2d-4c6f-9c9e-e6bf329099f3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:48.483636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4797a78f-126a-4eb2-912d-d5471f5ab39b,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:48.485965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:48.494771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.496071 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543653 Dec 22 13:17:48.499116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 54946) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:48.504189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '77d3924e-d089-4c3a-88f7-ae2edc0e7416', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:48.509998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:48.513788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:48.516677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:48.522423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:48.540275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.604030 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.609107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.610820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-07102988-9eb4-43f7-ab5f-89d2e93a358c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:48.632039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16750d4a-b816-4def-91aa-bd61503e2c7d,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:48.634394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:48.643354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.644627 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445839 Dec 22 13:17:48.647845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54950) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:48.655033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '77d3924e-d089-4c3a-88f7-ae2edc0e7416', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:48.663795 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:48.667816 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:48.670785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:48.676671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:48.695591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.756769 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.762432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.764213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2c8ba8ae-fd9e-419d-8eaf-9c848fbb46a2 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:48.786197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e55f798-1d17-4373-a1e3-f9afc843978a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:48.792228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:48.797277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.798601 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495256 Dec 22 13:17:48.801585 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54954) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:48.806604 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '77d3924e-d089-4c3a-88f7-ae2edc0e7416', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:48.812447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:48.816482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:48.819652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:48.825548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:48.848686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.915462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.920891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.922742 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-09f2bfe3-f132-40a9-a308-cb62cde3ec8a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:48.944371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e100d5fa-ac4e-4b4e-b48c-2f618c715e4e,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:48.946811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:48.954599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:48.955874 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533031 Dec 22 13:17:48.958689 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54958) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:48.964013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '77d3924e-d089-4c3a-88f7-ae2edc0e7416', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:48.969686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:48.973487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:48.976416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:48.982011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:48.993831 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:17:49.000446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.062994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.067938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.069740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-788995f5-b69b-4f4d-a1df-617461d5e189 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:49.090900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9962fd-684e-4524-bc40-12bd6210d219,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:49.093212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:49.101632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.102988 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1432314 Dec 22 13:17:49.105692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 54962) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:17:49.110589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '77d3924e-d089-4c3a-88f7-ae2edc0e7416', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:49.116365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:17:49.120182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:17:49.122987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:17:49.128563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:17:49.140014 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:17:49.146434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.211424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.216736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.218529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bfa454a8-e2dd-47e4-abc0-10b252080686 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:49.239357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c921d760-2c40-464e-b899-c67fcc90472a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:49.241746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:49.249835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:49.251140 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445229 Dec 22 13:17:49.416237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-27c52492-2e48-48ef-b931-277a01602dab req-eeb2bb56-6276-4d94-bf55-a96478025349 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:17:49.435128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-27c52492-2e48-48ef-b931-277a01602dab req-eeb2bb56-6276-4d94-bf55-a96478025349 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:17:49.436377 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-eeb2bb56-6276-4d94-bf55-a96478025349 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178363679&fields=id&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 267 time: 0.0628264 Dec 22 13:17:49.523375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c52492-2e48-48ef-b931-277a01602dab req-cd9a396f-f3d5-47dd-b7c7-62d670fc8637 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:49.524612 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-cd9a396f-f3d5-47dd-b7c7-62d670fc8637 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 930 time: 0.0788963 Dec 22 13:17:49.597459 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-2f9fde34-958d-474c-ae07-8a97ae062838 service neutron] 10.222.0.24 "GET /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0604186 Dec 22 13:17:49.731704 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-d7498806-9667-40df-8110-b1740fed5dc1 service neutron] 10.222.0.24 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276848 Dec 22 13:17:49.867278 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-3e76e366-1f30-4bf0-9d00-a95f6f6df9e8 service neutron] 10.222.0.24 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268849 Dec 22 13:17:50.193980 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5972a26b-2b27-4019-b6c0-f8a69eeb374d req-32c637dc-3607-4eed-bb12-96f427aed60f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 210 time: 0.1862469 Dec 22 13:17:50.998517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c52492-2e48-48ef-b931-277a01602dab req-f6145e4b-0e2b-4857-acec-b25a882bb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:50.999875 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-f6145e4b-0e2b-4857-acec-b25a882bb4ec service neutron] 10.222.0.54 "GET /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 1026 time: 0.0614314 Dec 22 13:17:51.147195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c52492-2e48-48ef-b931-277a01602dab req-7edf5d2b-de9d-4b63-a5b7-ea429066424d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:51.148626 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-7edf5d2b-de9d-4b63-a5b7-ea429066424d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks?id=b09179df-c3be-4f85-82fe-180dc484e42f HTTP/1.1" status: 200 len: 796 time: 0.1438801 Dec 22 13:17:51.200073 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-c60606ea-57a0-4d48-8e88-fb51fa052598 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 471 time: 0.0424769 Dec 22 13:17:51.210541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Request body: {'port': {'device_id': '54d4a148-719f-4eb6-9833-bb6607365a64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:17:51.321914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.342280 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-91cf80e2-9c39-42eb-854a-36cd205e842d req-fa129b6d-1b7a-4310-8daf-4f0fe90a3f0c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 210 time: 0.0420544 Dec 22 13:17:51.674668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6c3e04-6c0c-41fb-9645-8d14366ae901 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:17:51.682199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.697177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Transition to ACTIVE for port object be6c3e04-6c0c-41fb-9645-8d14366ae901 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:17:51.703355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:51.708826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2afa0a83-00c9-4fdb-be07-cfb194c74e9a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:51.850761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Pushing event updated for resources: {'Port': ['ID=be6c3e04-6c0c-41fb-9645-8d14366ae901,revision_number=7']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:51.855057 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:51.978175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Attempting to bind port be6c3e04-6c0c-41fb-9645-8d14366ae901 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:17:51.978505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Attempting to bind port be6c3e04-6c0c-41fb-9645-8d14366ae901 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:17:51.978822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Attempting to bind port be6c3e04-6c0c-41fb-9645-8d14366ae901 on network b09179df-c3be-4f85-82fe-180dc484e42f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:17:51.983705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Port be6c3e04-6c0c-41fb-9645-8d14366ae901 on network b09179df-c3be-4f85-82fe-180dc484e42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:17:51.984025 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Attempting to bind port be6c3e04-6c0c-41fb-9645-8d14366ae901 on network b09179df-c3be-4f85-82fe-180dc484e42f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:17:51.989498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:17:51.989830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Checking segment: {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:17:51.990211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Bound using segment: {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:17:51.990678 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Bound port: be6c3e04-6c0c-41fb-9645-8d14366ae901, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511122b7-5e4d-4c8a-a2af-d090f3dd0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:17:51.991012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.079175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:17:52.082042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:17:52.088660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.092362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fc2739ff-ca43-41e5-a525-6d84728233da tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:52.150833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:52.151446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:52.152886 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] 10.222.0.54 "PUT /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 1131 time: 0.9462581 Dec 22 13:17:52.153429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d4a148-719f-4eb6-9833-bb6607365a64', 'tag': 'be6c3e04-6c0c-41fb-9645-8d14366ae901'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:52.178909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Pushing event updated for resources: {'Port': ['ID=be6c3e04-6c0c-41fb-9645-8d14366ae901,revision_number=8']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:52.183287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:52.231832 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d4a148-719f-4eb6-9833-bb6607365a64', 'tag': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'status': 'completed', 'code': 200} Dec 22 13:17:52.273018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c52492-2e48-48ef-b931-277a01602dab req-83509226-0f37-4bac-a2e8-16700fcbb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:52.274557 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-83509226-0f37-4bac-a2e8-16700fcbb067 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 1134 time: 0.0776770 Dec 22 13:17:52.382803 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-fd6788ea-c78c-4ad5-8c11-a0d0caf2bb96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 1037 time: 0.1007261 Dec 22 13:17:52.444988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c52492-2e48-48ef-b931-277a01602dab req-83706da5-838e-4724-bced-96dbd665475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:52.446336 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-83706da5-838e-4724-bced-96dbd665475d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e5896b9-0059-46d2-be15-117c357d5b33 HTTP/1.1" status: 200 len: 835 time: 0.0573926 Dec 22 13:17:52.527961 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c52492-2e48-48ef-b931-277a01602dab req-f9d8e0c2-bc55-4a6d-94b2-ebdc76a2c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:52.529491 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-f9d8e0c2-bc55-4a6d-94b2-ebdc76a2c75d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b09179df-c3be-4f85-82fe-180dc484e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766842 Dec 22 13:17:52.534026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f8f96-e53e-401b-ba56-7c5b3dea36be req-ff408f06-c6c5-4b04-b4b8-0bde87ef3e72 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:52.535455 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-311f8f96-e53e-401b-ba56-7c5b3dea36be req-ff408f06-c6c5-4b04-b4b8-0bde87ef3e72 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 981 time: 0.0830889 Dec 22 13:17:52.581031 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-311f8f96-e53e-401b-ba56-7c5b3dea36be req-b16c08e5-2440-419f-9f57-c431e6498046 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392234 Dec 22 13:17:52.791542 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-c296662a-268b-40ab-bb4a-ea58617e6f29 service neutron] 10.222.0.54 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554402 Dec 22 13:17:52.928445 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-27c52492-2e48-48ef-b931-277a01602dab req-014a2108-308e-45a1-9b20-80dc04395aa1 service neutron] 10.222.0.54 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296887 Dec 22 13:17:53.051944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98222f6b-6d97-43db-8196-312cdd11049c req-72bfc3d9-4823-4d8e-a098-0e49dcd1762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:53.053392 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-98222f6b-6d97-43db-8196-312cdd11049c req-72bfc3d9-4823-4d8e-a098-0e49dcd1762e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 1134 time: 0.0742683 Dec 22 13:17:53.194758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98222f6b-6d97-43db-8196-312cdd11049c req-8e51cc66-a899-4798-9eae-2b77d87e4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:53.196281 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-98222f6b-6d97-43db-8196-312cdd11049c req-8e51cc66-a899-4798-9eae-2b77d87e4183 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b09179df-c3be-4f85-82fe-180dc484e42f HTTP/1.1" status: 200 len: 897 time: 0.1367135 Dec 22 13:17:53.305658 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-98222f6b-6d97-43db-8196-312cdd11049c req-e7c63687-db49-4ca0-b573-bc74b7c7f665 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 1037 time: 0.1026073 Dec 22 13:17:53.376181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98222f6b-6d97-43db-8196-312cdd11049c req-94ab26cf-9747-4e31-bd3a-1cbd72892e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:53.378413 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-98222f6b-6d97-43db-8196-312cdd11049c req-94ab26cf-9747-4e31-bd3a-1cbd72892e0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3e5896b9-0059-46d2-be15-117c357d5b33 HTTP/1.1" status: 200 len: 835 time: 0.0658500 Dec 22 13:17:53.456346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98222f6b-6d97-43db-8196-312cdd11049c req-bfc9b94d-e94c-4ef6-94f1-9bbbef25f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:53.457770 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-98222f6b-6d97-43db-8196-312cdd11049c req-bfc9b94d-e94c-4ef6-94f1-9bbbef25f0e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b09179df-c3be-4f85-82fe-180dc484e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728395 Dec 22 13:17:53.593171 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-98222f6b-6d97-43db-8196-312cdd11049c req-2402397a-19a1-40c5-9ce2-790a8cf7f9e9 service neutron] 10.222.0.54 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284900 Dec 22 13:17:53.768409 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-98222f6b-6d97-43db-8196-312cdd11049c req-8d340d28-9815-4b4c-b5d3-a61b96ea693f service neutron] 10.222.0.54 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684444 Dec 22 13:17:53.797256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a319e-af20-4227-bd32-8e997d1b133f req-c24e82af-85c3-43a8-bcfc-a2a9527d5fea tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:53.798640 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-148a319e-af20-4227-bd32-8e997d1b133f req-c24e82af-85c3-43a8-bcfc-a2a9527d5fea tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 981 time: 0.1096170 Dec 22 13:17:53.847430 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-148a319e-af20-4227-bd32-8e997d1b133f req-adb4e0fb-f333-4626-980c-96a55d44e757 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411954 Dec 22 13:17:55.050993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3eab8-cc01-4f83-80ec-67a5ff940788 req-aaa3fd92-aee8-4b5c-ae4f-98cc5b09a899 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:55.052492 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d4b3eab8-cc01-4f83-80ec-67a5ff940788 req-aaa3fd92-aee8-4b5c-ae4f-98cc5b09a899 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 981 time: 0.0823984 Dec 22 13:17:55.100902 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d4b3eab8-cc01-4f83-80ec-67a5ff940788 req-7e776674-87b3-4aaa-8b8b-2513e0dff6aa tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Dec 22 13:17:56.301760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507e6a1-9bae-4407-b437-a8fcc5543e2d req-4703664d-663e-4c29-9939-7c3a03dc0a2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:56.303203 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3507e6a1-9bae-4407-b437-a8fcc5543e2d req-4703664d-663e-4c29-9939-7c3a03dc0a2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 981 time: 0.0943658 Dec 22 13:17:56.346397 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3507e6a1-9bae-4407-b437-a8fcc5543e2d req-586a9cd2-357a-4ea6-8fc6-d430692c6bc2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373957 Dec 22 13:17:56.366851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device be6c3e04-6c0c-41fb-9645-8d14366ae901 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:17:56.532659 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:56.545932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'port_id': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'mac_address': 'fa:16:3e:ef:4c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:17:56.601075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.617082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6c3e04-6c0c-41fb-9645-8d14366ae901 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:17:56.632366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:56.638083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:56.640843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:56.707453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=be6c3e04-6c0c-41fb-9645-8d14366ae901,revision_number=9']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:56.710625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:56.984959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['be6c3e04-6c0c-41fb-9645-8d14366ae901'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:17:57.505999 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c70951c5-4223-4b4e-8a42-e5d3f848b721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:57.556771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d4d5b-6b5a-45f3-b07d-ff8731279ade req-2e2c15cd-0aef-4c36-a301-fb5c4e3e6048 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:57.558259 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8f7d4d5b-6b5a-45f3-b07d-ff8731279ade req-2e2c15cd-0aef-4c36-a301-fb5c4e3e6048 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 982 time: 0.0955415 Dec 22 13:17:57.603929 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8f7d4d5b-6b5a-45f3-b07d-ff8731279ade req-6d828df7-437b-473a-9701-38a5b1ea8c5d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396395 Dec 22 13:17:58.383684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device be6c3e04-6c0c-41fb-9645-8d14366ae901 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:17:58.472881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port be6c3e04-6c0c-41fb-9645-8d14366ae901 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:17:58.480242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port be6c3e04-6c0c-41fb-9645-8d14366ae901 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:17:58.480725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.597617 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.623690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d4a148-719f-4eb6-9833-bb6607365a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6c3e04-6c0c-41fb-9645-8d14366ae901'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:17:58.633266 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:17:58.638883 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:17:58.641070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-11c8f8e9-573b-4f14-9669-2bcc15f308a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:17:58.677889 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d4a148-719f-4eb6-9833-bb6607365a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6c3e04-6c0c-41fb-9645-8d14366ae901', 'code': 200} Dec 22 13:17:58.709595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=be6c3e04-6c0c-41fb-9645-8d14366ae901,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:17:58.712869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:17:58.800003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dc0e3-8620-4cdc-9e48-1bf9cef45595 req-81c205d5-ea00-472d-91c8-f7826164afc2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:58.801455 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff1dc0e3-8620-4cdc-9e48-1bf9cef45595 req-81c205d5-ea00-472d-91c8-f7826164afc2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 984 time: 0.0842631 Dec 22 13:17:58.846021 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff1dc0e3-8620-4cdc-9e48-1bf9cef45595 req-0a20b318-e022-45f4-8ed5-4ae004b946e9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386348 Dec 22 13:17:58.899879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e948e3-bc2d-4c06-9ea1-b8c6c0a66f18 req-f59aa828-4bb6-4c1a-9933-5bdbf69adcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:17:58.901268 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-63e948e3-bc2d-4c06-9ea1-b8c6c0a66f18 req-f59aa828-4bb6-4c1a-9933-5bdbf69adcf0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 1137 time: 0.0692925 Dec 22 13:17:58.946477 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-63e948e3-bc2d-4c06-9ea1-b8c6c0a66f18 req-8289668a-2a1d-4735-818b-ae721cff783d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384243 Dec 22 13:17:59.861631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2ebc0843-b0a8-40be-a0d3-b5c2b2d242b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.034518 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a146b64-7082-45ff-8ba0-061a724eee5e req-dab4e7a5-bd3a-49d9-a204-22d7ad89316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:00.036053 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a146b64-7082-45ff-8ba0-061a724eee5e req-dab4e7a5-bd3a-49d9-a204-22d7ad89316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 984 time: 0.0823722 Dec 22 13:18:00.081391 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8a146b64-7082-45ff-8ba0-061a724eee5e req-b7be23f7-f738-4778-aa85-fe1e19a7a0d4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395927 Dec 22 13:18:00.794231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:00.974537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:01.276963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5fbe4-87d0-40d6-9996-0acffdd446e2 req-2844017c-45e3-4bb5-ad46-23a2d6552237 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:01.278327 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5af5fbe4-87d0-40d6-9996-0acffdd446e2 req-2844017c-45e3-4bb5-ad46-23a2d6552237 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 984 time: 0.0883043 Dec 22 13:18:01.332025 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5af5fbe4-87d0-40d6-9996-0acffdd446e2 req-b852fffa-ed2e-4441-bf01-ef34e22d5527 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478053 Dec 22 13:18:01.520525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bae2e5-5395-4a98-ad4b-07207455d602 req-d9ebe973-1aed-4317-a1f8-83243a0cb0b7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:01.521997 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-29bae2e5-5395-4a98-ad4b-07207455d602 req-d9ebe973-1aed-4317-a1f8-83243a0cb0b7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 984 time: 0.0862708 Dec 22 13:18:01.566179 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-29bae2e5-5395-4a98-ad4b-07207455d602 req-2946a3a1-8abe-4aa5-bd8d-8e260da82055 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383430 Dec 22 13:18:01.589128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55016) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:01.660538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b619e44f-5938-4b2b-8487-05c6e5ef45fb tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:01.662020 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b619e44f-5938-4b2b-8487-05c6e5ef45fb tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64&network_id=b09179df-c3be-4f85-82fe-180dc484e42f HTTP/1.1" status: 200 len: 1132 time: 0.0718913 Dec 22 13:18:02.211693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f9113-2ed9-4a76-bc54-5fb8b066077a req-19b47bcc-c717-4f25-a531-0669e120c88c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:02.213151 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a42f9113-2ed9-4a76-bc54-5fb8b066077a req-19b47bcc-c717-4f25-a531-0669e120c88c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 984 time: 0.0932248 Dec 22 13:18:02.256295 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a42f9113-2ed9-4a76-bc54-5fb8b066077a req-f8133612-9280-40a6-8681-3518ea7c3461 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372694 Dec 22 13:18:02.343933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:03.562612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11d76c-277e-4a18-a9a8-f262e0802797 req-ae15a7ab-3714-4ce8-a14f-3d0b9b78b34e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:03.564026 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8b11d76c-277e-4a18-a9a8-f262e0802797 req-ae15a7ab-3714-4ce8-a14f-3d0b9b78b34e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 984 time: 0.1931157 Dec 22 13:18:03.609298 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8b11d76c-277e-4a18-a9a8-f262e0802797 req-8fb8b08f-1fd6-48c3-b019-9951f2aa3207 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394666 Dec 22 13:18:03.629200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-f8d1f8c0-ee69-42b7-94fe-af46d34674c2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:03.630625 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-f8d1f8c0-ee69-42b7-94fe-af46d34674c2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 984 time: 0.0817795 Dec 22 13:18:03.825454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-5e41eccd-705f-47dd-965f-e019c40bf4a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:03.826737 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-5e41eccd-705f-47dd-965f-e019c40bf4a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1900916 Dec 22 13:18:03.971646 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-ec33418d-a20f-453e-acdd-4d10815956d9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1395330 Dec 22 13:18:03.982174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:04.092070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.328508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=be6c3e04-6c0c-41fb-9645-8d14366ae901,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:18:04.359162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] For port be6c3e04-6c0c-41fb-9645-8d14366ae901, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:18:04.414323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] device_id is not set on port be6c3e04-6c0c-41fb-9645-8d14366ae901 yet. {{(pid=87568) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 13:18:04.422588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.430887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.434723 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0d5285c3-3333-407f-ac12-e1118f09d485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:04.569685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] Pushing event updated for resources: {'Port': ['ID=be6c3e04-6c0c-41fb-9645-8d14366ae901,revision_number=11']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:04.574173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:04.626874 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] No DVR routers for this DVR port be6c3e04-6c0c-41fb-9645-8d14366ae901 on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:04.699288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-146a9393-80ac-44d0-8f48-3a3c7a19433f None None] Provisioning complete for port be6c3e04-6c0c-41fb-9645-8d14366ae901 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:04.699927 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-146a9393-80ac-44d0-8f48-3a3c7a19433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.754920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-146a9393-80ac-44d0-8f48-3a3c7a19433f None None] Port be6c3e04-6c0c-41fb-9645-8d14366ae901 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:18:04.769739 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:18:04.817186 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-497de97f-2787-4396-8f74-8ea46b1fbc77 req-b46c8b80-0434-46f1-a3fe-32d6a4164b54 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=54d4a148-719f-4eb6-9833-bb6607365a64 HTTP/1.1" status: 200 len: 210 time: 0.0573165 Dec 22 13:18:04.890929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] In _notify_port_updated(), no bound segment for port be6c3e04-6c0c-41fb-9645-8d14366ae901 on network b09179df-c3be-4f85-82fe-180dc484e42f {{(pid=87568) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 22 13:18:04.891763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:04.892365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:04.893630 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-540d72eb-b40d-4353-9ff8-8e3032943061 req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] 10.222.0.54 "PUT /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 200 len: 1027 time: 0.9153266 Dec 22 13:18:05.919376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55030) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:05.987563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.017408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.085609 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.089782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f4ab874a-138a-47f9-9119-1a63adf33343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:06.103415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d3924e-d089-4c3a-88f7-ae2edc0e7416,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:06.112305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:06.112630 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:06.113012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:06.113390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:06.113761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:06.114164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:06.114491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:06.114855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:06.115250 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:06.115582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:06.115965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:06.116322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:06.121087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:06.124445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.125530 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/security-groups/77d3924e-d089-4c3a-88f7-ae2edc0e7416 HTTP/1.1" status: 204 len: 168 time: 0.2051079 Dec 22 13:18:06.157915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55036) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:06.360799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 3e122017-8d60-45d6-87b9-94e9b17ab3a2 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:18:06.361144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.413573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device be6c3e04-6c0c-41fb-9645-8d14366ae901 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:06.472164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device be6c3e04-6c0c-41fb-9645-8d14366ae901 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:06.531839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.532175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.655215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 3e122017-8d60-45d6-87b9-94e9b17ab3a2 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:18:06.819695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.823162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0fd38669-b81c-4e79-a5dd-89d241168c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:06.868600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=3e122017-8d60-45d6-87b9-94e9b17ab3a2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:06.871743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:06.958467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:06.958752 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP d5e08fdd-a7c0-4265-aa88-072ad0b83d4f disassociated (deleted). External IP: 172.26.4.116, port: be6c3e04-6c0c-41fb-9645-8d14366ae901. Dec 22 13:18:07.315914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:18:07.606759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:18:07.616878 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1647c6b-1f00-4c16-9a5f-c7790b681634 None None] Sync routers for ids ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:18:07.627166 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1647c6b-1f00-4c16-9a5f-c7790b681634 None None] Routers {'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:18:07.627810 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f1647c6b-1f00-4c16-9a5f-c7790b681634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:18:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:07.627945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.686039 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/floatingips/d5e08fdd-a7c0-4265-aa88-072ad0b83d4f HTTP/1.1" status: 204 len: 168 time: 1.5268202 Dec 22 13:18:07.828785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55044) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:07.840448 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-f1647c6b-1f00-4c16-9a5f-c7790b681634 None None] Set router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:18:07.906414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49d21502-25cc-47a8-b4ed-0a64432e2219 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:07.936491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49d21502-25cc-47a8-b4ed-0a64432e2219 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.001160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49d21502-25cc-47a8-b4ed-0a64432e2219 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.005047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8a455009-5195-4a5b-9c9c-223e216035cb tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:08.020700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d21502-25cc-47a8-b4ed-0a64432e2219 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfaf854-334a-43aa-8eb5-9357b40f8e9a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:08.025834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-49d21502-25cc-47a8-b4ed-0a64432e2219 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:08.027799 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-49d21502-25cc-47a8-b4ed-0a64432e2219 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.031385 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-49d21502-25cc-47a8-b4ed-0a64432e2219 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/security-groups/8dfaf854-334a-43aa-8eb5-9357b40f8e9a HTTP/1.1" status: 204 len: 168 time: 0.1991582 Dec 22 13:18:08.058705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55050) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:08.124654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a1734-1774-4061-8fbf-628f95f2b064 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port be6c3e04-6c0c-41fb-9645-8d14366ae901 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:18:08.125010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1734-1774-4061-8fbf-628f95f2b064 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.162284 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f1647c6b-1f00-4c16-9a5f-c7790b681634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:22Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'dd08be2c-419b-4493-85fc-aac3bc41c101', 'name': '', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:79:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:21Z', 'updated_at': '2021-12-22T13:17:27Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:08.166492 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1647c6b-1f00-4c16-9a5f-c7790b681634 None None] Checking router: a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:18:08.175956 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1647c6b-1f00-4c16-9a5f-c7790b681634 None None] Routers {'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:18:08.176590 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f1647c6b-1f00-4c16-9a5f-c7790b681634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:18:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:08.356317 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-f1647c6b-1f00-4c16-9a5f-c7790b681634 None None] Set router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:18:08.504789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1734-1774-4061-8fbf-628f95f2b064 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.629550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a1734-1774-4061-8fbf-628f95f2b064 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for be6c3e04-6c0c-41fb-9645-8d14366ae901 owned by {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:18:08.668707 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f1647c6b-1f00-4c16-9a5f-c7790b681634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:22Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'dd08be2c-419b-4493-85fc-aac3bc41c101', 'name': '', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:79:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:21Z', 'updated_at': '2021-12-22T13:17:27Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:08.672707 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1647c6b-1f00-4c16-9a5f-c7790b681634 None None] The sync data for ids ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'] in dv-neutron-822668-1-hyperv is: [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:22Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'dd08be2c-419b-4493-85fc-aac3bc41c101', 'name': '', 'network_id': 'b09179df-c3be-4f85-82fe-180dc484e42f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:79:5f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:21Z', 'updated_at': '2021-12-22T13:17:27Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '3e5896b9-0059-46d2-be15-117c357d5b33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:18:08.777721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1734-1774-4061-8fbf-628f95f2b064 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.783568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:08.831378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a1734-1774-4061-8fbf-628f95f2b064 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=be6c3e04-6c0c-41fb-9645-8d14366ae901,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:08.835993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1a4a1734-1774-4061-8fbf-628f95f2b064 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:08.911745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615443ab-fe81-402a-a130-0f4b9b47832d None None] New status for floating IP d5e08fdd-a7c0-4265-aa88-072ad0b83d4f: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:18:08.939157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1734-1774-4061-8fbf-628f95f2b064 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:08.949030 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1a4a1734-1774-4061-8fbf-628f95f2b064 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/ports/be6c3e04-6c0c-41fb-9645-8d14366ae901 HTTP/1.1" status: 204 len: 168 time: 0.8892100 Dec 22 13:18:08.951780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55054) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:09.540651 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.043192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port dd08be2c-419b-4493-85fc-aac3bc41c101 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:18:10.043911 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.226600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port dd08be2c-419b-4493-85fc-aac3bc41c101, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dd08be2c-419b-4493-85fc-aac3bc41c101,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:18:10.226960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.371437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for dd08be2c-419b-4493-85fc-aac3bc41c101 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:18:10.568890 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.650434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:10.656266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:10.701233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=dd08be2c-419b-4493-85fc-aac3bc41c101,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:10.727506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:10.980418 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.349133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:18:11.654193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:18:11.664520 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d35b4-61ed-4c67-9933-74e21cd6b6da None None] Sync routers for ids ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:18:11.667227 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/a9ab41a0-d0bf-4713-aa9b-f5e61d20d493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7143829 Dec 22 13:18:11.670028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55060) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:11.673961 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d35b4-61ed-4c67-9933-74e21cd6b6da None None] Routers {'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:18:11.674575 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cf0d35b4-61ed-4c67-9933-74e21cd6b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:18:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:11.738921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3c3fe8-d36e-48a5-9d72-ba6a6535d8ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting subnet 3e5896b9-0059-46d2-be15-117c357d5b33 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:18:11.741895 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c3c3fe8-d36e-48a5-9d72-ba6a6535d8ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.794780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c3c3fe8-d36e-48a5-9d72-ba6a6535d8ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.846346 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-cf0d35b4-61ed-4c67-9933-74e21cd6b6da None None] Set router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:18:11.876392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c3c3fe8-d36e-48a5-9d72-ba6a6535d8ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.954182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c3c3fe8-d36e-48a5-9d72-ba6a6535d8ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:11.957942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-af75d2d9-58ef-40cd-8e1c-dfadb2e92a80 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:11.991856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c3fe8-d36e-48a5-9d72-ba6a6535d8ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5896b9-0059-46d2-be15-117c357d5b33,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:11.995337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5c3c3fe8-d36e-48a5-9d72-ba6a6535d8ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:11.998069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5c3c3fe8-d36e-48a5-9d72-ba6a6535d8ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.003623 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5c3c3fe8-d36e-48a5-9d72-ba6a6535d8ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/subnets/3e5896b9-0059-46d2-be15-117c357d5b33 HTTP/1.1" status: 204 len: 168 time: 0.3326151 Dec 22 13:18:12.006346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55064) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:12.009305 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d21f32-7207-4a72-88f9-36ae67314da8 None None] Network b09179df-c3be-4f85-82fe-180dc484e42f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:18:12.163285 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cf0d35b4-61ed-4c67-9933-74e21cd6b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:18:10Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:12.167226 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d35b4-61ed-4c67-9933-74e21cd6b6da None None] Checking router: a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:18:12.175869 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0d35b4-61ed-4c67-9933-74e21cd6b6da None None] Routers {'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:18:12.176582 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cf0d35b4-61ed-4c67-9933-74e21cd6b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:18:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:12.188549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.260589 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92253330-b735-419d-ba1c-4faafef37e58 None None] DHCP port deletion for b09179df-c3be-4f85-82fe-180dc484e42f request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:18:12.264816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-92253330-b735-419d-ba1c-4faafef37e58 None None] Deleting port 635e6a01-a453-426e-a639-ae33fff9d4cf {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:18:12.265201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92253330-b735-419d-ba1c-4faafef37e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.365023 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-cf0d35b4-61ed-4c67-9933-74e21cd6b6da None None] Set router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:18:12.372761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.384267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 6150fc5b-6677-43fc-bc97-23195809edf4 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:18:12.384598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.473799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-92253330-b735-419d-ba1c-4faafef37e58 None None] For port 635e6a01-a453-426e-a639-ae33fff9d4cf, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=635e6a01-a453-426e-a639-ae33fff9d4cf,segment=NetworkSegment(511122b7-5e4d-4c8a-a2af-d090f3dd0995),segment_id=511122b7-5e4d-4c8a-a2af-d090f3dd0995)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:18:12.474170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92253330-b735-419d-ba1c-4faafef37e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.564335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 6150fc5b-6677-43fc-bc97-23195809edf4, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6150fc5b-6677-43fc-bc97-23195809edf4,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:18:12.564703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.599186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-92253330-b735-419d-ba1c-4faafef37e58 None None] Calling delete_port for 635e6a01-a453-426e-a639-ae33fff9d4cf owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:18:12.645201 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cf0d35b4-61ed-4c67-9933-74e21cd6b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:18:10Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:12.649366 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0d35b4-61ed-4c67-9933-74e21cd6b6da None None] The sync data for ids ['a9ab41a0-d0bf-4713-aa9b-f5e61d20d493'] in dv-neutron-822668-1-hyperv is: [{'id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'name': 'tempest-TestNetworkBasicOps-router-847226834', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:18:10Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '6150fc5b-6677-43fc-bc97-23195809edf4', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:af:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ab41a0-d0bf-4713-aa9b-f5e61d20d493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:17Z', 'updated_at': '2021-12-22T13:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:18:12.696297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 6150fc5b-6677-43fc-bc97-23195809edf4 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:18:12.725936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92253330-b735-419d-ba1c-4faafef37e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.729588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:12.771502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92253330-b735-419d-ba1c-4faafef37e58 None None] Pushing event deleted for resources: {'Port': ['ID=635e6a01-a453-426e-a639-ae33fff9d4cf,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:12.774736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-92253330-b735-419d-ba1c-4faafef37e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:12.775809 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92253330-b735-419d-ba1c-4faafef37e58 None None] No DVR routers for this DVR port 635e6a01-a453-426e-a639-ae33fff9d4cf on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:18:12.893135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:12.898917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-eae72a97-71f3-4065-a0d1-56448c8bec4f tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:12.943082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=6150fc5b-6677-43fc-bc97-23195809edf4,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:12.946119 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:13.169732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 635e6a01-a453-426e-a639-ae33fff9d4cf no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:13.170469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.204694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 635e6a01-a453-426e-a639-ae33fff9d4cf {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:18:13.205094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 635e6a01-a453-426e-a639-ae33fff9d4cf not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:13.205535 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dd08be2c-419b-4493-85fc-aac3bc41c101 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:13.241120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: dd08be2c-419b-4493-85fc-aac3bc41c101 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:18:13.241533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dd08be2c-419b-4493-85fc-aac3bc41c101 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:13.342972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.345232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.370589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.371080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Fanout notify agent at l3_agent the message router_deleted on router a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:18:13.386682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.387885 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/routers/a9ab41a0-d0bf-4713-aa9b-f5e61d20d493 HTTP/1.1" status: 204 len: 168 time: 1.3806303 Dec 22 13:18:13.390745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55068) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:13.506352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.635502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.666025 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09179df-c3be-4f85-82fe-180dc484e42f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:13.678148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511122b7-5e4d-4c8a-a2af-d090f3dd0995') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:13.678443 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511122b7-5e4d-4c8a-a2af-d090f3dd0995') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:13.689976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.706394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.712818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:18:13.713274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:18:13.727086 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:18:13.808345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.812941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.816105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fb285760-59a9-41ff-8053-c703734f2cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:13.847504 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Network': ['ID=b09179df-c3be-4f85-82fe-180dc484e42f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:13.850460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:13.851889 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/networks/b09179df-c3be-4f85-82fe-180dc484e42f HTTP/1.1" status: 204 len: 168 time: 0.4601247 Dec 22 13:18:13.866677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55072) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:13.878191 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ee6e2f84-0acd-4e3c-90ec-6abf0a2c27a7 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0104339 Dec 22 13:18:13.880707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55076) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:13.885827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'network': {'name': 'tempest-network-smoke--940664199', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:13.890471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:13.894515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:network and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:13.897987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:13.903593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:13.914704 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:13.918220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.945232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:18:13.955128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:13.955710 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Added segment 6942e51c-75cc-411f-a65d-651a1396ad82 of type vlan for network 29a95059-6985-42a6-a7b4-68cd11daf0db Dec 22 13:18:13.988685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.021491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.027123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:14.027725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.031195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8a428f32-b5f1-497a-bb33-855e2a7b9854 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:14.129272 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2474253 Dec 22 13:18:14.132082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55080) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:14.137591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'admin_state_up': True, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:14.138297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Network': ['ID=29a95059-6985-42a6-a7b4-68cd11daf0db,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:14.141214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:14.145701 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:14.148741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 29a95059-6985-42a6-a7b4-68cd11daf0db details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:18:14.150416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:router and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:14.153389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:14.160140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:14.170907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.172032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.188158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.455973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.759519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.787635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:14.922483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.127 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/fa18b786-7b0b-4abc-9d7c-e800b6a1dd52) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:15.057177 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6150fc5b-6677-43fc-bc97-23195809edf4 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:18:15.073506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.090804 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 6150fc5b-6677-43fc-bc97-23195809edf4 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:18:15.091134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6150fc5b-6677-43fc-bc97-23195809edf4 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:18:15.105245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:15.109131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e3486243-53eb-421c-b0ea-b0d523b5f777 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:15.172784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:15.175768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:15.179322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:18:15.208213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=fa18b786-7b0b-4abc-9d7c-e800b6a1dd52,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:15.225614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:15.225997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:15.226372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:15.226742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:15.227104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:15.227455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:15.227838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:15.228194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:15.228554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:15.228915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:15.229268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:15.229623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:15.234326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:15.735056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:16.082399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:16.300708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 3065da80-e1aa-4617-91e1-14901941dc20 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:18:16.487193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:18:16.496896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Sync routers for ids ['3065da80-e1aa-4617-91e1-14901941dc20'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:18:16.506172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Routers {'3065da80-e1aa-4617-91e1-14901941dc20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:18:16.506765 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:18:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3065da80-e1aa-4617-91e1-14901941dc20'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:16.518479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:16.519782 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3864896 Dec 22 13:18:16.523136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55084) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:16.562959 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-072624b8-f830-49fc-ab0c-09251475f4e6 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f78c694f854e4d3495bc7de63c3e5cf7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386164 Dec 22 13:18:16.565469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55088) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:16.684625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Set router 3065da80-e1aa-4617-91e1-14901941dc20 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:18:16.694472 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9077392c-9c8e-47ce-8ccc-84c1c205a064 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:16.695995 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9077392c-9c8e-47ce-8ccc-84c1c205a064 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296253 Dec 22 13:18:16.699060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55092) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:16.740922 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-061ec9fa-e403-4fc7-93ae-695c3af12e47 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404184 Dec 22 13:18:16.743342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55096) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:16.748882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214522894', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:16.858969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:16.863640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:subnet and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:16.866556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:16.872360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:16.884340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:16.888654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:16.966546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:15Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:16.970808 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Checking router: 3065da80-e1aa-4617-91e1-14901941dc20 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:18:16.971163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Updating router 3065da80-e1aa-4617-91e1-14901941dc20 port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:18:17.025454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.108431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.112890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8a162d59-1dd1-4856-aa39-93742e9f6ba6 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:17.182969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Subnet': ['ID=81d74795-852f-4055-afde-2568e6ff1d5c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:17.186794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:17.193851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Checking segment: {'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:18:17.194200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network hostable DHCP agents. Network: 29a95059-6985-42a6-a7b4-68cd11daf0db, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:18:17.215113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 29a95059-6985-42a6-a7b4-68cd11daf0db is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:18:17.225223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 29a95059-6985-42a6-a7b4-68cd11daf0db) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:17.230000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:17.230582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.239742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f140634b-0b7d-4499-b05e-647e303761fc None None] Network 29a95059-6985-42a6-a7b4-68cd11daf0db requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:18:17.252387 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5080452 Dec 22 13:18:17.255135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55100) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:17.506508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.551961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Transition to ACTIVE for port object fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:17.559988 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.565363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:17.631729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-29a95059-6985-42a6-a7b4-68cd11daf0db', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:18:17.632728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.730550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Pushing event updated for resources: {'Port': ['ID=fa18b786-7b0b-4abc-9d7c-e800b6a1dd52,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:17.733895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Attempting to bind port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:17.734212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Attempting to bind port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:17.734614 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Attempting to bind port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:18:17.753467 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:18:17.753841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:18:17.754234 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.754659 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:18:17.755135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Bound port: fa18b786-7b0b-4abc-9d7c-e800b6a1dd52, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:17.755504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.778578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:17.778839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:17.779173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:17.779503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:17.779868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:17.780191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:17.780537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:17.780860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:17.781184 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:17.781496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:17.781810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:17.782122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:17.800797 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:17.893004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] For port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:18:17.904759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] For port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=fa18b786-7b0b-4abc-9d7c-e800b6a1dd52,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:18:17.914051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:17.918304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Allocated IP 172.20.0.2 (29a95059-6985-42a6-a7b4-68cd11daf0db/81d74795-852f-4055-afde-2568e6ff1d5c/95c40d94-c99e-4e56-9744-c5f6ea5fe0c6) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:17.920065 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:18.063643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.074653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Pushing event updated for resources: {'Port': ['ID=fa18b786-7b0b-4abc-9d7c-e800b6a1dd52,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:18.082008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:18.084506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Routers {'3065da80-e1aa-4617-91e1-14901941dc20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:18:18.085140 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:18:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3065da80-e1aa-4617-91e1-14901941dc20'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:18.341631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] Set router 3065da80-e1aa-4617-91e1-14901941dc20 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:18:18.452488 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.523093 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Transition to ACTIVE for port object 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:18.554977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Transition to ACTIVE for port object 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:18.566124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.572502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:18.626311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.1 (29a95059-6985-42a6-a7b4-68cd11daf0db/81d74795-852f-4055-afde-2568e6ff1d5c/db05be4c-c393-45ed-84d5-2a6b35b355d0) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:18.661216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Network 29a95059-6985-42a6-a7b4-68cd11daf0db is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:18.665839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:18.670713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:18:18.702074 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Pushing event updated for resources: {'Port': ['ID=95c40d94-c99e-4e56-9744-c5f6ea5fe0c6,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:18.708396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:18.784549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.799968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object db05be4c-c393-45ed-84d5-2a6b35b355d0 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:18.805153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Attempting to bind port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:18.805536 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Attempting to bind port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:18.805917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Attempting to bind port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 on network 29a95059-6985-42a6-a7b4-68cd11daf0db {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:18:18.814559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:18:18.814936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Checking segment: {'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:18:18.815344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.815776 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Bound using segment: {'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:18:18.816250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Bound port: 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:18.816628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.823752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.827432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-169f571d-4c06-4a5e-8f26-d810e721222c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:18.865025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:15Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:18.881966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a162c6-fd16-424d-91c6-eb070d510c20 None None] The sync data for ids ['3065da80-e1aa-4617-91e1-14901941dc20'] in dv-neutron-822668-1-hyperv is: [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:15Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:18:18.896253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 29a95059-6985-42a6-a7b4-68cd11daf0db is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:18.899582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:18.906698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:18:18.920895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] For port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:18:18.924894 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] For port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=95c40d94-c99e-4e56-9744-c5f6ea5fe0c6,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:18:18.931147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:18.932047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=db05be4c-c393-45ed-84d5-2a6b35b355d0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:18.937848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:18.941771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:18.969981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.021694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Pushing event updated for resources: {'Port': ['ID=95c40d94-c99e-4e56-9744-c5f6ea5fe0c6,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:19.025190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:19.419418 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.847750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.853690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:19.883639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2ba4ac74-b8d2-48b2-8268-d9d1b30d1566 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:19.969865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=db05be4c-c393-45ed-84d5-2a6b35b355d0,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:19.974264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:19.975207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.072119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4d15f9-7672-40a6-b090-5a5210437599 None None] Network 29a95059-6985-42a6-a7b4-68cd11daf0db requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:18:20.114170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 29a95059-6985-42a6-a7b4-68cd11daf0db is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:20.115242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:20.207720 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-19ed8a82-0a5a-4222-98fc-c5e38a8c7f47 None None] Provisioning for port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:20.308387 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 3065da80-e1aa-4617-91e1-14901941dc20 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:18:20.497221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:18:20.511441 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/3065da80-e1aa-4617-91e1-14901941dc20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2552307 Dec 22 13:18:20.514116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55104) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:20.514310 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Sync routers for ids ['3065da80-e1aa-4617-91e1-14901941dc20'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:18:20.525496 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Routers {'3065da80-e1aa-4617-91e1-14901941dc20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:18:20.526248 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:18:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3065da80-e1aa-4617-91e1-14901941dc20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:20.644714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f88f130f-0fee-4ae4-87ee-25369953b8dc None None] Provisioning for port db05be4c-c393-45ed-84d5-2a6b35b355d0 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:20.651403 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f88f130f-0fee-4ae4-87ee-25369953b8dc None None] Provisioning complete for port db05be4c-c393-45ed-84d5-2a6b35b355d0 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:20.651915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f88f130f-0fee-4ae4-87ee-25369953b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.667926 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed6468-68f4-4e69-9975-ed00e3c4300a tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:20.668394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed6468-68f4-4e69-9975-ed00e3c4300a tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:20.668853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed6468-68f4-4e69-9975-ed00e3c4300a tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:20.669301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed6468-68f4-4e69-9975-ed00e3c4300a tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:20.673746 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d9ed6468-68f4-4e69-9975-ed00e3c4300a tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1551547 Dec 22 13:18:20.673969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55108) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:20.715880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f88f130f-0fee-4ae4-87ee-25369953b8dc None None] Port db05be4c-c393-45ed-84d5-2a6b35b355d0 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:18:20.720222 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Set router 3065da80-e1aa-4617-91e1-14901941dc20 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:18:20.850188 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-78e57cf7-9183-41ae-93eb-85f929ca3dae None None] Provisioning complete for port db05be4c-c393-45ed-84d5-2a6b35b355d0 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:20.850852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-78e57cf7-9183-41ae-93eb-85f929ca3dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:20.889739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b7dff-4f1d-4e70-92ff-a0ffecad7843 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:20.890216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b7dff-4f1d-4e70-92ff-a0ffecad7843 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:20.890668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b7dff-4f1d-4e70-92ff-a0ffecad7843 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:20.891111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b7dff-4f1d-4e70-92ff-a0ffecad7843 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:20.893418 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c40b7dff-4f1d-4e70-92ff-a0ffecad7843 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.2179477 Dec 22 13:18:20.895764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55112) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:20.927204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-78e57cf7-9183-41ae-93eb-85f929ca3dae None None] Port db05be4c-c393-45ed-84d5-2a6b35b355d0 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:18:21.046677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-db3bfa1b-dc9f-431f-9387-5b6ceb80ccf8 None None] Provisioning complete for port db05be4c-c393-45ed-84d5-2a6b35b355d0 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:21.047187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db3bfa1b-dc9f-431f-9387-5b6ceb80ccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.050699 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'db05be4c-c393-45ed-84d5-2a6b35b355d0', 'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9b:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:18Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:21.055273 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Checking router: 3065da80-e1aa-4617-91e1-14901941dc20 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:18:21.055716 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Updating router 3065da80-e1aa-4617-91e1-14901941dc20 port db05be4c-c393-45ed-84d5-2a6b35b355d0 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:18:21.118881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-db3bfa1b-dc9f-431f-9387-5b6ceb80ccf8 None None] Port db05be4c-c393-45ed-84d5-2a6b35b355d0 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:18:21.119416 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.177958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:21.248343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:21.249755 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-896739e3-1191-43de-83bb-96569d74eac9 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3522289 Dec 22 13:18:21.254319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:21.254695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.377050 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.393372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=fa18b786-7b0b-4abc-9d7c-e800b6a1dd52,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:18:21.398616 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.399482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:21.429045 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:21.515570 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.522353 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=fa18b786-7b0b-4abc-9d7c-e800b6a1dd52,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:21.525809 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:21.538657 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Transition to ACTIVE for port object db05be4c-c393-45ed-84d5-2a6b35b355d0 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:21.541826 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:21.547792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:21.548174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.556842 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.560482 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-c2840d42-efa0-48d9-8b77-5adb240590ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:21.596181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55118) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:21.602847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622320768', 'description': 'tempest-secgroup-smoke-622320768 description', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:21.609421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:21.629461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:21.632712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:21.640948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:21.656558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.682760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:21.690509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:21.694763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.696246 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:21.702765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:21.732638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=95c40d94-c99e-4e56-9744-c5f6ea5fe0c6,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:18:21.739227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.743363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c1ca0b97-05d3-49c1-9a7b-948cc77e5d34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:21.748894 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Pushing event updated for resources: {'Port': ['ID=db05be4c-c393-45ed-84d5-2a6b35b355d0,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:21.761237 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:21.761575 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:21.761905 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:21.762229 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:21.762549 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:21.762867 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:21.763182 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:21.763492 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:21.763831 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:21.764144 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:21.764450 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:21.764817 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:18:21.775286 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:21.789444 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Attempting to bind port db05be4c-c393-45ed-84d5-2a6b35b355d0 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:21.789813 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Attempting to bind port db05be4c-c393-45ed-84d5-2a6b35b355d0 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:21.790177 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Attempting to bind port db05be4c-c393-45ed-84d5-2a6b35b355d0 on network 29a95059-6985-42a6-a7b4-68cd11daf0db {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:18:21.795865 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:18:21.796249 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Checking segment: {'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:18:21.796656 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.797053 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Bound using segment: {'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:18:21.797525 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Bound port: db05be4c-c393-45ed-84d5-2a6b35b355d0, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:21.797901 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.806406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.813736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.820782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9333dd7a-1712-4785-9dc6-336a6c192cf1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:21.824283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=95c40d94-c99e-4e56-9744-c5f6ea5fe0c6,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:21.827655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:21.864150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e312f1e3-078f-41c3-a997-dd1b49f31660,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:21.867249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:21.868495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.869727 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2715294 Dec 22 13:18:21.873065 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55122) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:21.878786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'e312f1e3-078f-41c3-a997-dd1b49f31660', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:21.885017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:21.888943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:21.891894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:21.897039 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] For port db05be4c-c393-45ed-84d5-2a6b35b355d0, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:18:21.897642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:21.900161 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] For port db05be4c-c393-45ed-84d5-2a6b35b355d0, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=db05be4c-c393-45ed-84d5-2a6b35b355d0,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:18:21.905305 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.909319 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:21.915589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.980497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.986616 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:21.987892 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Routers {'3065da80-e1aa-4617-91e1-14901941dc20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:18:21.989183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6946ff05-5830-4e5c-87b1-7bce2020b3a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:21.989373 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:18:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3065da80-e1aa-4617-91e1-14901941dc20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:22.012715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac78076-521a-45df-abb8-9cd11d81d673,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:22.017728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:22.024407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.028408 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517627 Dec 22 13:18:22.028661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55126) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:22.034178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'e312f1e3-078f-41c3-a997-dd1b49f31660', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:22.040438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:22.044373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:22.047356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:22.052970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:22.063290 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Pushing event updated for resources: {'Port': ['ID=db05be4c-c393-45ed-84d5-2a6b35b355d0,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:22.066709 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:22.073589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.139207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.144573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.147276 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7a21e271-c845-41ef-859d-73f5d9cf06ac tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:22.163473 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b78a48f-cb84-414e-8f7e-cd70b5794053,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:22.166858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:22.182474 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] Set router 3065da80-e1aa-4617-91e1-14901941dc20 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:18:22.182681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.183850 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540258 Dec 22 13:18:22.187172 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55130) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:22.192383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'e312f1e3-078f-41c3-a997-dd1b49f31660', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:22.198225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:22.202051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:22.204923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:22.211529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:22.230199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.295319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.299671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.301497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-832c36ba-f8a4-4ba4-8703-ef555a3c83cf tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:22.323253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e5e776-5f10-42cb-a739-69127d731f33,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:22.325625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:22.334386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.335675 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474512 Dec 22 13:18:22.339016 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55134) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:22.344357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'e312f1e3-078f-41c3-a997-dd1b49f31660', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:22.350414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:22.354224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:22.357258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:22.362919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:22.383365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.446189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.449992 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.452117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-292c99fa-6db5-4e3f-a51f-e922f9fa4d99 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:22.475290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ea2c16-e1e7-4a75-8db2-2b5b8643a0c8,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:22.479847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:22.485542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.486811 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467440 Dec 22 13:18:22.490718 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55138) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:22.496343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'e312f1e3-078f-41c3-a997-dd1b49f31660', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:22.502235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:22.502647 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'db05be4c-c393-45ed-84d5-2a6b35b355d0', 'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9b:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:18Z', 'updated_at': '2021-12-22T13:18:21Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:22.506011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:22.506546 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ada260f-ed58-49cc-a1db-e4c225ecd0f2 None None] The sync data for ids ['3065da80-e1aa-4617-91e1-14901941dc20'] in dv-neutron-822668-1-hyperv is: [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'db05be4c-c393-45ed-84d5-2a6b35b355d0', 'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9b:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:18Z', 'updated_at': '2021-12-22T13:18:21Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:18:22.512522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:22.518781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:22.531322 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:18:22.539705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.627175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.632993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.639750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-33e3283f-fea6-4c1b-9534-55b908462056 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:22.661162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99b807d-b040-4a58-a36e-134cd8dcd1e8,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:22.664071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:22.674040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.678215 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9f344382-7ea1-40fc-ad7e-996799e6de0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1862764 Dec 22 13:18:22.678455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55142) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:22.683867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'e312f1e3-078f-41c3-a997-dd1b49f31660', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:22.690389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:22.694775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:22.698116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:22.704843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:22.721238 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:18:22.728696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.796536 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.801603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.807926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d2f57fa3-d7c9-4689-a011-d5f8a90f611a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:22.827481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2619cab3-1fe6-493f-b2d7-a0872e2849df,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:22.831919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:22.837739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:22.839020 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1596930 Dec 22 13:18:23.006107 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-060eead4-8795-45d1-9eb4-514aecd3d026 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622320768&fields=id&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 267 time: 0.0428524 Dec 22 13:18:23.165639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-6e545df5-7aff-40a8-af50-02d5b76ff35b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:23.166534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-6e545df5-7aff-40a8-af50-02d5b76ff35b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:23.181791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:23.196245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-6e545df5-7aff-40a8-af50-02d5b76ff35b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:23.197446 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-6e545df5-7aff-40a8-af50-02d5b76ff35b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/networks?id=29a95059-6985-42a6-a7b4-68cd11daf0db HTTP/1.1" status: 200 len: 796 time: 0.1846175 Dec 22 13:18:23.214393 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-676d6a3e-4f88-41eb-a044-769709cd9259 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/quotas/f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 375 time: 0.0098569 Dec 22 13:18:23.254996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:23.255404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.304371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-6530cf7b-5c73-4161-a7ba-e4507f1ec9dc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:23.321223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-6530cf7b-5c73-4161-a7ba-e4507f1ec9dc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:23.322767 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-6530cf7b-5c73-4161-a7ba-e4507f1ec9dc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011486 Dec 22 13:18:23.380475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device db05be4c-c393-45ed-84d5-2a6b35b355d0 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:23.448196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port db05be4c-c393-45ed-84d5-2a6b35b355d0 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:23.453361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port db05be4c-c393-45ed-84d5-2a6b35b355d0 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:23.453727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.466233 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-7eed8438-a773-4ba8-9823-906d292836ce service neutron] 10.222.0.24 "GET /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310329 Dec 22 13:18:23.577802 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.605308 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-7b12d6c1-ad68-49d0-bef6-9f3201fd080b service neutron] 10.222.0.24 "GET /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324320 Dec 22 13:18:23.616517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port db05be4c-c393-45ed-84d5-2a6b35b355d0, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=db05be4c-c393-45ed-84d5-2a6b35b355d0,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:18:23.621650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.622857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:23.652798 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:23.744631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=db05be4c-c393-45ed-84d5-2a6b35b355d0,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:23.747822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:23.757227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:23.757700 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:23.807842 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-6226ed85-8f9f-4f45-a49f-4feae9f171cb req-3eda1ab9-6c48-4440-be56-c122346f1219 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:23.819972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-6226ed85-8f9f-4f45-a49f-4feae9f171cb req-3eda1ab9-6c48-4440-be56-c122346f1219 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:23.824159 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6226ed85-8f9f-4f45-a49f-4feae9f171cb req-3eda1ab9-6c48-4440-be56-c122346f1219 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 210 time: 0.0708795 Dec 22 13:18:24.909809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-56ef3f5d-8af6-403e-a860-50976fb2e684 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:24.910513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-56ef3f5d-8af6-403e-a860-50976fb2e684 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:24.922836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-56ef3f5d-8af6-403e-a860-50976fb2e684 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:24.924043 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-56ef3f5d-8af6-403e-a860-50976fb2e684 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks?id=29a95059-6985-42a6-a7b4-68cd11daf0db HTTP/1.1" status: 200 len: 796 time: 0.1602359 Dec 22 13:18:24.972821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-0ceb1b28-2a94-4041-b520-cf96418ff9ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:24.974287 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b963bff4-9cc0-4fff-8cc9-a97824ce71f2 req-b8191556-b9ec-449d-97e8-bd760d6ff66a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 210 time: 0.0430789 Dec 22 13:18:24.993447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-0ceb1b28-2a94-4041-b520-cf96418ff9ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:24.993447 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-0ceb1b28-2a94-4041-b520-cf96418ff9ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 379 time: 0.0592206 Dec 22 13:18:25.002019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'device_id': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'admin_state_up': True, 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'security_groups': ['e312f1e3-078f-41c3-a997-dd1b49f31660']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:25.107734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device db05be4c-c393-45ed-84d5-2a6b35b355d0 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:25.137220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:25.146558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:25.158125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:18:25.161795 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.173555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port db05be4c-c393-45ed-84d5-2a6b35b355d0 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:25.173931 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.324047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.5 (29a95059-6985-42a6-a7b4-68cd11daf0db/81d74795-852f-4055-afde-2568e6ff1d5c/4a3e6c96-ff82-40fc-ae25-bcd411fcedfe) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:25.510588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.526331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:25.553383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.559292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2c3847d8-136a-4bb1-8b53-115c4200f9e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:25.627144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 29a95059-6985-42a6-a7b4-68cd11daf0db is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:25.630345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:25.634138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:18:25.666043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:25.672785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:25.704954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:25.705561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.733187 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351072 Dec 22 13:18:25.744889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Request body: {'port': {'device_id': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:25.856027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.913126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cb1bee8a-559f-458a-a9f7-c343367257a0 None None] Provisioning for port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:25.920687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cb1bee8a-559f-458a-a9f7-c343367257a0 None None] Provisioning complete for port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:25.920962 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cb1bee8a-559f-458a-a9f7-c343367257a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:25.972344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cb1bee8a-559f-458a-a9f7-c343367257a0 None None] Port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:18:26.372651 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06531dad-f9fb-4cc6-948c-a2b4f68c2055 req-5541aca2-1e39-4471-85cd-b1f8ab822989 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:26.373333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-06531dad-f9fb-4cc6-948c-a2b4f68c2055 req-5541aca2-1e39-4471-85cd-b1f8ab822989 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:18:26.391786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:18:26.400507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.407614 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-06531dad-f9fb-4cc6-948c-a2b4f68c2055 req-5541aca2-1e39-4471-85cd-b1f8ab822989 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:18:26.408776 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-06531dad-f9fb-4cc6-948c-a2b4f68c2055 req-5541aca2-1e39-4471-85cd-b1f8ab822989 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 931 time: 0.3204596 Dec 22 13:18:26.418237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Transition to ACTIVE for port object 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:18:26.434419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.440543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c48f135f-5dd6-4659-8548-96ceb935e130 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:26.578293 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-06531dad-f9fb-4cc6-948c-a2b4f68c2055 req-34298096-b65c-458b-937e-bca7c7ae0171 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312f1e3-078f-41c3-a997-dd1b49f31660&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629961 Dec 22 13:18:26.583451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Pushing event updated for resources: {'Port': ['ID=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:26.587676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:26.693814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Attempting to bind port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:18:26.694336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Attempting to bind port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:18:26.694651 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Attempting to bind port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe on network 29a95059-6985-42a6-a7b4-68cd11daf0db {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:18:26.699572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe on network 29a95059-6985-42a6-a7b4-68cd11daf0db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:18:26.699908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Attempting to bind port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe on network 29a95059-6985-42a6-a7b4-68cd11daf0db {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:18:26.705064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:18:26.705389 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Checking segment: {'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:18:26.705778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Bound using segment: {'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:18:26.706191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Bound port: 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6942e51c-75cc-411f-a65d-651a1396ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:18:26.706528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.802722 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] For port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:18:26.805856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] For port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:18:26.816539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.822558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:26.886217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:26.886829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:26.888361 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] 10.222.0.54 "PUT /v2.0/ports/4a3e6c96-ff82-40fc-ae25-bcd411fcedfe HTTP/1.1" status: 200 len: 1093 time: 1.1475942 Dec 22 13:18:26.888754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'tag': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:18:26.907948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Pushing event updated for resources: {'Port': ['ID=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:26.911063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:26.964696 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'tag': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'status': 'completed', 'code': 200} Dec 22 13:18:27.001699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-3640c8a4-b064-46b6-be8c-c900d6b404d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:27.003187 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-3640c8a4-b064-46b6-be8c-c900d6b404d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 1096 time: 0.0756509 Dec 22 13:18:27.077913 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-d538c613-eb1e-4565-89cf-088f85de21e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe HTTP/1.1" status: 200 len: 217 time: 0.0676615 Dec 22 13:18:27.139181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-fb6d5479-0168-4cc9-99fd-0bcb09711503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:27.140638 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-fb6d5479-0168-4cc9-99fd-0bcb09711503 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81d74795-852f-4055-afde-2568e6ff1d5c HTTP/1.1" status: 200 len: 835 time: 0.0562186 Dec 22 13:18:27.217283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-009be41d-784c-414f-a370-b89e44d7e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:27.218769 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-009be41d-784c-414f-a370-b89e44d7e18c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29a95059-6985-42a6-a7b4-68cd11daf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717697 Dec 22 13:18:27.348433 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-0dac96a7-e666-4a2d-ba78-a7b6c104dd4d service neutron] 10.222.0.54 "GET /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232326 Dec 22 13:18:27.508205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a8bf488e-101d-4c76-9bbd-3acda7e073b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:27.532937 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-124f50e6-a0dd-4f93-bd93-7bf45cbaa743 req-61189b33-cfec-4268-946d-4d1008f52d51 service neutron] 10.222.0.54 "GET /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781390 Dec 22 13:18:27.650687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff40b4-a870-4ddc-8f3d-124150ee0c53 req-d98a2b0c-5f40-4299-9e73-1bcb200d5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:27.652277 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-24ff40b4-a870-4ddc-8f3d-124150ee0c53 req-d98a2b0c-5f40-4299-9e73-1bcb200d5b51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 1096 time: 0.0770707 Dec 22 13:18:27.837466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff40b4-a870-4ddc-8f3d-124150ee0c53 req-391338c8-7d52-4bc0-a415-b40fc32758f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:27.838817 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-24ff40b4-a870-4ddc-8f3d-124150ee0c53 req-391338c8-7d52-4bc0-a415-b40fc32758f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=29a95059-6985-42a6-a7b4-68cd11daf0db HTTP/1.1" status: 200 len: 897 time: 0.1796908 Dec 22 13:18:27.908578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e056782-f46d-4cee-8bc8-23fb33a21604 req-50a312a4-39e3-4e93-8d22-f19576916fc5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:27.909980 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0e056782-f46d-4cee-8bc8-23fb33a21604 req-50a312a4-39e3-4e93-8d22-f19576916fc5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 943 time: 0.1823373 Dec 22 13:18:27.919547 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-24ff40b4-a870-4ddc-8f3d-124150ee0c53 req-63efc21e-4536-4539-9ebc-a7209b634aa4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe HTTP/1.1" status: 200 len: 217 time: 0.0733387 Dec 22 13:18:28.004347 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0e056782-f46d-4cee-8bc8-23fb33a21604 req-f8760d0a-9819-4b7e-88b1-30738855ab45 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312f1e3-078f-41c3-a997-dd1b49f31660&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869808 Dec 22 13:18:28.011407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff40b4-a870-4ddc-8f3d-124150ee0c53 req-449a695e-69dd-46ba-9eab-1a8f96e17386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:28.012805 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-24ff40b4-a870-4ddc-8f3d-124150ee0c53 req-449a695e-69dd-46ba-9eab-1a8f96e17386 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81d74795-852f-4055-afde-2568e6ff1d5c HTTP/1.1" status: 200 len: 835 time: 0.0792127 Dec 22 13:18:28.204020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff40b4-a870-4ddc-8f3d-124150ee0c53 req-d1b00f10-e012-483e-b7e1-71a8170c14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:28.205488 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-24ff40b4-a870-4ddc-8f3d-124150ee0c53 req-d1b00f10-e012-483e-b7e1-71a8170c14a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29a95059-6985-42a6-a7b4-68cd11daf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1858404 Dec 22 13:18:28.344317 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-24ff40b4-a870-4ddc-8f3d-124150ee0c53 req-13cba6c9-95e7-48be-8c09-88297d11f2f4 service neutron] 10.222.0.54 "GET /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309893 Dec 22 13:18:28.476974 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-24ff40b4-a870-4ddc-8f3d-124150ee0c53 req-81f7a1a9-3e02-4d73-871a-0dfb65b89d09 service neutron] 10.222.0.54 "GET /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255801 Dec 22 13:18:29.195015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc889ad2-916b-4e85-a107-4241246a834f req-2efb7b5c-f486-46a5-855f-d44bc2cf217e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:29.196485 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fc889ad2-916b-4e85-a107-4241246a834f req-2efb7b5c-f486-46a5-855f-d44bc2cf217e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 943 time: 0.0830233 Dec 22 13:18:29.247212 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fc889ad2-916b-4e85-a107-4241246a834f req-a970cded-6bf3-4f3f-b907-cd6b0b4a1881 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312f1e3-078f-41c3-a997-dd1b49f31660&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421562 Dec 22 13:18:29.866289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a65251db-27c5-468b-8047-1aaaae445fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.443581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75e4f2-ab9a-43e5-9f31-1f4c5e41c64a req-935ade1b-aeef-4d6b-9350-ef35b90712b1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:30.445041 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8e75e4f2-ab9a-43e5-9f31-1f4c5e41c64a req-935ade1b-aeef-4d6b-9350-ef35b90712b1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 943 time: 0.0878522 Dec 22 13:18:30.494814 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8e75e4f2-ab9a-43e5-9f31-1f4c5e41c64a req-9449c1f8-f1a6-4c0c-a203-988c5b84488a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312f1e3-078f-41c3-a997-dd1b49f31660&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407207 Dec 22 13:18:30.555262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:18:30.699071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:18:30.712165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'port_id': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'mac_address': 'fa:16:3e:e8:76:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:18:30.765177 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.791143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:18:30.796701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.807404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:18:30.812142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:30.813837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-5795b5bf-9959-452a-8598-61c10f3b7831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:30.884207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:30.887123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:30.977570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:31.116001 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['4a3e6c96-ff82-40fc-ae25-bcd411fcedfe'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:18:31.691552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f07c61-565b-49e1-a641-bc13b5ecf5e8 req-0071d85d-a00d-426b-8bbf-9bedd1ccb45f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:31.693730 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-00f07c61-565b-49e1-a641-bc13b5ecf5e8 req-0071d85d-a00d-426b-8bbf-9bedd1ccb45f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 944 time: 0.0896561 Dec 22 13:18:31.747814 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-00f07c61-565b-49e1-a641-bc13b5ecf5e8 req-0b42223f-6831-4aee-983c-3e0d2279846f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312f1e3-078f-41c3-a997-dd1b49f31660&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481918 Dec 22 13:18:32.347503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.552433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:18:32.629597 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:18:32.637357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:18:32.637949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.756336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.786561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:18:32.796642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:18:32.801963 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:32.803921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:32.838450 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'code': 200} Dec 22 13:18:32.873033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:32.877050 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:33.139628 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f1934-d85b-4f18-8a78-b504a7e6b596 req-6d5f7920-fd13-442a-8d2f-730851595f1f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:33.141066 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cb3f1934-d85b-4f18-8a78-b504a7e6b596 req-6d5f7920-fd13-442a-8d2f-730851595f1f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 945 time: 0.1336861 Dec 22 13:18:33.145093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2d908-711d-4b45-afd3-95d221b6ab0f req-fdbfa9c6-4b31-4522-b642-d9bc798eb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:33.146391 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-69b2d908-711d-4b45-afd3-95d221b6ab0f req-fdbfa9c6-4b31-4522-b642-d9bc798eb0c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 1098 time: 0.1084886 Dec 22 13:18:33.209032 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cb3f1934-d85b-4f18-8a78-b504a7e6b596 req-5fc10dcc-7300-4f4f-9330-c2be771fad3c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312f1e3-078f-41c3-a997-dd1b49f31660&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617361 Dec 22 13:18:33.212625 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-69b2d908-711d-4b45-afd3-95d221b6ab0f req-6dda1ee3-b6cb-4d9f-886b-4c8b9f903792 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e312f1e3-078f-41c3-a997-dd1b49f31660&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530648 Dec 22 13:18:34.428503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b26df4-907c-43b7-9a9b-598b8ec7f9c1 req-ca76620b-0e56-4ccc-88cf-c0d5a6e6eee3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:34.430070 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-74b26df4-907c-43b7-9a9b-598b8ec7f9c1 req-ca76620b-0e56-4ccc-88cf-c0d5a6e6eee3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 945 time: 0.1006429 Dec 22 13:18:34.480774 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-74b26df4-907c-43b7-9a9b-598b8ec7f9c1 req-57edac2c-eaf3-4a64-af01-75866e67a35f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312f1e3-078f-41c3-a997-dd1b49f31660&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449414 Dec 22 13:18:35.679390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750d6cc-1e9b-4ec7-a898-8f94b7df8a2f req-1556853e-36b7-4b6e-a28c-49ae923fad3b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:35.680898 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8750d6cc-1e9b-4ec7-a898-8f94b7df8a2f req-1556853e-36b7-4b6e-a28c-49ae923fad3b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 945 time: 0.0949016 Dec 22 13:18:35.725333 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8750d6cc-1e9b-4ec7-a898-8f94b7df8a2f req-758efcc9-0c28-4724-96f2-ff21109ecbbd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312f1e3-078f-41c3-a997-dd1b49f31660&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386314 Dec 22 13:18:35.914840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761410e-311b-4432-9830-ccd0f8c45766 req-5471dc9b-630d-4a78-bb6c-df57ec66a71a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:35.916314 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d761410e-311b-4432-9830-ccd0f8c45766 req-5471dc9b-630d-4a78-bb6c-df57ec66a71a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 945 time: 0.0880051 Dec 22 13:18:35.962904 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d761410e-311b-4432-9830-ccd0f8c45766 req-aa6e6c9c-ceee-4b51-a3b4-962e2e977568 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312f1e3-078f-41c3-a997-dd1b49f31660&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388820 Dec 22 13:18:35.986825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55196) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:36.062347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94ecae4-87b5-43f2-af0e-116e5248cd33 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:36.063960 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c94ecae4-87b5-43f2-af0e-116e5248cd33 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 1093 time: 0.0761828 Dec 22 13:18:36.067005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55200) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:36.072306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:18:36.078594 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:18:36.082844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:floatingip and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:18:36.086378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:18:36.093023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:18:36.106533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.244637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.384607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.189 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/c402de6f-9295-4982-83c2-3f710e8dc025) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:18:36.553641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.584318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:36.589185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:36.648915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:18:36.652151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:18:36.656233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:18:36.689480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=c402de6f-9295-4982-83c2-3f710e8dc025,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:36.697063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:37.184235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.263860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.471627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.479730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.483207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d232b94-b8c5-46d7-a951-2dad25a54320 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:18:37.588015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=c402de6f-9295-4982-83c2-3f710e8dc025,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:18:37.591913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:18:37.598787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:37.772244 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 9242f25b-1649-4a9c-aa4c-4e38a280268e associated. External IP: 172.26.4.189, port: 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe. Dec 22 13:18:38.121836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 3065da80-e1aa-4617-91e1-14901941dc20 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:18:38.299471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:18:38.309627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb03a4-c1d3-4eac-a160-c894549afa00 None None] Sync routers for ids ['3065da80-e1aa-4617-91e1-14901941dc20'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:18:38.319375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb03a4-c1d3-4eac-a160-c894549afa00 None None] Routers {'3065da80-e1aa-4617-91e1-14901941dc20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:18:38.320035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-65fb03a4-c1d3-4eac-a160-c894549afa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:18:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3065da80-e1aa-4617-91e1-14901941dc20'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:38.324958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:38.383937 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3151250 Dec 22 13:18:38.384123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'tag': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:18:38.386252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55204) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:38.429708 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'tag': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'status': 'completed', 'code': 200} Dec 22 13:18:38.514881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-65fb03a4-c1d3-4eac-a160-c894549afa00 None None] Set router 3065da80-e1aa-4617-91e1-14901941dc20 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:18:38.525145 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4bc98-2fb8-4fae-822a-ae5d7f6828a2 req-1b08a394-ef15-463e-83b4-41a074c6f0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:38.526980 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-32e4bc98-2fb8-4fae-822a-ae5d7f6828a2 req-1b08a394-ef15-463e-83b4-41a074c6f0b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 1098 time: 0.0746391 Dec 22 13:18:38.583347 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-22e19a3d-1dc6-4874-9cab-126fb6486535 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/routers/3065da80-e1aa-4617-91e1-14901941dc20 HTTP/1.1" status: 200 len: 923 time: 0.1935422 Dec 22 13:18:38.583745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55210) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:38.699333 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4c1c4ff5-4373-4187-adfb-d60871193f3c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/9242f25b-1649-4a9c-aa4c-4e38a280268e HTTP/1.1" status: 200 len: 991 time: 0.1143327 Dec 22 13:18:38.815213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4bc98-2fb8-4fae-822a-ae5d7f6828a2 req-61dc388b-d64b-48f1-827e-3acea749da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:38.816752 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-32e4bc98-2fb8-4fae-822a-ae5d7f6828a2 req-61dc388b-d64b-48f1-827e-3acea749da6e service neutron] 10.222.0.54 "GET /v2.0/networks?id=29a95059-6985-42a6-a7b4-68cd11daf0db HTTP/1.1" status: 200 len: 897 time: 0.2836170 Dec 22 13:18:38.874572 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-65fb03a4-c1d3-4eac-a160-c894549afa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9242f25b-1649-4a9c-aa4c-4e38a280268e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'port_id': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'mac_address': 'fa:16:3e:e8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:18:37Z', 'updated_at': '2021-12-22T13:18:37Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db05be4c-c393-45ed-84d5-2a6b35b355d0', 'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9b:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:18Z', 'updated_at': '2021-12-22T13:18:23Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:38.878987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb03a4-c1d3-4eac-a160-c894549afa00 None None] Checking router: 3065da80-e1aa-4617-91e1-14901941dc20 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:18:38.888508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb03a4-c1d3-4eac-a160-c894549afa00 None None] Routers {'3065da80-e1aa-4617-91e1-14901941dc20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:18:38.889124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-65fb03a4-c1d3-4eac-a160-c894549afa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:18:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3065da80-e1aa-4617-91e1-14901941dc20'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:38.919813 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-32e4bc98-2fb8-4fae-822a-ae5d7f6828a2 req-70c7d324-31a5-4a2b-af4e-c70a525fe828 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe HTTP/1.1" status: 200 len: 999 time: 0.0967157 Dec 22 13:18:38.985523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4bc98-2fb8-4fae-822a-ae5d7f6828a2 req-69526e4d-fc45-4527-a66b-a7dc6ee12040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:38.986885 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-32e4bc98-2fb8-4fae-822a-ae5d7f6828a2 req-69526e4d-fc45-4527-a66b-a7dc6ee12040 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81d74795-852f-4055-afde-2568e6ff1d5c HTTP/1.1" status: 200 len: 835 time: 0.0609033 Dec 22 13:18:39.062434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4bc98-2fb8-4fae-822a-ae5d7f6828a2 req-ff142e99-8665-4c1c-a93e-09521d9ebbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:18:39.063914 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-32e4bc98-2fb8-4fae-822a-ae5d7f6828a2 req-ff142e99-8665-4c1c-a93e-09521d9ebbb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29a95059-6985-42a6-a7b4-68cd11daf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707376 Dec 22 13:18:39.102609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-65fb03a4-c1d3-4eac-a160-c894549afa00 None None] Set router 3065da80-e1aa-4617-91e1-14901941dc20 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:18:39.195744 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-32e4bc98-2fb8-4fae-822a-ae5d7f6828a2 req-2a11b2e8-71f9-47ad-9547-4ee0e594879c service neutron] 10.222.0.54 "GET /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255083 Dec 22 13:18:39.325768 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-32e4bc98-2fb8-4fae-822a-ae5d7f6828a2 req-60c9744e-8426-47e7-bd77-83cabeee19fb service neutron] 10.222.0.54 "GET /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241152 Dec 22 13:18:39.440674 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-65fb03a4-c1d3-4eac-a160-c894549afa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9242f25b-1649-4a9c-aa4c-4e38a280268e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'port_id': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'mac_address': 'fa:16:3e:e8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:18:37Z', 'updated_at': '2021-12-22T13:18:37Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db05be4c-c393-45ed-84d5-2a6b35b355d0', 'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9b:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:18Z', 'updated_at': '2021-12-22T13:18:23Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:18:39.445020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fb03a4-c1d3-4eac-a160-c894549afa00 None None] The sync data for ids ['3065da80-e1aa-4617-91e1-14901941dc20'] in dv-neutron-822668-1-hyperv is: [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9242f25b-1649-4a9c-aa4c-4e38a280268e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'port_id': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'mac_address': 'fa:16:3e:e8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:18:37Z', 'updated_at': '2021-12-22T13:18:37Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db05be4c-c393-45ed-84d5-2a6b35b355d0', 'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9b:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:18Z', 'updated_at': '2021-12-22T13:18:23Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:18:39.646506 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fde976-0d7c-44bd-815c-af9eac3ec59b None None] New status for floating IP 9242f25b-1649-4a9c-aa4c-4e38a280268e: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:18:39.703275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55214) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:39.812731 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e5995d3f-dd11-49cd-969e-8e1ce204016c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/9242f25b-1649-4a9c-aa4c-4e38a280268e HTTP/1.1" status: 200 len: 991 time: 0.1067719 Dec 22 13:18:40.567702 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:40.816790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55218) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:18:41.047236 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-099834b3-53d2-4fb6-90da-dd99c4d7b3c2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/9242f25b-1649-4a9c-aa4c-4e38a280268e HTTP/1.1" status: 200 len: 993 time: 0.2260263 Dec 22 13:18:41.771404 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:18:57.507015 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d431b801-3ead-4efc-9425-a114379ef200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:18:59.870175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d5a12b1b-690f-4597-90d1-dc0a6f178d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.797916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:00.981381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:02.357779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:10.589761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:18.774474 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:19:27.508370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b124a27-f70d-4559-84c7-ee3181f03270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:29.871087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43a48d0f-b64b-4569-b27f-b5e874225431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.605520 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44291b2c-fd14-454d-a703-aa6e1cc6edb5 req-94cee320-132c-42e3-b5fb-52b5aee3c3a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700967 Dec 22 13:19:30.791238 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44291b2c-fd14-454d-a703-aa6e1cc6edb5 req-53efc02e-1865-42a4-a8cb-fc38ac425bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:30.792939 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44291b2c-fd14-454d-a703-aa6e1cc6edb5 req-53efc02e-1865-42a4-a8cb-fc38ac425bd6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 1098 time: 0.1004241 Dec 22 13:19:30.815172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:30.945369 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44291b2c-fd14-454d-a703-aa6e1cc6edb5 req-9b533ff7-5d9c-41b2-a629-e3b05068e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:30.946796 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44291b2c-fd14-454d-a703-aa6e1cc6edb5 req-9b533ff7-5d9c-41b2-a629-e3b05068e50a service neutron] 10.222.0.54 "GET /v2.0/networks?id=29a95059-6985-42a6-a7b4-68cd11daf0db HTTP/1.1" status: 200 len: 897 time: 0.1297095 Dec 22 13:19:30.974920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:31.053349 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44291b2c-fd14-454d-a703-aa6e1cc6edb5 req-d63a8f5a-2ea1-42a4-87d0-787daa98c183 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe HTTP/1.1" status: 200 len: 1001 time: 0.0996835 Dec 22 13:19:31.115632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44291b2c-fd14-454d-a703-aa6e1cc6edb5 req-a161e397-6cc1-40de-89de-43efcc698e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:31.117057 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44291b2c-fd14-454d-a703-aa6e1cc6edb5 req-a161e397-6cc1-40de-89de-43efcc698e03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81d74795-852f-4055-afde-2568e6ff1d5c HTTP/1.1" status: 200 len: 835 time: 0.0574989 Dec 22 13:19:31.192145 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44291b2c-fd14-454d-a703-aa6e1cc6edb5 req-033927a7-5c2c-4588-acbc-d9f14aa03100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:31.193595 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44291b2c-fd14-454d-a703-aa6e1cc6edb5 req-033927a7-5c2c-4588-acbc-d9f14aa03100 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29a95059-6985-42a6-a7b4-68cd11daf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706103 Dec 22 13:19:31.359996 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44291b2c-fd14-454d-a703-aa6e1cc6edb5 req-9d06c874-bd04-43d3-ade6-cf91d583bc52 service neutron] 10.222.0.54 "GET /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594839 Dec 22 13:19:31.489680 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-44291b2c-fd14-454d-a703-aa6e1cc6edb5 req-970f3f00-89de-4953-a215-0eb71656697a service neutron] 10.222.0.54 "GET /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233792 Dec 22 13:19:32.355951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:40.601469 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:50.200434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55246) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:50.666503 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-aa47c77f-025d-4f02-8d10-69c01d451a5b tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/routers/3065da80-e1aa-4617-91e1-14901941dc20/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4643879 Dec 22 13:19:50.670821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55252) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:50.862268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c9c9a6-6d42-43fb-8aaa-69d13bad1255 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Notify agent at dv-neutron-822668-1-hyperv the message router_removed_from_agent {{(pid=87568) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 22 13:19:50.865395 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b1c9c9a6-6d42-43fb-8aaa-69d13bad1255 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "DELETE /v2.0/agents/2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541/l3-routers/3065da80-e1aa-4617-91e1-14901941dc20 HTTP/1.1" status: 204 len: 168 time: 0.1937022 Dec 22 13:19:50.868210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55256) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:51.060103 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2b02e1e0-8b29-4076-be5f-bed5ee620bbe tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/routers/3065da80-e1aa-4617-91e1-14901941dc20/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1906521 Dec 22 13:19:51.062842 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55260) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:51.173726 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-45545dd6-4b24-4f29-aecc-f6c9ba2a5b8c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/9242f25b-1649-4a9c-aa4c-4e38a280268e HTTP/1.1" status: 200 len: 993 time: 0.1095006 Dec 22 13:19:51.291635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device db05be4c-c393-45ed-84d5-2a6b35b355d0 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:19:51.393745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b664e77-eb4b-4b1b-80e4-25cb06f996b3 None None] New status for floating IP 9242f25b-1649-4a9c-aa4c-4e38a280268e: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:19:51.480679 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.599555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port db05be4c-c393-45ed-84d5-2a6b35b355d0, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=db05be4c-c393-45ed-84d5-2a6b35b355d0,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:19:51.607686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:51.611491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:51.736519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=db05be4c-c393-45ed-84d5-2a6b35b355d0,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:51.743649 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:51.744025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:51.744362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:51.744680 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:51.744995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:51.749169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:51.749169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:51.749169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:51.749169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:51.749169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:51.749169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:51.749169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:51.751259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:52.178308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55264) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:52.296488 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-98ed3a4d-853f-45f4-8d7a-b9e813a66703 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/9242f25b-1649-4a9c-aa4c-4e38a280268e HTTP/1.1" status: 200 len: 991 time: 0.1165996 Dec 22 13:19:53.154474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:19:53.312638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.329914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=fa18b786-7b0b-4abc-9d7c-e800b6a1dd52,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:19:53.336549 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:53.339629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:53.406035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=fa18b786-7b0b-4abc-9d7c-e800b6a1dd52,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:53.409036 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:53.444844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55270) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:53.652095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab66ac97-c9ef-481c-a8f2-170996bff6ad tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Router 3065da80-e1aa-4617-91e1-14901941dc20 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:19:53.652512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab66ac97-c9ef-481c-a8f2-170996bff6ad tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Notify agent at dv-neutron-822668-1-hyperv the message router_added_to_agent {{(pid=87568) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 22 13:19:53.680330 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ab66ac97-c9ef-481c-a8f2-170996bff6ad tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "POST /v2.0/agents/2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2344062 Dec 22 13:19:53.683113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55276) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:53.701428 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf6010-0896-49fb-a293-108f9db37525 None None] Sync routers for ids ['3065da80-e1aa-4617-91e1-14901941dc20'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:19:53.712651 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf6010-0896-49fb-a293-108f9db37525 None None] Routers {'3065da80-e1aa-4617-91e1-14901941dc20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:19:53.713293 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-46bf6010-0896-49fb-a293-108f9db37525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:19:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3065da80-e1aa-4617-91e1-14901941dc20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:53.864154 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c13ce989-0343-4e85-be31-7045d6967147 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/routers/3065da80-e1aa-4617-91e1-14901941dc20/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1797223 Dec 22 13:19:53.866727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55282) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:53.887298 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-46bf6010-0896-49fb-a293-108f9db37525 None None] Set router 3065da80-e1aa-4617-91e1-14901941dc20 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:19:53.969366 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-226250dc-ef77-41fd-a666-732ac861c4df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/9242f25b-1649-4a9c-aa4c-4e38a280268e HTTP/1.1" status: 200 len: 991 time: 0.1013196 Dec 22 13:19:54.240896 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-46bf6010-0896-49fb-a293-108f9db37525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:19:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9242f25b-1649-4a9c-aa4c-4e38a280268e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'port_id': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'mac_address': 'fa:16:3e:e8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:18:37Z', 'updated_at': '2021-12-22T13:19:51Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db05be4c-c393-45ed-84d5-2a6b35b355d0', 'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9b:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:18Z', 'updated_at': '2021-12-22T13:19:51Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:54.244709 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf6010-0896-49fb-a293-108f9db37525 None None] Checking router: 3065da80-e1aa-4617-91e1-14901941dc20 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:19:54.253154 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf6010-0896-49fb-a293-108f9db37525 None None] Routers {'3065da80-e1aa-4617-91e1-14901941dc20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:19:54.253757 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-46bf6010-0896-49fb-a293-108f9db37525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:19:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3065da80-e1aa-4617-91e1-14901941dc20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:54.446833 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-46bf6010-0896-49fb-a293-108f9db37525 None None] Set router 3065da80-e1aa-4617-91e1-14901941dc20 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:19:54.783468 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-46bf6010-0896-49fb-a293-108f9db37525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:19:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9242f25b-1649-4a9c-aa4c-4e38a280268e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'port_id': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'mac_address': 'fa:16:3e:e8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:18:37Z', 'updated_at': '2021-12-22T13:19:51Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db05be4c-c393-45ed-84d5-2a6b35b355d0', 'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9b:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:18Z', 'updated_at': '2021-12-22T13:19:51Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:54.787491 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf6010-0896-49fb-a293-108f9db37525 None None] The sync data for ids ['3065da80-e1aa-4617-91e1-14901941dc20'] in dv-neutron-822668-1-hyperv is: [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:19:53Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9242f25b-1649-4a9c-aa4c-4e38a280268e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.189', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'port_id': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'mac_address': 'fa:16:3e:e8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:18:37Z', 'updated_at': '2021-12-22T13:19:51Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db05be4c-c393-45ed-84d5-2a6b35b355d0', 'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9b:7c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:18Z', 'updated_at': '2021-12-22T13:19:51Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:19:54.975089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55286) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:55.089816 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-03853111-bf9b-423c-b84b-e0ac21e0acb7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/9242f25b-1649-4a9c-aa4c-4e38a280268e HTTP/1.1" status: 200 len: 991 time: 0.1122179 Dec 22 13:19:55.172676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device db05be4c-c393-45ed-84d5-2a6b35b355d0 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:55.242951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port db05be4c-c393-45ed-84d5-2a6b35b355d0 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:55.243326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.376212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.411129 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port db05be4c-c393-45ed-84d5-2a6b35b355d0, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=db05be4c-c393-45ed-84d5-2a6b35b355d0,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:19:55.416229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:55.421630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:55.488548 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=db05be4c-c393-45ed-84d5-2a6b35b355d0,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:55.491971 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:55.774765 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:19:56.094640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55290) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:56.213909 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f44cd940-fb8e-48e7-bb9f-37f4f4737851 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/9242f25b-1649-4a9c-aa4c-4e38a280268e HTTP/1.1" status: 200 len: 991 time: 0.1175914 Dec 22 13:19:56.441542 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e998d10-77a9-4bd7-9e41-289424d43943 None None] New status for floating IP 9242f25b-1649-4a9c-aa4c-4e38a280268e: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:19:57.219635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55294) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:57.225584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:57.294995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:57.295374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.426682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.443908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=fa18b786-7b0b-4abc-9d7c-e800b6a1dd52,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:19:57.450122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.450920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device db05be4c-c393-45ed-84d5-2a6b35b355d0 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:57.465686 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-27b7aa03-8ec6-4293-ac50-d376dbf0afa5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/9242f25b-1649-4a9c-aa4c-4e38a280268e HTTP/1.1" status: 200 len: 993 time: 0.2441959 Dec 22 13:19:57.479195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-22555999-ab87-44af-bcfe-aec159c2964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:57.567214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d00931b6-a8c1-4bc1-bc05-123332dac056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.581639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=fa18b786-7b0b-4abc-9d7c-e800b6a1dd52,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:57.585632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:57.593425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port db05be4c-c393-45ed-84d5-2a6b35b355d0 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:57.593808 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:57.744408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55302) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:19:57.948807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port c402de6f-9295-4982-83c2-3f710e8dc025 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:19:57.949138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.115397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.115715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.234856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for c402de6f-9295-4982-83c2-3f710e8dc025 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:19:58.394972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.398484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7abd89ff-fba2-41df-b114-41898137c28c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:19:58.445724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=c402de6f-9295-4982-83c2-3f710e8dc025,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:19:58.484281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:58.484662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:58.485038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:58.485393 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:58.485749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:58.486109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:58.486486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:58.486807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:58.487207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:58.487561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:58.487932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:58.488271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:19:58.514191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:19:58.542527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:58.542867 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 9242f25b-1649-4a9c-aa4c-4e38a280268e disassociated (deleted). External IP: 172.26.4.189, port: 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe. Dec 22 13:19:58.892275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 3065da80-e1aa-4617-91e1-14901941dc20 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:19:59.166878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:19:59.213350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:19:59.229444 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cb3a1-7ebf-4d0c-8df8-6efcb5f3d1df None None] Sync routers for ids ['3065da80-e1aa-4617-91e1-14901941dc20'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:19:59.237142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:19:59.237415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.238883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.240957 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cb3a1-7ebf-4d0c-8df8-6efcb5f3d1df None None] Routers {'3065da80-e1aa-4617-91e1-14901941dc20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:19:59.241815 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7c0cb3a1-7ebf-4d0c-8df8-6efcb5f3d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:19:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3065da80-e1aa-4617-91e1-14901941dc20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:59.303393 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/floatingips/9242f25b-1649-4a9c-aa4c-4e38a280268e HTTP/1.1" status: 204 len: 168 time: 1.5579884 Dec 22 13:19:59.304081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'tag': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:19:59.366309 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'tag': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'status': 'completed', 'code': 200} Dec 22 13:19:59.449417 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-7c0cb3a1-7ebf-4d0c-8df8-6efcb5f3d1df None None] Set router 3065da80-e1aa-4617-91e1-14901941dc20 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:19:59.478397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-72bead46-eb3f-442a-be6b-3f22a06dc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:59.479990 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-72bead46-eb3f-442a-be6b-3f22a06dc560 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 1098 time: 0.0912850 Dec 22 13:19:59.642427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-edb4120d-b926-4eeb-b2d9-c51a6b1d955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:59.643973 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-edb4120d-b926-4eeb-b2d9-c51a6b1d955a service neutron] 10.222.0.54 "GET /v2.0/networks?id=29a95059-6985-42a6-a7b4-68cd11daf0db HTTP/1.1" status: 200 len: 897 time: 0.1579666 Dec 22 13:19:59.720077 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-d643eae3-2b01-49a2-9ec0-05110e99f43f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe HTTP/1.1" status: 200 len: 217 time: 0.0689020 Dec 22 13:19:59.774581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf2c02-b09b-4e65-8151-9bc3b61bfdfe req-876ca473-6213-4c2e-a06f-c2853c54c744 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:59.777016 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1ccf2c02-b09b-4e65-8151-9bc3b61bfdfe req-876ca473-6213-4c2e-a06f-c2853c54c744 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 945 time: 0.0937195 Dec 22 13:19:59.790718 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-6b0c1398-1883-4d6c-934e-96b4278b4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:59.792190 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-6b0c1398-1883-4d6c-934e-96b4278b4bac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=81d74795-852f-4055-afde-2568e6ff1d5c HTTP/1.1" status: 200 len: 835 time: 0.0655062 Dec 22 13:19:59.835010 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1ccf2c02-b09b-4e65-8151-9bc3b61bfdfe req-c5e29593-de31-4aa9-9bf4-cb86a5cfb9b6 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312f1e3-078f-41c3-a997-dd1b49f31660&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519092 Dec 22 13:19:59.866989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-43cc8980-e8ba-4f6e-8d63-cba8a04f71bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:19:59.876514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-0fda80d2-b908-4be8-a9b5-83de4be70b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:19:59.880465 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-0fda80d2-b908-4be8-a9b5-83de4be70b81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29a95059-6985-42a6-a7b4-68cd11daf0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813720 Dec 22 13:19:59.891975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-b5180323-20ad-46d7-9c7d-a7b89617f1c7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:19:59.892899 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-b5180323-20ad-46d7-9c7d-a7b89617f1c7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051067 Dec 22 13:19:59.918496 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7c0cb3a1-7ebf-4d0c-8df8-6efcb5f3d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:19:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'db05be4c-c393-45ed-84d5-2a6b35b355d0', 'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9b:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:18Z', 'updated_at': '2021-12-22T13:19:55Z', 'revision_number': 7, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:19:59.923318 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cb3a1-7ebf-4d0c-8df8-6efcb5f3d1df None None] Checking router: 3065da80-e1aa-4617-91e1-14901941dc20 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:19:59.932495 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0cb3a1-7ebf-4d0c-8df8-6efcb5f3d1df None None] Routers {'3065da80-e1aa-4617-91e1-14901941dc20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:19:59.933132 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7c0cb3a1-7ebf-4d0c-8df8-6efcb5f3d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:20:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3065da80-e1aa-4617-91e1-14901941dc20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:00.028528 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-fb2a3d6a-1795-4ccd-90cf-922ae756d817 service neutron] 10.222.0.54 "GET /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286421 Dec 22 13:20:00.111671 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-7c0cb3a1-7ebf-4d0c-8df8-6efcb5f3d1df None None] Set router 3065da80-e1aa-4617-91e1-14901941dc20 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:20:00.159544 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0d15ac13-444b-4d72-8919-e0f10ace21ac req-55a4587e-6f13-401a-b12a-0d03503cd7b6 service neutron] 10.222.0.54 "GET /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240382 Dec 22 13:20:00.428464 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7c0cb3a1-7ebf-4d0c-8df8-6efcb5f3d1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:19:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'db05be4c-c393-45ed-84d5-2a6b35b355d0', 'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9b:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:18Z', 'updated_at': '2021-12-22T13:19:55Z', 'revision_number': 7, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:00.432776 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0cb3a1-7ebf-4d0c-8df8-6efcb5f3d1df None None] The sync data for ids ['3065da80-e1aa-4617-91e1-14901941dc20'] in dv-neutron-822668-1-hyperv is: [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:19:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'db05be4c-c393-45ed-84d5-2a6b35b355d0', 'name': '', 'network_id': '29a95059-6985-42a6-a7b4-68cd11daf0db', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9b:7c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:18Z', 'updated_at': '2021-12-22T13:19:55Z', 'revision_number': 7, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '81d74795-852f-4055-afde-2568e6ff1d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:20:00.798435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:00.980567 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.046222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195296b-5d70-425f-896b-a8b7f462bc58 req-5dc89e96-a2b6-4d3d-870c-b8a9853ba6ec tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:01.046911 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-8195296b-5d70-425f-896b-a8b7f462bc58 req-5dc89e96-a2b6-4d3d-870c-b8a9853ba6ec tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:01.064751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-8195296b-5d70-425f-896b-a8b7f462bc58 req-5dc89e96-a2b6-4d3d-870c-b8a9853ba6ec tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:01.065950 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8195296b-5d70-425f-896b-a8b7f462bc58 req-5dc89e96-a2b6-4d3d-870c-b8a9853ba6ec tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 945 time: 0.1107626 Dec 22 13:20:01.111318 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8195296b-5d70-425f-896b-a8b7f462bc58 req-843e6351-1fd3-4007-bd80-889531e09abb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=e312f1e3-078f-41c3-a997-dd1b49f31660&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392692 Dec 22 13:20:01.276163 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973083bc-820a-439e-97cd-545c978e16c0 req-ab67c42c-ebde-4028-8952-57d727177c87 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:01.277465 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-973083bc-820a-439e-97cd-545c978e16c0 req-ab67c42c-ebde-4028-8952-57d727177c87 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 945 time: 0.0916114 Dec 22 13:20:01.344995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-973083bc-820a-439e-97cd-545c978e16c0 req-25f70656-fa8c-4f7a-b8a3-c8529a97e2ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:20:01.345543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-973083bc-820a-439e-97cd-545c978e16c0 req-25f70656-fa8c-4f7a-b8a3-c8529a97e2ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.549196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38689524-5aab-49e1-a708-bc48b451211c None None] New status for floating IP 9242f25b-1649-4a9c-aa4c-4e38a280268e: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:20:01.606967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-973083bc-820a-439e-97cd-545c978e16c0 req-25f70656-fa8c-4f7a-b8a3-c8529a97e2ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:20:01.607336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-973083bc-820a-439e-97cd-545c978e16c0 req-25f70656-fa8c-4f7a-b8a3-c8529a97e2ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.728439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-973083bc-820a-439e-97cd-545c978e16c0 req-25f70656-fa8c-4f7a-b8a3-c8529a97e2ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:20:01.881573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-973083bc-820a-439e-97cd-545c978e16c0 req-25f70656-fa8c-4f7a-b8a3-c8529a97e2ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:01.888651 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0223781f-1deb-4d38-977c-ee3c0ae757bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:01.934530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f70656-fa8c-4f7a-b8a3-c8529a97e2ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=4a3e6c96-ff82-40fc-ae25-bcd411fcedfe,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:01.937438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-25f70656-fa8c-4f7a-b8a3-c8529a97e2ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:02.125826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-973083bc-820a-439e-97cd-545c978e16c0 req-25f70656-fa8c-4f7a-b8a3-c8529a97e2ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] No DVR routers for this DVR port 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:02.128711 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-973083bc-820a-439e-97cd-545c978e16c0 req-25f70656-fa8c-4f7a-b8a3-c8529a97e2ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:02.131254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'name': 'network-vif-deleted', 'tag': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:20:02.148270 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-973083bc-820a-439e-97cd-545c978e16c0 req-25f70656-fa8c-4f7a-b8a3-c8529a97e2ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "DELETE /v2.0/ports/4a3e6c96-ff82-40fc-ae25-bcd411fcedfe HTTP/1.1" status: 204 len: 173 time: 0.8652370 Dec 22 13:20:02.188337 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4949b267-9967-4fe4-b890-0b1fcdba7dc2', 'name': 'network-vif-deleted', 'tag': '4a3e6c96-ff82-40fc-ae25-bcd411fcedfe', 'status': 'completed', 'code': 200} Dec 22 13:20:02.273015 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0ff434f6-1ac4-4e71-91c8-a82b526aae33 req-702f1276-c573-4637-8978-53bbaa796ea1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949b267-9967-4fe4-b890-0b1fcdba7dc2 HTTP/1.1" status: 200 len: 210 time: 0.0444224 Dec 22 13:20:02.356217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.379715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55324) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:03.447564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.478343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.550637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.554788 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2eba39ec-c5d6-41b4-af8c-08a813ffea84 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:03.569956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e312f1e3-078f-41c3-a997-dd1b49f31660,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:03.578717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:03.579108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:03.579484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:03.579886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:03.580261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:03.580628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:03.581035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:03.581403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:03.581753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:03.582115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:03.582476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:03.582835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:03.587735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:03.591024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:03.592183 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/security-groups/e312f1e3-078f-41c3-a997-dd1b49f31660 HTTP/1.1" status: 204 len: 168 time: 0.2114799 Dec 22 13:20:03.627284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55330) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:04.229271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.580994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port db05be4c-c393-45ed-84d5-2a6b35b355d0 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:20:04.581691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:04.878993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port db05be4c-c393-45ed-84d5-2a6b35b355d0, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=db05be4c-c393-45ed-84d5-2a6b35b355d0,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:20:04.879248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.003000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for db05be4c-c393-45ed-84d5-2a6b35b355d0 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:20:05.076241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:05.115285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:20:05.115630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 4a3e6c96-ff82-40fc-ae25-bcd411fcedfe not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:05.200113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.203651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4df85f3e-c838-4a70-9ab0-34a2764c1915 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:05.247588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=db05be4c-c393-45ed-84d5-2a6b35b355d0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:05.250658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:05.517421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:05.881441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 3065da80-e1aa-4617-91e1-14901941dc20 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:20:06.056728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:20:06.068172 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15604d23-c0f8-4316-abaf-ec05ba02d74d None None] Sync routers for ids ['3065da80-e1aa-4617-91e1-14901941dc20'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:20:06.070234 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/3065da80-e1aa-4617-91e1-14901941dc20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4417932 Dec 22 13:20:06.073161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55334) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:06.078505 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15604d23-c0f8-4316-abaf-ec05ba02d74d None None] Routers {'3065da80-e1aa-4617-91e1-14901941dc20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:20:06.079128 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-15604d23-c0f8-4316-abaf-ec05ba02d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:20:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3065da80-e1aa-4617-91e1-14901941dc20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:06.142020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cbdfc2-b002-4fbe-8aad-954d50b1a4db tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting subnet 81d74795-852f-4055-afde-2568e6ff1d5c {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:20:06.145059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60cbdfc2-b002-4fbe-8aad-954d50b1a4db tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.257758 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-15604d23-c0f8-4316-abaf-ec05ba02d74d None None] Set router 3065da80-e1aa-4617-91e1-14901941dc20 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:20:06.326182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60cbdfc2-b002-4fbe-8aad-954d50b1a4db tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.412117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60cbdfc2-b002-4fbe-8aad-954d50b1a4db tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.484853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60cbdfc2-b002-4fbe-8aad-954d50b1a4db tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.489021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3b9069d0-0570-4b51-beae-cb373443ef37 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:06.523862 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbdfc2-b002-4fbe-8aad-954d50b1a4db tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Subnet': ['ID=81d74795-852f-4055-afde-2568e6ff1d5c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:06.526991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-60cbdfc2-b002-4fbe-8aad-954d50b1a4db tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:06.528085 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-60cbdfc2-b002-4fbe-8aad-954d50b1a4db tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.534449 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-60cbdfc2-b002-4fbe-8aad-954d50b1a4db tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/subnets/81d74795-852f-4055-afde-2568e6ff1d5c HTTP/1.1" status: 204 len: 168 time: 0.4603627 Dec 22 13:20:06.537166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55338) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:06.539895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a464b1f-183e-49ad-ab68-c6024478f80b None None] Network 29a95059-6985-42a6-a7b4-68cd11daf0db requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:20:06.547932 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-15604d23-c0f8-4316-abaf-ec05ba02d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:20:05Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:19:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:06.552769 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15604d23-c0f8-4316-abaf-ec05ba02d74d None None] Checking router: 3065da80-e1aa-4617-91e1-14901941dc20 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:20:06.562349 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15604d23-c0f8-4316-abaf-ec05ba02d74d None None] Routers {'3065da80-e1aa-4617-91e1-14901941dc20'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:20:06.563126 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-15604d23-c0f8-4316-abaf-ec05ba02d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:20:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['3065da80-e1aa-4617-91e1-14901941dc20'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:06.722481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.773376 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-15604d23-c0f8-4316-abaf-ec05ba02d74d None None] Set router 3065da80-e1aa-4617-91e1-14901941dc20 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:20:06.855641 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc848d-d5fa-4266-836c-722d3ae28944 None None] DHCP port deletion for 29a95059-6985-42a6-a7b4-68cd11daf0db request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:20:06.860115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc848d-d5fa-4266-836c-722d3ae28944 None None] Deleting port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:20:06.860501 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8fc848d-d5fa-4266-836c-722d3ae28944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.916233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:06.927631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:20:06.928155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.064779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d8fc848d-d5fa-4266-836c-722d3ae28944 None None] For port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=95c40d94-c99e-4e56-9744-c5f6ea5fe0c6,segment=NetworkSegment(6942e51c-75cc-411f-a65d-651a1396ad82),segment_id=6942e51c-75cc-411f-a65d-651a1396ad82)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:20:07.065618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8fc848d-d5fa-4266-836c-722d3ae28944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.066511 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-15604d23-c0f8-4316-abaf-ec05ba02d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:20:05Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:19:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:07.070548 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15604d23-c0f8-4316-abaf-ec05ba02d74d None None] The sync data for ids ['3065da80-e1aa-4617-91e1-14901941dc20'] in dv-neutron-822668-1-hyperv is: [{'id': '3065da80-e1aa-4617-91e1-14901941dc20', 'name': 'tempest-TestNetworkBasicOps-router-1450522372', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:20:05Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': 'fa18b786-7b0b-4abc-9d7c-e800b6a1dd52', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065da80-e1aa-4617-91e1-14901941dc20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:14Z', 'updated_at': '2021-12-22T13:19:57Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:20:07.113801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port fa18b786-7b0b-4abc-9d7c-e800b6a1dd52, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=fa18b786-7b0b-4abc-9d7c-e800b6a1dd52,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:20:07.114166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.186217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc848d-d5fa-4266-836c-722d3ae28944 None None] Calling delete_port for 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:20:07.236474 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:20:07.264412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8fc848d-d5fa-4266-836c-722d3ae28944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.268058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:07.310130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc848d-d5fa-4266-836c-722d3ae28944 None None] Pushing event deleted for resources: {'Port': ['ID=95c40d94-c99e-4e56-9744-c5f6ea5fe0c6,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:07.313183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d8fc848d-d5fa-4266-836c-722d3ae28944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:07.313914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc848d-d5fa-4266-836c-722d3ae28944 None None] No DVR routers for this DVR port 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:20:07.413543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.417549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-96c708ce-866a-4189-83b3-56f3e0cb773f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:07.474500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=fa18b786-7b0b-4abc-9d7c-e800b6a1dd52,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:07.478648 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:07.500151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:07.513895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:20:07.513895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 95c40d94-c99e-4e56-9744-c5f6ea5fe0c6 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:07.513895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device db05be4c-c393-45ed-84d5-2a6b35b355d0 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:07.549530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: db05be4c-c393-45ed-84d5-2a6b35b355d0 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:20:07.550163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device db05be4c-c393-45ed-84d5-2a6b35b355d0 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:07.567205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.875745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.877913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.902599 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.903122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Fanout notify agent at l3_agent the message router_deleted on router 3065da80-e1aa-4617-91e1-14901941dc20 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:20:07.918467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:07.923269 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/routers/3065da80-e1aa-4617-91e1-14901941dc20 HTTP/1.1" status: 204 len: 168 time: 1.3814900 Dec 22 13:20:07.923859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55342) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:08.039119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.176350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.204798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a95059-6985-42a6-a7b4-68cd11daf0db']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:08.217125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6942e51c-75cc-411f-a65d-651a1396ad82') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:08.217421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6942e51c-75cc-411f-a65d-651a1396ad82') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:08.228648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.246317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.252822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:20:08.253197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:20:08.267155 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:20:08.349265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.352922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-273d8d8b-a128-4aaf-b7af-f91c667b12da tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:08.367287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.378206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Network': ['ID=29a95059-6985-42a6-a7b4-68cd11daf0db,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:08.381343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:08.388350 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/networks/29a95059-6985-42a6-a7b4-68cd11daf0db HTTP/1.1" status: 204 len: 168 time: 0.4634452 Dec 22 13:20:08.408978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55346) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:08.414630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'network': {'name': 'tempest-network-smoke--1313538103', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'port_security_enabled': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:08.419783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:08.423805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:network and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:08.426694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:08.432281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:08.442700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:08.446101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.473768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:20:08.483058 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.483432 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Added segment 297f1bb7-61c2-458b-b823-0bc5e6dd4049 of type vlan for network b002e656-8a2d-44f1-ad5f-ff202db1e86f Dec 22 13:20:08.510615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.541245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.546668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:08.547237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.550750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-24fe2381-28a7-4a5f-ba87-5fea825dc7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:08.654472 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2442770 Dec 22 13:20:08.657312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:08.657817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Network': ['ID=b002e656-8a2d-44f1-ad5f-ff202db1e86f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:08.663662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'admin_state_up': True, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:08.665135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:08.670372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network b002e656-8a2d-44f1-ad5f-ff202db1e86f details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:20:08.672321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:08.677294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:router and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:08.680261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:08.687196 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:08.698327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.699351 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.715571 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:08.982914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.159012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:20:09.193107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:20:09.193455 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fa18b786-7b0b-4abc-9d7c-e800b6a1dd52 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:20:09.285375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.313517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.446483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.100 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/636c218f-6a0a-4d96-9193-6a6432231f42) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:09.599318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.630072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:09.634449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4bd83dee-67c6-4e87-a78b-4e9c2f0b1e26 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:09.692850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:09.695597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:09.699361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:20:09.736727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=636c218f-6a0a-4d96-9193-6a6432231f42,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:09.744471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:10.258207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:10.596415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:10.606800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:10.814794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:20:11.001888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:20:11.011473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Sync routers for ids ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:20:11.020780 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Routers {'4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:20:11.021404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:20:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:11.031254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.032590 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3735080 Dec 22 13:20:11.036031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55354) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:11.077910 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a033e0a6-814e-4333-aac7-9bd9489e01db tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f78c694f854e4d3495bc7de63c3e5cf7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405660 Dec 22 13:20:11.080463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55358) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:11.197483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Set router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:20:11.207717 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f19b16-602e-449a-80c1-ef9e694299f5 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:11.209187 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b3f19b16-602e-449a-80c1-ef9e694299f5 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278358 Dec 22 13:20:11.212532 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55362) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:11.252225 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f7178dae-0f4e-4c5e-aab6-f38ef62d63a4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382380 Dec 22 13:20:11.254732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55366) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:11.260021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-561477740', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:11.366012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:11.369834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:subnet and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:11.372586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:11.378384 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:11.391297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:11.395064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.527160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:20:09Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:11.531727 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Checking router: 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:20:11.532217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Updating router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c port 636c218f-6a0a-4d96-9193-6a6432231f42 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:20:11.589196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.747014 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.750626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-602072f4-8824-4bf2-a6ef-165a48acc3c7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:11.824688 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Subnet': ['ID=915a7e45-8d44-45a1-817f-1e819fedcfe4,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:11.827530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:11.837533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Checking segment: {'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:20:11.837945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network hostable DHCP agents. Network: b002e656-8a2d-44f1-ad5f-ff202db1e86f, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:20:11.860337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network b002e656-8a2d-44f1-ad5f-ff202db1e86f is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:20:11.870819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, b002e656-8a2d-44f1-ad5f-ff202db1e86f) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:11.875361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:11.875971 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:11.889534 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f0d0d3-0221-4cac-82e3-13427d0105f8 None None] Network b002e656-8a2d-44f1-ad5f-ff202db1e86f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:20:11.899955 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c20e3820-02db-43bb-a5c7-d92ffcf7b422 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6442337 Dec 22 13:20:11.902891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55370) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:12.023459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.050922 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Transition to ACTIVE for port object 636c218f-6a0a-4d96-9193-6a6432231f42 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:12.066895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.073805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:12.172338 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Attempting to bind port 636c218f-6a0a-4d96-9193-6a6432231f42 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:12.172714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Attempting to bind port 636c218f-6a0a-4d96-9193-6a6432231f42 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:12.173081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Attempting to bind port 636c218f-6a0a-4d96-9193-6a6432231f42 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:20:12.193761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:20:12.194141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:20:12.194556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.194942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:20:12.195404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Bound port: 636c218f-6a0a-4d96-9193-6a6432231f42, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:12.195812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.239171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13571313-3591-4dd6-b080-1ad27d973b8b None None] Pushing event updated for resources: {'Port': ['ID=636c218f-6a0a-4d96-9193-6a6432231f42,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:12.242096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-13571313-3591-4dd6-b080-1ad27d973b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:12.321694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ips': [{'subnet_id': '915a7e45-8d44-45a1-817f-1e819fedcfe4'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:20:12.322607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.342759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] For port 636c218f-6a0a-4d96-9193-6a6432231f42, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:20:12.388950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] For port 636c218f-6a0a-4d96-9193-6a6432231f42, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=636c218f-6a0a-4d96-9193-6a6432231f42,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:20:12.397124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.406578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:12.542659 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Routers {'4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:20:12.543303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:20:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:12.593889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:12.596434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13571313-3591-4dd6-b080-1ad27d973b8b None None] Pushing event updated for resources: {'Port': ['ID=636c218f-6a0a-4d96-9193-6a6432231f42,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:12.618970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-13571313-3591-4dd6-b080-1ad27d973b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:12.694516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Allocated IP 172.20.0.2 (b002e656-8a2d-44f1-ad5f-ff202db1e86f/915a7e45-8d44-45a1-817f-1e819fedcfe4/4134a704-8249-4312-acb2-1074ed81ea5d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:12.806513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] Set router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:20:13.188502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.204486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Transition to ACTIVE for port object 4134a704-8249-4312-acb2-1074ed81ea5d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:13.229660 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Transition to ACTIVE for port object 4134a704-8249-4312-acb2-1074ed81ea5d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:13.237472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.241382 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:13.302715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.1 (b002e656-8a2d-44f1-ad5f-ff202db1e86f/915a7e45-8d44-45a1-817f-1e819fedcfe4/cf6ad70b-84b0-4b4c-89f8-e617fb2e8797) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:13.306671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Network b002e656-8a2d-44f1-ad5f-ff202db1e86f is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:13.309764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:13.312661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:20:09Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:13.316553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:20:13.325037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Pushing event updated for resources: {'Port': ['ID=4134a704-8249-4312-acb2-1074ed81ea5d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:13.327445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c04111-9850-4269-af7c-b83dcf45dbde None None] The sync data for ids ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'] in dv-neutron-822668-1-hyperv is: [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:20:09Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:20:13.353666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:13.418767 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Attempting to bind port 4134a704-8249-4312-acb2-1074ed81ea5d on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:13.419311 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Attempting to bind port 4134a704-8249-4312-acb2-1074ed81ea5d by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:13.419950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Attempting to bind port 4134a704-8249-4312-acb2-1074ed81ea5d on network b002e656-8a2d-44f1-ad5f-ff202db1e86f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:20:13.427230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:20:13.427807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Checking segment: {'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:20:13.428348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.428844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Bound using segment: {'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:20:13.429440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Bound port: 4134a704-8249-4312-acb2-1074ed81ea5d, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:13.429946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.544146 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] For port 4134a704-8249-4312-acb2-1074ed81ea5d, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:20:13.548092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] For port 4134a704-8249-4312-acb2-1074ed81ea5d, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4134a704-8249-4312-acb2-1074ed81ea5d,segment=NetworkSegment(297f1bb7-61c2-458b-b823-0bc5e6dd4049),segment_id=297f1bb7-61c2-458b-b823-0bc5e6dd4049)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:20:13.557034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.562113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d8fc848d-d5fa-4266-836c-722d3ae28944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:13.660194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Pushing event updated for resources: {'Port': ['ID=4134a704-8249-4312-acb2-1074ed81ea5d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:13.664086 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:13.668486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.685374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:13.712913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:13.717042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:13.789228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network b002e656-8a2d-44f1-ad5f-ff202db1e86f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:13.792733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:13.795696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:20:13.839588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=cf6ad70b-84b0-4b4c-89f8-e617fb2e8797,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:13.845595 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:13.876285 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.019354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.442519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.448323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.474220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:14.564022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=cf6ad70b-84b0-4b4c-89f8-e617fb2e8797,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:14.566914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:14.567936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:14.600779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26013a83-4687-490d-ac08-ddb33af23ecc None None] Network b002e656-8a2d-44f1-ad5f-ff202db1e86f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:20:14.709573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network b002e656-8a2d-44f1-ad5f-ff202db1e86f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:14.710738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:14.753351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-76fdc067-49f4-4704-bfe6-ddabb2caca07 None None] Provisioning for port 4134a704-8249-4312-acb2-1074ed81ea5d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:14.902591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:20:15.091977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b806671d-48e4-4d3b-a684-bae09a207ab5 None None] Provisioning for port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:15.095042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:20:15.098776 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b806671d-48e4-4d3b-a684-bae09a207ab5 None None] Provisioning complete for port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:15.099224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b806671d-48e4-4d3b-a684-bae09a207ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.109090 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/4c7ff59e-e799-4f7c-a134-da4c3c5cba3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2051263 Dec 22 13:20:15.112436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55374) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:15.164602 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Sync routers for ids ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:20:15.179366 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Routers {'4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:20:15.182493 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:20:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:15.195064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b806671d-48e4-4d3b-a684-bae09a207ab5 None None] Port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:20:15.252918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 636c218f-6a0a-4d96-9193-6a6432231f42 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:15.282884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e6870c-2961-4c88-9fe2-7d5ad3b1f6fe tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:15.283358 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e6870c-2961-4c88-9fe2-7d5ad3b1f6fe tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:15.284003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e6870c-2961-4c88-9fe2-7d5ad3b1f6fe tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:15.284469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e6870c-2961-4c88-9fe2-7d5ad3b1f6fe tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:15.289140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55378) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:15.301735 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-72e6870c-2961-4c88-9fe2-7d5ad3b1f6fe tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1880729 Dec 22 13:20:15.345654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 636c218f-6a0a-4d96-9193-6a6432231f42 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:15.351900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 636c218f-6a0a-4d96-9193-6a6432231f42 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:15.352624 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.370797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd19d4-9696-4bc2-86f5-449232a58c5f tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:15.371268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd19d4-9696-4bc2-86f5-449232a58c5f tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:15.371760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd19d4-9696-4bc2-86f5-449232a58c5f tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:15.372218 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd19d4-9696-4bc2-86f5-449232a58c5f tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:15.373922 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-09fd19d4-9696-4bc2-86f5-449232a58c5f tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0837796 Dec 22 13:20:15.376770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55382) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:15.395908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3386a5e7-f6da-4f8d-a360-7b09f199e3c3 None None] Provisioning complete for port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:15.396357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3386a5e7-f6da-4f8d-a360-7b09f199e3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.398938 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Set router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:20:15.478750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-3386a5e7-f6da-4f8d-a360-7b09f199e3c3 None None] Port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:20:15.554126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.573898 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 636c218f-6a0a-4d96-9193-6a6432231f42, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=636c218f-6a0a-4d96-9193-6a6432231f42,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:20:15.581191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.582386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4134a704-8249-4312-acb2-1074ed81ea5d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:15.614333 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b29f2861-f00c-40f7-b666-83b902ba1c9e tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2360451 Dec 22 13:20:15.617612 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:15.705972 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-550649e8-421b-47d6-98c4-6869ae85f9fd None None] Provisioning complete for port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:15.706359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-550649e8-421b-47d6-98c4-6869ae85f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.734923 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:20:13Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'cf6ad70b-84b0-4b4c-89f8-e617fb2e8797', 'name': '', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:6f:65:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:12Z', 'updated_at': '2021-12-22T13:20:14Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:15.738775 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Checking router: 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:20:15.739222 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Updating router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:20:15.763293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-550649e8-421b-47d6-98c4-6869ae85f9fd None None] Port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:20:15.768317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=636c218f-6a0a-4d96-9193-6a6432231f42,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:15.771862 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:15.785171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 4134a704-8249-4312-acb2-1074ed81ea5d completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:15.790127 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4134a704-8249-4312-acb2-1074ed81ea5d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:15.790555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.797608 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.913638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.945671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 4134a704-8249-4312-acb2-1074ed81ea5d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4134a704-8249-4312-acb2-1074ed81ea5d,segment=NetworkSegment(297f1bb7-61c2-458b-b823-0bc5e6dd4049),segment_id=297f1bb7-61c2-458b-b823-0bc5e6dd4049)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:20:15.950867 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:15.952920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-c22601d4-3062-4fb8-84f3-f01fa639c435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:16.019122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=4134a704-8249-4312-acb2-1074ed81ea5d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:16.022185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:16.034916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55388) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:16.040109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-569253093', 'description': 'tempest-secgroup-smoke-569253093 description', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:16.046021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:16.050092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:16.053088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:16.063211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:16.074206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.094452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:16.098339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:16.101101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:16.106714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:16.133630 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.145349 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Transition to ACTIVE for port object cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:16.153048 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.157416 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-3903ab34-0ed3-414f-b4e8-499fc2acc5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:16.177546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.182530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.187579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c1dfc267-c9a3-4d8d-90b5-3fd458192aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:16.228416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23034b40-2b7d-4da0-955e-b6a02473a7db,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:16.231987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:16.232933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.237580 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1989503 Dec 22 13:20:16.238243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55392) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:16.244324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '23034b40-2b7d-4da0-955e-b6a02473a7db', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:16.250996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:16.255513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:16.258800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:16.265919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:16.288997 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.308367 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Pushing event updated for resources: {'Port': ['ID=cf6ad70b-84b0-4b4c-89f8-e617fb2e8797,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:16.328494 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:16.328828 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:16.329149 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:16.329477 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:16.329799 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:16.330116 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:16.330510 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:16.330825 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:16.331139 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:16.331457 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:16.331793 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:16.332101 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:20:16.336304 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:16.429589 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Attempting to bind port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:16.429989 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Attempting to bind port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:16.430366 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Attempting to bind port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 on network b002e656-8a2d-44f1-ad5f-ff202db1e86f {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:20:16.436164 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:20:16.436543 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Checking segment: {'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:20:16.436942 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.437364 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Bound using segment: {'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:20:16.437862 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Bound port: cf6ad70b-84b0-4b4c-89f8-e617fb2e8797, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:16.438245 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.498952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.503877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.510316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8628f124-9814-4d23-aa11-ac92f251f034 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:16.529552 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285052ce-562d-49de-a5af-662dbda981f3,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:16.530043 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] For port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:20:16.532210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:16.533407 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] For port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=cf6ad70b-84b0-4b4c-89f8-e617fb2e8797,segment=NetworkSegment(297f1bb7-61c2-458b-b823-0bc5e6dd4049),segment_id=297f1bb7-61c2-458b-b823-0bc5e6dd4049)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:20:16.539491 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.541472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.542954 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3037610 Dec 22 13:20:16.544465 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:16.545843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55396) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:16.551487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '23034b40-2b7d-4da0-955e-b6a02473a7db', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:16.557429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:16.561224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:16.564086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:16.571003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:16.592412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.628180 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Pushing event updated for resources: {'Port': ['ID=cf6ad70b-84b0-4b4c-89f8-e617fb2e8797,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:16.630859 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Routers {'4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:20:16.631472 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:20:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:16.656460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.662677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.676909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:16.679399 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:16.694240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab7a536-39bd-4960-9145-c091cca919f3,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:16.696795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:16.704607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.705868 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1590054 Dec 22 13:20:16.708693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55400) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:16.714952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '23034b40-2b7d-4da0-955e-b6a02473a7db', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:16.721383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:16.725347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:16.728300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:16.734331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:16.753204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.817511 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] Set router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:20:16.823554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.827829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.829621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8aa4d996-4fef-4a4e-ba2c-990abd01c914 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:16.852084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cac4b8b-235f-40e7-9ee1-69acd962b2a2,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:16.854518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:16.863774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.864961 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552720 Dec 22 13:20:16.868218 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55404) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:16.873647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '23034b40-2b7d-4da0-955e-b6a02473a7db', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:16.879716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:16.883383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:16.886250 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:16.892082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:16.914038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.977532 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.983028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:16.985058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-be7ff832-d1a0-43c0-8310-942aeb52ba20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:17.006712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5dea30f-a93f-476d-8ddb-0408a020a255,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:17.012352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:17.017203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.018634 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493819 Dec 22 13:20:17.021630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55408) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.027489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '23034b40-2b7d-4da0-955e-b6a02473a7db', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:17.034551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:17.038666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:17.041643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:17.047532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:17.058645 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:20:17.065298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.128814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.133700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.135965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-43703214-446d-4ae6-8774-955fc7b5a2c1 tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:17.140611 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:20:13Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'cf6ad70b-84b0-4b4c-89f8-e617fb2e8797', 'name': '', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:6f:65:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:12Z', 'updated_at': '2021-12-22T13:20:16Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:17.145027 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76f03a7-32e0-405a-832c-3dc4dce9bcf6 None None] The sync data for ids ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'] in dv-neutron-822668-1-hyperv is: [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:20:13Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'cf6ad70b-84b0-4b4c-89f8-e617fb2e8797', 'name': '', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:6f:65:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:12Z', 'updated_at': '2021-12-22T13:20:16Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:20:17.152001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac375ada-c331-4604-a094-0d9baee428dc,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:17.162764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:17.181168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 636c218f-6a0a-4d96-9193-6a6432231f42 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:17.184687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.189129 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55412) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:17.189289 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a78ebe22-1949-4885-8185-cba5e8031303 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1665111 Dec 22 13:20:17.195507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '23034b40-2b7d-4da0-955e-b6a02473a7db', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:17.213844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:17.218430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:17.221478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:17.231407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:17.244037 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:20:17.252141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.314989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 636c218f-6a0a-4d96-9193-6a6432231f42 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:17.315281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.332844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.338650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.340953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8f84c1f0-cc67-42dc-bd35-3493371111ba tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:17.364042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2c91e9-44b5-47f2-8ad7-6651c85e2aca,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:17.366758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:17.376411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.377768 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1872287 Dec 22 13:20:17.441467 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4134a704-8249-4312-acb2-1074ed81ea5d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:17.519236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4134a704-8249-4312-acb2-1074ed81ea5d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:17.519636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:17.565250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-650f2881-c413-417f-9502-834d4c35a667 req-dc34207a-e999-48ac-bd34-d4956ab96c38 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:17.589447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-650f2881-c413-417f-9502-834d4c35a667 req-dc34207a-e999-48ac-bd34-d4956ab96c38 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:17.591349 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-dc34207a-e999-48ac-bd34-d4956ab96c38 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-569253093&fields=id&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 267 time: 0.0682883 Dec 22 13:20:17.748972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f2881-c413-417f-9502-834d4c35a667 req-e59ddf11-deae-41b6-b6d6-53c655ada5d4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:17.749741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-650f2881-c413-417f-9502-834d4c35a667 req-e59ddf11-deae-41b6-b6d6-53c655ada5d4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:17.768423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-650f2881-c413-417f-9502-834d4c35a667 req-e59ddf11-deae-41b6-b6d6-53c655ada5d4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:17.769760 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-e59ddf11-deae-41b6-b6d6-53c655ada5d4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/networks?id=b002e656-8a2d-44f1-ad5f-ff202db1e86f HTTP/1.1" status: 200 len: 797 time: 0.1720512 Dec 22 13:20:17.785404 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-5ecdea94-6959-440e-8bc4-2f9128312576 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/quotas/f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 375 time: 0.0097811 Dec 22 13:20:17.875243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-650f2881-c413-417f-9502-834d4c35a667 req-3dacf4f2-c279-4f2f-a264-93bf20710664 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:17.891723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-650f2881-c413-417f-9502-834d4c35a667 req-3dacf4f2-c279-4f2f-a264-93bf20710664 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:17.893121 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-3dacf4f2-c279-4f2f-a264-93bf20710664 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020474 Dec 22 13:20:17.953409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-ff267db3-c5af-483b-8e26-8f457fbcbd20 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:20:17.954403 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-ff267db3-c5af-483b-8e26-8f457fbcbd20 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497646 Dec 22 13:20:18.210313 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-083ddafc-40e4-4986-b2dc-af1f32303481 service neutron] 10.222.0.24 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495804 Dec 22 13:20:18.353912 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-9cfeee38-f32f-46a2-a154-61e52dbdae71 service neutron] 10.222.0.24 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367526 Dec 22 13:20:18.526789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-4828505b-a5ad-4064-af84-3d3ff6988e02 req-31ad4190-8bd5-434e-9d6b-370079842ef8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:18.538775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-4828505b-a5ad-4064-af84-3d3ff6988e02 req-31ad4190-8bd5-434e-9d6b-370079842ef8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:18.539945 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4828505b-a5ad-4064-af84-3d3ff6988e02 req-31ad4190-8bd5-434e-9d6b-370079842ef8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 210 time: 0.0546725 Dec 22 13:20:19.183909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:19.255176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:19.259963 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:19.260339 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.380888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.413852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=cf6ad70b-84b0-4b4c-89f8-e617fb2e8797,segment=NetworkSegment(297f1bb7-61c2-458b-b823-0bc5e6dd4049),segment_id=297f1bb7-61c2-458b-b823-0bc5e6dd4049)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:20:19.417934 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.421038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:19.494351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=cf6ad70b-84b0-4b4c-89f8-e617fb2e8797,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:19.497750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:19.592005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f2881-c413-417f-9502-834d4c35a667 req-597b6715-93e0-47eb-9d89-dcc4667a1fa1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:19.593619 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-597b6715-93e0-47eb-9d89-dcc4667a1fa1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks?id=b002e656-8a2d-44f1-ad5f-ff202db1e86f HTTP/1.1" status: 200 len: 797 time: 0.1584492 Dec 22 13:20:19.644323 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-47989aef-3a9f-4107-bfe5-ae2779d8482c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 379 time: 0.0416784 Dec 22 13:20:19.653346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'device_id': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'admin_state_up': True, 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'security_groups': ['23034b40-2b7d-4da0-955e-b6a02473a7db']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:19.703140 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2ff2dab2-167c-4389-86bd-752660c749d9 req-ae70ebc6-ac03-499b-b36f-fd71cbfd3d1f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 210 time: 0.0447471 Dec 22 13:20:19.787322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:19.797680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:19.811220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:20:19.814794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:19.974610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.4 (b002e656-8a2d-44f1-ad5f-ff202db1e86f/915a7e45-8d44-45a1-817f-1e819fedcfe4/45bf7c18-f70d-451f-a803-2516e2dd85bd) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:20.166150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.182006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object 45bf7c18-f70d-451f-a803-2516e2dd85bd will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:20.213354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.221333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bf562787-e1e1-4d47-b838-1aca78844ca2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:20.291498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network b002e656-8a2d-44f1-ad5f-ff202db1e86f is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:20.294715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:20.298546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:20:20.328768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=45bf7c18-f70d-451f-a803-2516e2dd85bd,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:20.335549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:20.366847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:20.367465 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.395399 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7459443 Dec 22 13:20:20.407849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Request body: {'port': {'device_id': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:20.520900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.562655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-982e71fc-d95c-4ab2-9e1c-34975c8afb43 None None] Provisioning for port 45bf7c18-f70d-451f-a803-2516e2dd85bd completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:20.568173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-982e71fc-d95c-4ab2-9e1c-34975c8afb43 None None] Provisioning complete for port 45bf7c18-f70d-451f-a803-2516e2dd85bd triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:20.568845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-982e71fc-d95c-4ab2-9e1c-34975c8afb43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.633618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-982e71fc-d95c-4ab2-9e1c-34975c8afb43 None None] Port 45bf7c18-f70d-451f-a803-2516e2dd85bd cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:20:20.922370 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45bf7c18-f70d-451f-a803-2516e2dd85bd {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:20:20.931303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.949867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Transition to ACTIVE for port object 45bf7c18-f70d-451f-a803-2516e2dd85bd will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:20:20.962536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0d286-a327-4260-9ef0-751c80fbe809 req-efed8208-dddc-447e-adab-5bfa5d467720 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:20.963249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-8cf0d286-a327-4260-9ef0-751c80fbe809 req-efed8208-dddc-447e-adab-5bfa5d467720 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:20:20.966955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:20.971741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:21.175754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:21.225610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-8cf0d286-a327-4260-9ef0-751c80fbe809 req-efed8208-dddc-447e-adab-5bfa5d467720 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:20:21.226810 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8cf0d286-a327-4260-9ef0-751c80fbe809 req-efed8208-dddc-447e-adab-5bfa5d467720 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 931 time: 0.4202886 Dec 22 13:20:21.249536 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:21.249933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.262948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Pushing event updated for resources: {'Port': ['ID=45bf7c18-f70d-451f-a803-2516e2dd85bd,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:21.282366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:21.351592 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8cf0d286-a327-4260-9ef0-751c80fbe809 req-6470539c-55c8-40e9-a19a-ed2c13ec348e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=23034b40-2b7d-4da0-955e-b6a02473a7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902567 Dec 22 13:20:21.369634 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Attempting to bind port 45bf7c18-f70d-451f-a803-2516e2dd85bd on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:20:21.370197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Attempting to bind port 45bf7c18-f70d-451f-a803-2516e2dd85bd by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:20:21.370439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Attempting to bind port 45bf7c18-f70d-451f-a803-2516e2dd85bd on network b002e656-8a2d-44f1-ad5f-ff202db1e86f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:20:21.375172 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Port 45bf7c18-f70d-451f-a803-2516e2dd85bd on network b002e656-8a2d-44f1-ad5f-ff202db1e86f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:20:21.375507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Attempting to bind port 45bf7c18-f70d-451f-a803-2516e2dd85bd on network b002e656-8a2d-44f1-ad5f-ff202db1e86f {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:20:21.380791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:20:21.381116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Checking segment: {'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:20:21.381488 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Bound using segment: {'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:20:21.381930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Bound port: 45bf7c18-f70d-451f-a803-2516e2dd85bd, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297f1bb7-61c2-458b-b823-0bc5e6dd4049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:20:21.382267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.482806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] For port 45bf7c18-f70d-451f-a803-2516e2dd85bd, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:20:21.485813 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] For port 45bf7c18-f70d-451f-a803-2516e2dd85bd, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd,segment=NetworkSegment(297f1bb7-61c2-458b-b823-0bc5e6dd4049),segment_id=297f1bb7-61c2-458b-b823-0bc5e6dd4049)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:20:21.492897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.496489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0e90684c-79ec-4d1b-a914-25b4fe319691 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:21.552618 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:21.553226 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:21.554599 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] 10.222.0.54 "PUT /v2.0/ports/45bf7c18-f70d-451f-a803-2516e2dd85bd HTTP/1.1" status: 200 len: 1093 time: 1.1510923 Dec 22 13:20:21.555122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'tag': '45bf7c18-f70d-451f-a803-2516e2dd85bd'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:20:21.578001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Pushing event updated for resources: {'Port': ['ID=45bf7c18-f70d-451f-a803-2516e2dd85bd,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:21.581184 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:21.646350 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'tag': '45bf7c18-f70d-451f-a803-2516e2dd85bd', 'status': 'completed', 'code': 200} Dec 22 13:20:21.690622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f2881-c413-417f-9502-834d4c35a667 req-a6e0c9ff-8186-430c-a00a-3930e6b2d906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:21.692228 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-a6e0c9ff-8186-430c-a00a-3930e6b2d906 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0836558 Dec 22 13:20:21.762445 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-0de8691b-aaee-4c90-953a-189a64fb0f58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd HTTP/1.1" status: 200 len: 217 time: 0.0621953 Dec 22 13:20:21.829491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f2881-c413-417f-9502-834d4c35a667 req-a4ec5323-de67-4ceb-b06b-8f18995da5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:21.831013 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-a4ec5323-de67-4ceb-b06b-8f18995da5cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=915a7e45-8d44-45a1-817f-1e819fedcfe4 HTTP/1.1" status: 200 len: 843 time: 0.0628126 Dec 22 13:20:21.910224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f2881-c413-417f-9502-834d4c35a667 req-574fbe16-17ad-40f6-a1af-74ffef8cb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:21.911717 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-574fbe16-17ad-40f6-a1af-74ffef8cb20e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b002e656-8a2d-44f1-ad5f-ff202db1e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745499 Dec 22 13:20:22.043256 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-6a2f3aad-76de-4825-a843-ccfcf955c901 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247971 Dec 22 13:20:22.173393 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-650f2881-c413-417f-9502-834d4c35a667 req-b5fceeb0-7d17-4ebd-8579-68791e90a81a service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237693 Dec 22 13:20:22.298400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d589ef-78df-4c79-adcb-848f50e17326 req-3cbbe310-ae98-4949-9121-631b24eaa302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:22.300053 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f4d589ef-78df-4c79-adcb-848f50e17326 req-3cbbe310-ae98-4949-9121-631b24eaa302 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0747416 Dec 22 13:20:22.435626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d589ef-78df-4c79-adcb-848f50e17326 req-f36e646e-bca8-412a-acb5-dedcd796f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:22.437123 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f4d589ef-78df-4c79-adcb-848f50e17326 req-f36e646e-bca8-412a-acb5-dedcd796f90b service neutron] 10.222.0.54 "GET /v2.0/networks?id=b002e656-8a2d-44f1-ad5f-ff202db1e86f HTTP/1.1" status: 200 len: 898 time: 0.1310594 Dec 22 13:20:22.537938 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f4d589ef-78df-4c79-adcb-848f50e17326 req-9713f073-e94f-4b4d-a447-2763f1da73c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd HTTP/1.1" status: 200 len: 217 time: 0.0943675 Dec 22 13:20:22.612616 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d589ef-78df-4c79-adcb-848f50e17326 req-01babeec-de21-46df-a48f-e9a9c07af238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:22.614059 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f4d589ef-78df-4c79-adcb-848f50e17326 req-01babeec-de21-46df-a48f-e9a9c07af238 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=915a7e45-8d44-45a1-817f-1e819fedcfe4 HTTP/1.1" status: 200 len: 843 time: 0.0684545 Dec 22 13:20:22.673904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb077bf2-e690-4b5c-bab3-550f0e1036cb req-7646b190-40a4-402f-b440-f791491acea7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:22.675419 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fb077bf2-e690-4b5c-bab3-550f0e1036cb req-7646b190-40a4-402f-b440-f791491acea7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 943 time: 0.1853316 Dec 22 13:20:22.732771 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fb077bf2-e690-4b5c-bab3-550f0e1036cb req-fdd1ede8-e1f0-46fa-b2e8-1374cdbc55c3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=23034b40-2b7d-4da0-955e-b6a02473a7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486529 Dec 22 13:20:22.743027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d589ef-78df-4c79-adcb-848f50e17326 req-8ee90bc8-bafb-41f5-9bab-5489fe091a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:22.744475 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f4d589ef-78df-4c79-adcb-848f50e17326 req-8ee90bc8-bafb-41f5-9bab-5489fe091a8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b002e656-8a2d-44f1-ad5f-ff202db1e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1233685 Dec 22 13:20:22.991242 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f4d589ef-78df-4c79-adcb-848f50e17326 req-11be32e4-419d-4816-b4d7-602a37538028 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394705 Dec 22 13:20:23.122064 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f4d589ef-78df-4c79-adcb-848f50e17326 req-bfe49a33-9ae3-4ab8-845e-32585212c8ae service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228731 Dec 22 13:20:23.926404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15fb7c-af68-4174-bb90-2c65e2c13faa req-7c179e3d-6cd9-4fac-b2a1-b410e36e0104 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:23.927876 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e15fb7c-af68-4174-bb90-2c65e2c13faa req-7c179e3d-6cd9-4fac-b2a1-b410e36e0104 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 943 time: 0.0823236 Dec 22 13:20:23.977153 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e15fb7c-af68-4174-bb90-2c65e2c13faa req-47d22e2a-0aa2-49ff-a81f-e6b4e9a57fb2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=23034b40-2b7d-4da0-955e-b6a02473a7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434089 Dec 22 13:20:25.172385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1d372-4f23-4830-a605-7893814f11bd req-a4923993-db49-4363-b39b-7edbc8e90017 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:25.173830 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-18f1d372-4f23-4830-a605-7893814f11bd req-a4923993-db49-4363-b39b-7edbc8e90017 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 943 time: 0.0801315 Dec 22 13:20:25.189720 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 45bf7c18-f70d-451f-a803-2516e2dd85bd details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:20:25.223492 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-18f1d372-4f23-4830-a605-7893814f11bd req-cc2d548f-a448-4938-aff8-ea1053a37dd9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=23034b40-2b7d-4da0-955e-b6a02473a7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437460 Dec 22 13:20:25.322244 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 45bf7c18-f70d-451f-a803-2516e2dd85bd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd,segment=NetworkSegment(297f1bb7-61c2-458b-b823-0bc5e6dd4049),segment_id=297f1bb7-61c2-458b-b823-0bc5e6dd4049)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:20:25.335042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '45bf7c18-f70d-451f-a803-2516e2dd85bd', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'port_id': '45bf7c18-f70d-451f-a803-2516e2dd85bd', 'mac_address': 'fa:16:3e:cf:c3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:20:25.394444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.411856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45bf7c18-f70d-451f-a803-2516e2dd85bd {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:20:25.434539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 45bf7c18-f70d-451f-a803-2516e2dd85bd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd,segment=NetworkSegment(297f1bb7-61c2-458b-b823-0bc5e6dd4049),segment_id=297f1bb7-61c2-458b-b823-0bc5e6dd4049)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:20:25.441602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:25.443515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:25.513675 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=45bf7c18-f70d-451f-a803-2516e2dd85bd,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:25.517085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:25.760889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['45bf7c18-f70d-451f-a803-2516e2dd85bd'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:20:26.417158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65097a72-8f92-479b-ae14-df707f6b3b29 req-70f88418-25e2-4a44-ae46-1c7ae45ce66c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:26.418598 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-65097a72-8f92-479b-ae14-df707f6b3b29 req-70f88418-25e2-4a44-ae46-1c7ae45ce66c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 944 time: 0.0827837 Dec 22 13:20:26.465209 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-65097a72-8f92-479b-ae14-df707f6b3b29 req-e211aac1-6115-4319-ad2c-94922ec73db1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=23034b40-2b7d-4da0-955e-b6a02473a7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382667 Dec 22 13:20:27.205954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 45bf7c18-f70d-451f-a803-2516e2dd85bd up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:20:27.288310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 45bf7c18-f70d-451f-a803-2516e2dd85bd completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:20:27.293418 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 45bf7c18-f70d-451f-a803-2516e2dd85bd triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:20:27.293803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.422000 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.450962 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf7c18-f70d-451f-a803-2516e2dd85bd'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:20:27.461764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 45bf7c18-f70d-451f-a803-2516e2dd85bd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd,segment=NetworkSegment(297f1bb7-61c2-458b-b823-0bc5e6dd4049),segment_id=297f1bb7-61c2-458b-b823-0bc5e6dd4049)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:20:27.467016 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.468945 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:27.498327 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45bf7c18-f70d-451f-a803-2516e2dd85bd', 'code': 200} Dec 22 13:20:27.540694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-af0fa032-8fef-4323-a968-81d66ddcf7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:27.546855 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=45bf7c18-f70d-451f-a803-2516e2dd85bd,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:27.549772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:27.676259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6360-ac06-484f-881f-399cd86cfa00 req-e8dfbcaf-1f8a-4d56-8a7b-2cbc6043a6ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:27.677693 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-68af6360-ac06-484f-881f-399cd86cfa00 req-e8dfbcaf-1f8a-4d56-8a7b-2cbc6043a6ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 945 time: 0.0901091 Dec 22 13:20:27.722201 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-68af6360-ac06-484f-881f-399cd86cfa00 req-e0c69f7c-5aca-4481-bcef-290ef550eec1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=23034b40-2b7d-4da0-955e-b6a02473a7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387313 Dec 22 13:20:27.759707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8bae0-6e6a-4205-ab94-e5ef9ba48b8c req-dca1d86c-b29e-4e4e-b413-d1b191bd3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:27.761231 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-98b8bae0-6e6a-4205-ab94-e5ef9ba48b8c req-dca1d86c-b29e-4e4e-b413-d1b191bd3b40 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0769641 Dec 22 13:20:27.802583 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-98b8bae0-6e6a-4205-ab94-e5ef9ba48b8c req-23097368-705f-4332-860d-c83ffaa46647 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=23034b40-2b7d-4da0-955e-b6a02473a7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350621 Dec 22 13:20:28.917457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42f48a-fd08-4b5b-9078-2f5e72cf83aa req-310a57fd-c8c4-488d-bda4-102c39296b49 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:28.918911 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4d42f48a-fd08-4b5b-9078-2f5e72cf83aa req-310a57fd-c8c4-488d-bda4-102c39296b49 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 945 time: 0.0865183 Dec 22 13:20:28.964206 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4d42f48a-fd08-4b5b-9078-2f5e72cf83aa req-2d54a28f-a8c0-43d1-9f95-a4691cd3afd7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=23034b40-2b7d-4da0-955e-b6a02473a7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392027 Dec 22 13:20:29.871785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d1369204-6a83-48b2-803a-25618d750c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.155709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d22502-635f-4095-a4c1-7789e6ddbb55 req-b1515755-0fa4-475e-a920-987255ddf53e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:30.157042 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c8d22502-635f-4095-a4c1-7789e6ddbb55 req-b1515755-0fa4-475e-a920-987255ddf53e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 945 time: 0.0810966 Dec 22 13:20:30.205671 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c8d22502-635f-4095-a4c1-7789e6ddbb55 req-953d02b2-cfcf-44ae-b03f-b17ae622e2e1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=23034b40-2b7d-4da0-955e-b6a02473a7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427620 Dec 22 13:20:30.402132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b1c99-408b-4a1b-9e3e-644e7f5b018b req-f6d6d6bf-078f-4fd2-b8b2-969c423241be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:30.403576 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-179b1c99-408b-4a1b-9e3e-644e7f5b018b req-f6d6d6bf-078f-4fd2-b8b2-969c423241be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 945 time: 0.0948613 Dec 22 13:20:30.449065 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-179b1c99-408b-4a1b-9e3e-644e7f5b018b req-05f9176c-81a1-4e65-a395-dd02fb1e6236 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=23034b40-2b7d-4da0-955e-b6a02473a7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375471 Dec 22 13:20:30.474793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55470) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:30.552545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7d5dbf-cb48-4150-a8d9-af18f28a4ffc tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:30.554044 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-eb7d5dbf-cb48-4150-a8d9-af18f28a4ffc tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 1093 time: 0.0782716 Dec 22 13:20:30.556951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55474) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:30.561855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '45bf7c18-f70d-451f-a803-2516e2dd85bd', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:20:30.568075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:20:30.576326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:floatingip and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:20:30.580282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:20:30.587362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:20:30.603752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.741410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.799185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:30.881439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.45 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/714da6d7-15b4-484e-84e0-c4b16bd1c2e4) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:20:30.978311 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.029840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.062067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.065599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:31.129787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:20:31.132716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:20:31.136261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:20:31.164656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=714da6d7-15b4-484e-84e0-c4b16bd1c2e4,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:31.170302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:31.553620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:31.816749 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4a211ce-70b0-4b4a-8ba8-72f75732366b req-540ebb62-3394-494d-937b-18b7ad95ed1d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3032885 Dec 22 13:20:31.817354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.059816 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a211ce-70b0-4b4a-8ba8-72f75732366b req-654e3ed0-6265-485e-8bc2-35927f479163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:32.061280 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4a211ce-70b0-4b4a-8ba8-72f75732366b req-654e3ed0-6265-485e-8bc2-35927f479163 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 1098 time: 0.1671231 Dec 22 13:20:32.078804 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.100362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.106771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a0ff1f1d-8349-43ce-bb25-b9f3c9f58438 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:20:32.298114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=714da6d7-15b4-484e-84e0-c4b16bd1c2e4,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:20:32.306095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:20:32.311553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.359364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a211ce-70b0-4b4a-8ba8-72f75732366b req-41461e25-9839-4b96-8d69-fe9c6899b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:32.359645 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:32.360912 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4a211ce-70b0-4b4a-8ba8-72f75732366b req-41461e25-9839-4b96-8d69-fe9c6899b907 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b002e656-8a2d-44f1-ad5f-ff202db1e86f HTTP/1.1" status: 200 len: 898 time: 0.2802708 Dec 22 13:20:32.546883 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4a211ce-70b0-4b4a-8ba8-72f75732366b req-5f2cd74b-a9f3-475e-8875-48be543cc3b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd HTTP/1.1" status: 200 len: 998 time: 0.1792157 Dec 22 13:20:32.606065 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 9fbe4943-6755-4190-90f9-571094172961 associated. External IP: 172.26.4.45, port: 45bf7c18-f70d-451f-a803-2516e2dd85bd. Dec 22 13:20:32.690939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a211ce-70b0-4b4a-8ba8-72f75732366b req-6676a9b8-19b3-4855-b5a3-940f8cd8a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:32.692488 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4a211ce-70b0-4b4a-8ba8-72f75732366b req-6676a9b8-19b3-4855-b5a3-940f8cd8a37e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=915a7e45-8d44-45a1-817f-1e819fedcfe4 HTTP/1.1" status: 200 len: 843 time: 0.1379282 Dec 22 13:20:32.774288 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:20:32.965062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a211ce-70b0-4b4a-8ba8-72f75732366b req-94c87398-954c-49c9-8c02-f367203f4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:32.966575 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4a211ce-70b0-4b4a-8ba8-72f75732366b req-94c87398-954c-49c9-8c02-f367203f4acd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b002e656-8a2d-44f1-ad5f-ff202db1e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2230163 Dec 22 13:20:33.242770 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:20:33.267918 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4a211ce-70b0-4b4a-8ba8-72f75732366b req-211c2c1e-89d1-4b42-9fb8-0a721887b4d8 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933719 Dec 22 13:20:33.548251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:20:33.551178 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4a211ce-70b0-4b4a-8ba8-72f75732366b req-52229494-848e-4eee-9b05-b34e7fefdcb7 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360709 Dec 22 13:20:33.559188 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723fd6a-aeea-4da1-a4c6-6d2d4426f965 None None] Sync routers for ids ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:20:33.576947 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:33.578394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723fd6a-aeea-4da1-a4c6-6d2d4426f965 None None] Routers {'4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:20:33.579138 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2723fd6a-aeea-4da1-a4c6-6d2d4426f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:20:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:33.645611 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0875442 Dec 22 13:20:33.646357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'tag': '45bf7c18-f70d-451f-a803-2516e2dd85bd'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:20:33.648723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55480) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:33.693862 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'tag': '45bf7c18-f70d-451f-a803-2516e2dd85bd', 'status': 'completed', 'code': 200} Dec 22 13:20:33.761617 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2e25fa1c-5e14-4b41-bc7d-6b655fdfb2bb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/9fbe4943-6755-4190-90f9-571094172961 HTTP/1.1" status: 200 len: 990 time: 0.1112850 Dec 22 13:20:33.785538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bf939-d27e-45c5-9d65-c4dc59583441 req-a29fa683-2c5e-4582-9261-d2d537d3003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:33.787068 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f43bf939-d27e-45c5-9d65-c4dc59583441 req-a29fa683-2c5e-4582-9261-d2d537d3003b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0716503 Dec 22 13:20:33.789026 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2723fd6a-aeea-4da1-a4c6-6d2d4426f965 None None] Set router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:20:33.919414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bf939-d27e-45c5-9d65-c4dc59583441 req-ef3e2d6d-b7c4-49eb-ba51-4a1b19bb49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:33.920930 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f43bf939-d27e-45c5-9d65-c4dc59583441 req-ef3e2d6d-b7c4-49eb-ba51-4a1b19bb49e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b002e656-8a2d-44f1-ad5f-ff202db1e86f HTTP/1.1" status: 200 len: 898 time: 0.1281016 Dec 22 13:20:34.028894 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f43bf939-d27e-45c5-9d65-c4dc59583441 req-49f2f914-bab3-4f42-bc88-87bfdc07e1db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd HTTP/1.1" status: 200 len: 998 time: 0.1011844 Dec 22 13:20:34.090934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bf939-d27e-45c5-9d65-c4dc59583441 req-ebdc1ffb-38d5-43a5-9e7f-c836c1f8f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:34.092451 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f43bf939-d27e-45c5-9d65-c4dc59583441 req-ebdc1ffb-38d5-43a5-9e7f-c836c1f8f80f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=915a7e45-8d44-45a1-817f-1e819fedcfe4 HTTP/1.1" status: 200 len: 843 time: 0.0577216 Dec 22 13:20:34.132621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2723fd6a-aeea-4da1-a4c6-6d2d4426f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:20:13Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9fbe4943-6755-4190-90f9-571094172961', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'port_id': '45bf7c18-f70d-451f-a803-2516e2dd85bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'mac_address': 'fa:16:3e:cf:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:20:31Z', 'updated_at': '2021-12-22T13:20:31Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6ad70b-84b0-4b4c-89f8-e617fb2e8797', 'name': '', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:6f:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:12Z', 'updated_at': '2021-12-22T13:20:19Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:34.136475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723fd6a-aeea-4da1-a4c6-6d2d4426f965 None None] Checking router: 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:20:34.145002 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723fd6a-aeea-4da1-a4c6-6d2d4426f965 None None] Routers {'4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:20:34.145694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2723fd6a-aeea-4da1-a4c6-6d2d4426f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:20:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:34.172913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bf939-d27e-45c5-9d65-c4dc59583441 req-12c838c0-b58a-4cbb-97c8-e01ace8ce0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:20:34.174362 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f43bf939-d27e-45c5-9d65-c4dc59583441 req-12c838c0-b58a-4cbb-97c8-e01ace8ce0d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b002e656-8a2d-44f1-ad5f-ff202db1e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754304 Dec 22 13:20:34.308241 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f43bf939-d27e-45c5-9d65-c4dc59583441 req-ec4bfb43-3b70-48c7-8ce4-5c5814715347 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269424 Dec 22 13:20:34.322573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2723fd6a-aeea-4da1-a4c6-6d2d4426f965 None None] Set router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:20:34.443189 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f43bf939-d27e-45c5-9d65-c4dc59583441 req-ec4ec8fa-e7d9-4270-b035-2352aff72cbb service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284823 Dec 22 13:20:34.664451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2723fd6a-aeea-4da1-a4c6-6d2d4426f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:20:13Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9fbe4943-6755-4190-90f9-571094172961', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'port_id': '45bf7c18-f70d-451f-a803-2516e2dd85bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'mac_address': 'fa:16:3e:cf:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:20:31Z', 'updated_at': '2021-12-22T13:20:31Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6ad70b-84b0-4b4c-89f8-e617fb2e8797', 'name': '', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:6f:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:12Z', 'updated_at': '2021-12-22T13:20:19Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:20:34.668459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723fd6a-aeea-4da1-a4c6-6d2d4426f965 None None] The sync data for ids ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'] in dv-neutron-822668-1-hyperv is: [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:20:13Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '9fbe4943-6755-4190-90f9-571094172961', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.45', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'port_id': '45bf7c18-f70d-451f-a803-2516e2dd85bd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'mac_address': 'fa:16:3e:cf:c3:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:20:31Z', 'updated_at': '2021-12-22T13:20:31Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6ad70b-84b0-4b4c-89f8-e617fb2e8797', 'name': '', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:6f:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:12Z', 'updated_at': '2021-12-22T13:20:19Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:20:34.764958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55486) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:34.856718 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc205576-e118-4a0d-9ff8-c26f9a87d954 None None] New status for floating IP 9fbe4943-6755-4190-90f9-571094172961: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:20:34.875399 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-db64c9f0-1a80-4dfb-bcaa-3cb5b5a38814 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/9fbe4943-6755-4190-90f9-571094172961 HTTP/1.1" status: 200 len: 990 time: 0.1091819 Dec 22 13:20:35.881079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55490) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:20:36.030668 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-09af0d6b-8750-4958-9333-c512a16c3f6c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/9fbe4943-6755-4190-90f9-571094172961 HTTP/1.1" status: 200 len: 992 time: 0.1481457 Dec 22 13:20:40.601745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:57.524386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4d68334d-7308-49cf-aa2c-7be87a06b9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:20:59.869414 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6512b69a-8a36-4023-8a59-c9c561f017c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.803637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:00.977643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:02.365783 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:09.778717 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:21:10.619360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:27.524301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b160f958-f2c9-48fe-bf18-3be2c1c17f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:29.869793 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3ce20b70-bccf-4c34-9a90-39497401f4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.856611 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:30.979763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:32.376118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:33.600777 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-13101c7c-a4de-49c9-a914-3289a4b74268 req-8b780d8c-7381-42b9-8043-5161e7b9dca9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733979 Dec 22 13:21:33.748754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13101c7c-a4de-49c9-a914-3289a4b74268 req-ddd7f881-a74a-49a2-97f7-70f98cfedf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:33.750209 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-13101c7c-a4de-49c9-a914-3289a4b74268 req-ddd7f881-a74a-49a2-97f7-70f98cfedf4e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0745125 Dec 22 13:21:34.017865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13101c7c-a4de-49c9-a914-3289a4b74268 req-5bb9968a-ed0c-47c3-9274-45ac725e4973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:34.019357 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-13101c7c-a4de-49c9-a914-3289a4b74268 req-5bb9968a-ed0c-47c3-9274-45ac725e4973 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b002e656-8a2d-44f1-ad5f-ff202db1e86f HTTP/1.1" status: 200 len: 898 time: 0.2484462 Dec 22 13:21:34.121997 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-13101c7c-a4de-49c9-a914-3289a4b74268 req-ccc3aad8-2de5-4265-bc63-8fd98ade0f23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd HTTP/1.1" status: 200 len: 1000 time: 0.0952277 Dec 22 13:21:34.188617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13101c7c-a4de-49c9-a914-3289a4b74268 req-830ebf2c-01cd-49ea-9c2f-c19efc8c8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:34.190014 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-13101c7c-a4de-49c9-a914-3289a4b74268 req-830ebf2c-01cd-49ea-9c2f-c19efc8c8093 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=915a7e45-8d44-45a1-817f-1e819fedcfe4 HTTP/1.1" status: 200 len: 843 time: 0.0611939 Dec 22 13:21:34.269479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13101c7c-a4de-49c9-a914-3289a4b74268 req-06cb6f5e-b115-4e87-92f3-2469d016b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:21:34.270854 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-13101c7c-a4de-49c9-a914-3289a4b74268 req-06cb6f5e-b115-4e87-92f3-2469d016b1f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b002e656-8a2d-44f1-ad5f-ff202db1e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732696 Dec 22 13:21:34.408519 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-13101c7c-a4de-49c9-a914-3289a4b74268 req-689f5abd-f8e1-4304-a479-463f62f76340 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280680 Dec 22 13:21:34.549574 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-13101c7c-a4de-49c9-a914-3289a4b74268 req-e7263259-1eae-4859-b6a0-8bae4a3ef908 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347845 Dec 22 13:21:40.618919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:46.783742 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:21:57.521115 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-357bb4ca-1569-44ad-b33b-84aff21135d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:21:59.872194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-299d601a-4446-4f8e-ad99-5eab5f3a0ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.822101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:00.981667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:02.373335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:10.623148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:23.788104 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:22:27.512841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a10b668a-29ff-48a3-aff3-02914343e207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:29.877034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2ee483f-ddcd-42a9-8ba0-9c0f8bc767c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:30.825483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:30.989140 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:32.377496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:34.588998 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0319ddac-2584-4fff-8eac-928ad733b861 req-a35b192a-61b3-4959-8912-ec5ac07701ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764508 Dec 22 13:22:34.741629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319ddac-2584-4fff-8eac-928ad733b861 req-faa22ec2-fdd2-46eb-a1ab-1ab115693d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:34.743108 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0319ddac-2584-4fff-8eac-928ad733b861 req-faa22ec2-fdd2-46eb-a1ab-1ab115693d2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0839543 Dec 22 13:22:34.891737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319ddac-2584-4fff-8eac-928ad733b861 req-35eccfd3-f9c5-430c-b417-4d37373f19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:34.893074 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0319ddac-2584-4fff-8eac-928ad733b861 req-35eccfd3-f9c5-430c-b417-4d37373f19b4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b002e656-8a2d-44f1-ad5f-ff202db1e86f HTTP/1.1" status: 200 len: 898 time: 0.1304185 Dec 22 13:22:35.003931 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0319ddac-2584-4fff-8eac-928ad733b861 req-733d5d14-ed8a-48eb-9f85-bbf160fd0203 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd HTTP/1.1" status: 200 len: 1000 time: 0.1042993 Dec 22 13:22:35.069379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319ddac-2584-4fff-8eac-928ad733b861 req-b228d4b4-c59b-4127-ad5c-c70a61485841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:35.070782 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0319ddac-2584-4fff-8eac-928ad733b861 req-b228d4b4-c59b-4127-ad5c-c70a61485841 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=915a7e45-8d44-45a1-817f-1e819fedcfe4 HTTP/1.1" status: 200 len: 843 time: 0.0607698 Dec 22 13:22:35.150845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319ddac-2584-4fff-8eac-928ad733b861 req-9e4969c6-38d8-48a3-8b65-6f6396bd7320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:22:35.152290 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0319ddac-2584-4fff-8eac-928ad733b861 req-9e4969c6-38d8-48a3-8b65-6f6396bd7320 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b002e656-8a2d-44f1-ad5f-ff202db1e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738063 Dec 22 13:22:35.282032 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0319ddac-2584-4fff-8eac-928ad733b861 req-a97bb914-1179-4431-a02c-c843da1cf855 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231301 Dec 22 13:22:35.419372 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0319ddac-2584-4fff-8eac-928ad733b861 req-9a15c8d7-0962-4ccd-a6d1-ec1011521001 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305327 Dec 22 13:22:40.643023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:57.517844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f9d41e9b-07b2-440b-bcc3-bfeba60f46cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:22:59.874045 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-462dad59-2983-4b5c-8e86-704d3996879c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.792212 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:23:00.825732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:00.985784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:02.379355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.244946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55552) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:08.252369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:23:08.375014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-128002366'] for subnet, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.565144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760330113365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1604484'] for subnet, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.568744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-60f40f6b-fb11-4c81-82a6-918c1ced2ac3 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:08.618669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:08.619281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:08.620576 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/subnets/915a7e45-8d44-45a1-817f-1e819fedcfe4 HTTP/1.1" status: 200 len: 835 time: 0.3742852 Dec 22 13:23:08.623913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d1523-75f7-4252-aab5-0342d092e3b4 None None] Network b002e656-8a2d-44f1-ad5f-ff202db1e86f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:23:08.641009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Subnet': ['ID=915a7e45-8d44-45a1-817f-1e819fedcfe4,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:08.648360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:08.648709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:08.649115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:08.649479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:08.649844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:08.650206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:08.650560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:08.650917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:08.651268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:08.651643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:08.651979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:08.652332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:08.655869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:09.113431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-11ba862f-db4e-4e21-828e-1139e4b09f60 None None] Provisioning complete for port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:09.113802 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11ba862f-db4e-4e21-828e-1139e4b09f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.245861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-11ba862f-db4e-4e21-828e-1139e4b09f60 None None] Provisioning complete for port 45bf7c18-f70d-451f-a803-2516e2dd85bd triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:09.246232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11ba862f-db4e-4e21-828e-1139e4b09f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:09.373763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-11ba862f-db4e-4e21-828e-1139e4b09f60 None None] Provisioning complete for port 4134a704-8249-4312-acb2-1074ed81ea5d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:23:09.374147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11ba862f-db4e-4e21-828e-1139e4b09f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:10.657907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:27.524970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e17a20b7-7859-4b22-a171-181759e70d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:29.873273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-779693e8-cc00-4f2e-ad53-bf2f9fc3840f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:30.829997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:30.974780 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:32.390319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:34.562232 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8880978b-2fac-4a2a-9702-4858e63a9d4b req-6a676cc3-207b-4668-9912-85ec90e339e5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714173 Dec 22 13:23:34.830893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880978b-2fac-4a2a-9702-4858e63a9d4b req-135a84d5-7192-40dd-a36a-5d6294b535cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:34.833132 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8880978b-2fac-4a2a-9702-4858e63a9d4b req-135a84d5-7192-40dd-a36a-5d6294b535cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 1098 time: 0.2031879 Dec 22 13:23:34.986161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880978b-2fac-4a2a-9702-4858e63a9d4b req-b1dca69b-65b4-48d7-a2d5-c6844f798819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:34.987643 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8880978b-2fac-4a2a-9702-4858e63a9d4b req-b1dca69b-65b4-48d7-a2d5-c6844f798819 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b002e656-8a2d-44f1-ad5f-ff202db1e86f HTTP/1.1" status: 200 len: 898 time: 0.1344256 Dec 22 13:23:35.090064 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8880978b-2fac-4a2a-9702-4858e63a9d4b req-051e2637-1179-4e5e-8d18-19e2405f2330 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd HTTP/1.1" status: 200 len: 1000 time: 0.0953414 Dec 22 13:23:35.151855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880978b-2fac-4a2a-9702-4858e63a9d4b req-7bc1ee72-d3db-4d48-8e6c-97a07042a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:35.153304 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8880978b-2fac-4a2a-9702-4858e63a9d4b req-7bc1ee72-d3db-4d48-8e6c-97a07042a3db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=915a7e45-8d44-45a1-817f-1e819fedcfe4 HTTP/1.1" status: 200 len: 843 time: 0.0569963 Dec 22 13:23:35.232622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880978b-2fac-4a2a-9702-4858e63a9d4b req-df02c4e6-0901-4c82-abe3-17964398df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:35.234104 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8880978b-2fac-4a2a-9702-4858e63a9d4b req-df02c4e6-0901-4c82-abe3-17964398df21 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b002e656-8a2d-44f1-ad5f-ff202db1e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746655 Dec 22 13:23:35.365771 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8880978b-2fac-4a2a-9702-4858e63a9d4b req-ac28b70c-6248-4e11-820e-46643d68d557 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249661 Dec 22 13:23:35.496500 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8880978b-2fac-4a2a-9702-4858e63a9d4b req-7bd76e7f-1d0e-4159-87f1-7510a9ff2cd5 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247408 Dec 22 13:23:37.797154 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:23:40.668079 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:52.635572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55564) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:52.838428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 714da6d7-15b4-484e-84e0-c4b16bd1c2e4 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:23:52.838729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.016479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.016775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.243740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 714da6d7-15b4-484e-84e0-c4b16bd1c2e4 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:23:53.395294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.401170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cee78b43-25a9-4bf7-8ec8-9e334c9a35e3 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:53.449686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=714da6d7-15b4-484e-84e0-c4b16bd1c2e4,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:53.452409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:53.543931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:53.544233 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 9fbe4943-6755-4190-90f9-571094172961 disassociated (deleted). External IP: 172.26.4.45, port: 45bf7c18-f70d-451f-a803-2516e2dd85bd. Dec 22 13:23:53.897177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:23:54.081333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:23:54.092031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b6c555-0a6a-4244-87a2-f0108379881e None None] Sync routers for ids ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:23:54.102995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b6c555-0a6a-4244-87a2-f0108379881e None None] Routers {'4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:23:54.103597 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-41b6c555-0a6a-4244-87a2-f0108379881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:23:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:54.103785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:54.157937 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/floatingips/9fbe4943-6755-4190-90f9-571094172961 HTTP/1.1" status: 204 len: 168 time: 1.5206132 Dec 22 13:23:54.158881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'tag': '45bf7c18-f70d-451f-a803-2516e2dd85bd'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:23:54.268824 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'tag': '45bf7c18-f70d-451f-a803-2516e2dd85bd', 'status': 'completed', 'code': 200} Dec 22 13:23:54.285147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-41b6c555-0a6a-4244-87a2-f0108379881e None None] Set router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:23:54.376480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99766-500e-40bf-b4d2-ef809f290220 req-cd3b6f4f-7dd8-44d4-95c3-578646893179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:54.378531 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e8b99766-500e-40bf-b4d2-ef809f290220 req-cd3b6f4f-7dd8-44d4-95c3-578646893179 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0883853 Dec 22 13:23:54.527693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99766-500e-40bf-b4d2-ef809f290220 req-352ca718-f066-4559-a8a9-516e4d1ff6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:54.529473 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e8b99766-500e-40bf-b4d2-ef809f290220 req-352ca718-f066-4559-a8a9-516e4d1ff6a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b002e656-8a2d-44f1-ad5f-ff202db1e86f HTTP/1.1" status: 200 len: 898 time: 0.1418684 Dec 22 13:23:54.638420 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e8b99766-500e-40bf-b4d2-ef809f290220 req-ca70bc92-f183-4ad6-9684-dafcd9a33269 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd HTTP/1.1" status: 200 len: 217 time: 0.0733979 Dec 22 13:23:54.654142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-41b6c555-0a6a-4244-87a2-f0108379881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:20:13Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'cf6ad70b-84b0-4b4c-89f8-e617fb2e8797', 'name': '', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:6f:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:12Z', 'updated_at': '2021-12-22T13:20:19Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:54.658172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b6c555-0a6a-4244-87a2-f0108379881e None None] Checking router: 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:23:54.666455 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b6c555-0a6a-4244-87a2-f0108379881e None None] Routers {'4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:23:54.667051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-41b6c555-0a6a-4244-87a2-f0108379881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:23:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:54.711882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99766-500e-40bf-b4d2-ef809f290220 req-df2f39bc-288c-4b4a-b7f7-001ea267eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:54.713315 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e8b99766-500e-40bf-b4d2-ef809f290220 req-df2f39bc-288c-4b4a-b7f7-001ea267eb9b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=915a7e45-8d44-45a1-817f-1e819fedcfe4 HTTP/1.1" status: 200 len: 843 time: 0.0664804 Dec 22 13:23:54.759408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4988c-ba0f-4f25-9666-acc57fab0e1e req-d7c1889a-332a-4176-befd-4d2a5dfc447b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:54.760783 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b6b4988c-ba0f-4f25-9666-acc57fab0e1e req-d7c1889a-332a-4176-befd-4d2a5dfc447b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 945 time: 0.2892551 Dec 22 13:23:54.820972 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b6b4988c-ba0f-4f25-9666-acc57fab0e1e req-026d37e8-8958-43fc-a3dd-1dbc99cc7d62 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=23034b40-2b7d-4da0-955e-b6a02473a7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542676 Dec 22 13:23:54.846210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b99766-500e-40bf-b4d2-ef809f290220 req-507c5494-cd77-4aa6-93a5-5d82b0b3fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:54.847754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-41b6c555-0a6a-4244-87a2-f0108379881e None None] Set router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:23:54.847898 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e8b99766-500e-40bf-b4d2-ef809f290220 req-507c5494-cd77-4aa6-93a5-5d82b0b3fac5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b002e656-8a2d-44f1-ad5f-ff202db1e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1267905 Dec 22 13:23:54.979123 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e8b99766-500e-40bf-b4d2-ef809f290220 req-f1fd0a98-dc4c-4b00-b019-b8fb915443a9 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237090 Dec 22 13:23:55.109451 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e8b99766-500e-40bf-b4d2-ef809f290220 req-494230ac-3219-496b-ab3e-5b05a48223f9 service neutron] 10.222.0.54 "GET /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231937 Dec 22 13:23:55.161592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-41b6c555-0a6a-4244-87a2-f0108379881e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:20:13Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'cf6ad70b-84b0-4b4c-89f8-e617fb2e8797', 'name': '', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:6f:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:12Z', 'updated_at': '2021-12-22T13:20:19Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:23:55.165842 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b6c555-0a6a-4244-87a2-f0108379881e None None] The sync data for ids ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'] in dv-neutron-822668-1-hyperv is: [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:20:13Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'cf6ad70b-84b0-4b4c-89f8-e617fb2e8797', 'name': '', 'network_id': 'b002e656-8a2d-44f1-ad5f-ff202db1e86f', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:6f:65:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:12Z', 'updated_at': '2021-12-22T13:20:19Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '915a7e45-8d44-45a1-817f-1e819fedcfe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:23:55.378878 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022443c-5f07-42ab-a6be-6dc3f3200c23 None None] New status for floating IP 9fbe4943-6755-4190-90f9-571094172961: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:23:56.083335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc0d60-0628-4765-95c2-dd8e8cd47ffe req-0b569eef-4fac-4229-94eb-b7d105c3c366 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:56.084073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-b0bc0d60-0628-4765-95c2-dd8e8cd47ffe req-0b569eef-4fac-4229-94eb-b7d105c3c366 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:23:56.101375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-b0bc0d60-0628-4765-95c2-dd8e8cd47ffe req-0b569eef-4fac-4229-94eb-b7d105c3c366 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:23:56.102644 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b0bc0d60-0628-4765-95c2-dd8e8cd47ffe req-0b569eef-4fac-4229-94eb-b7d105c3c366 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 945 time: 0.1622062 Dec 22 13:23:56.145825 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b0bc0d60-0628-4765-95c2-dd8e8cd47ffe req-808b8784-30d3-4ea1-bfeb-df2d1623b891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=23034b40-2b7d-4da0-955e-b6a02473a7db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374107 Dec 22 13:23:56.168314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db469512-eb46-480e-bb4f-4ae88df1573c req-e2850910-946e-4d22-ada6-b666c9b0405c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:23:56.169745 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-db469512-eb46-480e-bb4f-4ae88df1573c req-e2850910-946e-4d22-ada6-b666c9b0405c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 945 time: 0.0862279 Dec 22 13:23:56.353611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-db469512-eb46-480e-bb4f-4ae88df1573c req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 45bf7c18-f70d-451f-a803-2516e2dd85bd {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:23:56.353849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-db469512-eb46-480e-bb4f-4ae88df1573c req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.597472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-db469512-eb46-480e-bb4f-4ae88df1573c req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 45bf7c18-f70d-451f-a803-2516e2dd85bd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=45bf7c18-f70d-451f-a803-2516e2dd85bd,segment=NetworkSegment(297f1bb7-61c2-458b-b823-0bc5e6dd4049),segment_id=297f1bb7-61c2-458b-b823-0bc5e6dd4049)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:23:56.597850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-db469512-eb46-480e-bb4f-4ae88df1573c req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.721889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-db469512-eb46-480e-bb4f-4ae88df1573c req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 45bf7c18-f70d-451f-a803-2516e2dd85bd owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:23:56.871699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-db469512-eb46-480e-bb4f-4ae88df1573c req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:56.877471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f953e6a7-8561-4156-a4e2-96ba4ff7f92c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:56.921658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=45bf7c18-f70d-451f-a803-2516e2dd85bd,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:56.963874 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:56.964314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:56.964681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:56.965050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:56.965411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:56.965773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:56.966127 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:56.966480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:56.966836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:56.967189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:56.967537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:56.967914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:23:56.975001 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:57.009933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-db469512-eb46-480e-bb4f-4ae88df1573c req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] No DVR routers for this DVR port 45bf7c18-f70d-451f-a803-2516e2dd85bd on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:23:57.012412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-db469512-eb46-480e-bb4f-4ae88df1573c req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:57.014903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'name': 'network-vif-deleted', 'tag': '45bf7c18-f70d-451f-a803-2516e2dd85bd'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:23:57.031591 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-db469512-eb46-480e-bb4f-4ae88df1573c req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "DELETE /v2.0/ports/45bf7c18-f70d-451f-a803-2516e2dd85bd HTTP/1.1" status: 204 len: 173 time: 0.8566513 Dec 22 13:23:57.109889 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ae86b6-4d11-4a60-8b27-e767059c6bb4', 'name': 'network-vif-deleted', 'tag': '45bf7c18-f70d-451f-a803-2516e2dd85bd', 'status': 'completed', 'code': 200} Dec 22 13:23:57.309748 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc87e46f-acd8-47d7-9c9d-efd3e3964b67 req-e9efb438-09aa-4acc-b565-36f4944b98e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ae86b6-4d11-4a60-8b27-e767059c6bb4 HTTP/1.1" status: 200 len: 210 time: 0.0424581 Dec 22 13:23:57.508772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c66791ee-e89f-44c1-8790-bfa5776ec8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.257803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 45bf7c18-f70d-451f-a803-2516e2dd85bd no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:23:58.297739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 45bf7c18-f70d-451f-a803-2516e2dd85bd {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:23:58.298075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 45bf7c18-f70d-451f-a803-2516e2dd85bd not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:23:58.406125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55592) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:58.485794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81a08756-38d7-4968-ac91-7d2c408d9431 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.519393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81a08756-38d7-4968-ac91-7d2c408d9431 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.587021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81a08756-38d7-4968-ac91-7d2c408d9431 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.591593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f36793e7-feee-4e26-8578-07a196c705af tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:23:58.605133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a08756-38d7-4968-ac91-7d2c408d9431 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23034b40-2b7d-4da0-955e-b6a02473a7db,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:23:58.608275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-81a08756-38d7-4968-ac91-7d2c408d9431 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:23:58.618778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-81a08756-38d7-4968-ac91-7d2c408d9431 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:58.622522 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-81a08756-38d7-4968-ac91-7d2c408d9431 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/security-groups/23034b40-2b7d-4da0-955e-b6a02473a7db HTTP/1.1" status: 204 len: 168 time: 0.2127476 Dec 22 13:23:58.654432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55598) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:23:59.325640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.686237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:23:59.686920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.867219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7f2aee32-ffa9-46cc-b271-34081f2ac2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:23:59.889239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port cf6ad70b-84b0-4b4c-89f8-e617fb2e8797, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=cf6ad70b-84b0-4b4c-89f8-e617fb2e8797,segment=NetworkSegment(297f1bb7-61c2-458b-b823-0bc5e6dd4049),segment_id=297f1bb7-61c2-458b-b823-0bc5e6dd4049)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:23:59.889624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.012148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:24:00.211197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.215861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5d773e32-972d-43b2-b5ba-f7e8132f4066 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:00.264914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=cf6ad70b-84b0-4b4c-89f8-e617fb2e8797,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:00.291116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:00.643374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.828935 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:00.969163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.022450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:24:01.200016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:24:01.210333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3547e1c-72ba-40ad-a753-c8dd2a1c1435 None None] Sync routers for ids ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:24:01.215747 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/4c7ff59e-e799-4f7c-a134-da4c3c5cba3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5579653 Dec 22 13:24:01.216515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55602) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:01.221163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3547e1c-72ba-40ad-a753-c8dd2a1c1435 None None] Routers {'4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:24:01.221728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b3547e1c-72ba-40ad-a753-c8dd2a1c1435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:24:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:01.288432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaa08e6-c558-40d0-bf52-0fc46bb13756 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting subnet 915a7e45-8d44-45a1-817f-1e819fedcfe4 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:24:01.291514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-caaa08e6-c558-40d0-bf52-0fc46bb13756 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.346058 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-caaa08e6-c558-40d0-bf52-0fc46bb13756 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.397859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b3547e1c-72ba-40ad-a753-c8dd2a1c1435 None None] Set router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:24:01.429605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-caaa08e6-c558-40d0-bf52-0fc46bb13756 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.509131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-caaa08e6-c558-40d0-bf52-0fc46bb13756 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.512838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e07dd68a-3ab0-4dbe-8def-d60d434fd309 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:01.550253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa08e6-c558-40d0-bf52-0fc46bb13756 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Subnet': ['ID=915a7e45-8d44-45a1-817f-1e819fedcfe4,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:01.553220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-caaa08e6-c558-40d0-bf52-0fc46bb13756 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:01.556185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-caaa08e6-c558-40d0-bf52-0fc46bb13756 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.564136 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-caaa08e6-c558-40d0-bf52-0fc46bb13756 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/subnets/915a7e45-8d44-45a1-817f-1e819fedcfe4 HTTP/1.1" status: 204 len: 168 time: 0.3465729 Dec 22 13:24:01.566004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55606) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:01.568987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ec372-dc15-426e-9638-1611e895cf5f None None] Network b002e656-8a2d-44f1-ad5f-ff202db1e86f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:24:01.756860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:01.904505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b3547e1c-72ba-40ad-a753-c8dd2a1c1435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:24:00Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:01.909298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3547e1c-72ba-40ad-a753-c8dd2a1c1435 None None] Checking router: 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:24:01.919839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3547e1c-72ba-40ad-a753-c8dd2a1c1435 None None] Routers {'4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:24:01.920496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b3547e1c-72ba-40ad-a753-c8dd2a1c1435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:24:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:01.970701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] DHCP port deletion for b002e656-8a2d-44f1-ad5f-ff202db1e86f request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:24:01.999060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Deleting port 4134a704-8249-4312-acb2-1074ed81ea5d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:24:01.999459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.075656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.087913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 636c218f-6a0a-4d96-9193-6a6432231f42 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:24:02.088457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.206540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b3547e1c-72ba-40ad-a753-c8dd2a1c1435 None None] Set router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:24:02.265281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 636c218f-6a0a-4d96-9193-6a6432231f42, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=636c218f-6a0a-4d96-9193-6a6432231f42,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:24:02.265610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.386981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 636c218f-6a0a-4d96-9193-6a6432231f42 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:24:02.464588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.470902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] For port 4134a704-8249-4312-acb2-1074ed81ea5d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4134a704-8249-4312-acb2-1074ed81ea5d,segment=NetworkSegment(297f1bb7-61c2-458b-b823-0bc5e6dd4049),segment_id=297f1bb7-61c2-458b-b823-0bc5e6dd4049)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:24:02.471300 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.557013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.560839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ff625e62-cf6d-4c5f-8fa3-d21849f0cd82 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:02.599107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Calling delete_port for 4134a704-8249-4312-acb2-1074ed81ea5d owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:24:02.604110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=636c218f-6a0a-4d96-9193-6a6432231f42,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:02.607087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:02.695635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.736799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.740615 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:02.789856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Pushing event deleted for resources: {'Port': ['ID=4134a704-8249-4312-acb2-1074ed81ea5d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:02.792300 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] No DVR routers for this DVR port 4134a704-8249-4312-acb2-1074ed81ea5d on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:24:02.804053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:02.804053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:02.804053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:02.804053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:02.804053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:02.804053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:02.804508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:02.804508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:02.805011 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:02.805187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:02.805469 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:02.805788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:02.809683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:02.817327 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b3547e1c-72ba-40ad-a753-c8dd2a1c1435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:24:00Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:02.821435 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3547e1c-72ba-40ad-a753-c8dd2a1c1435 None None] The sync data for ids ['4c7ff59e-e799-4f7c-a134-da4c3c5cba3c'] in dv-neutron-822668-1-hyperv is: [{'id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'name': 'tempest-TestNetworkBasicOps-router-2119398354', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:20:08Z', 'updated_at': '2021-12-22T13:24:00Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '636c218f-6a0a-4d96-9193-6a6432231f42', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c8:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ff59e-e799-4f7c-a134-da4c3c5cba3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:20:09Z', 'updated_at': '2021-12-22T13:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:24:02.870883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.873130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.896333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.896833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Fanout notify agent at l3_agent the message router_deleted on router 4c7ff59e-e799-4f7c-a134-da4c3c5cba3c {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:24:02.912999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:02.914082 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/routers/4c7ff59e-e799-4f7c-a134-da4c3c5cba3c HTTP/1.1" status: 204 len: 168 time: 1.3459921 Dec 22 13:24:02.917058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55610) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:03.032936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.172796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.199631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b002e656-8a2d-44f1-ad5f-ff202db1e86f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:03.212435 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297f1bb7-61c2-458b-b823-0bc5e6dd4049') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:03.212740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297f1bb7-61c2-458b-b823-0bc5e6dd4049') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:03.224626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.240573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.246835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:24:03.247235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:24:03.263299 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:24:03.347111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.349713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4134a704-8249-4312-acb2-1074ed81ea5d no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:24:03.350877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f50a4a6c-6206-47a4-9453-99ad6f029785 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:03.365286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.377513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Network': ['ID=b002e656-8a2d-44f1-ad5f-ff202db1e86f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:03.380368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:03.384609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 4134a704-8249-4312-acb2-1074ed81ea5d {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:24:03.385032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4134a704-8249-4312-acb2-1074ed81ea5d not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:24:03.385537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:24:03.392584 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e1e8fb2d-2ab3-499c-a4a2-bea4d9fb1a4f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/networks/b002e656-8a2d-44f1-ad5f-ff202db1e86f HTTP/1.1" status: 204 len: 168 time: 0.4739764 Dec 22 13:24:03.399668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55614) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:03.404934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'network': {'name': 'tempest-network-smoke--372203215', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'port_security_enabled': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:03.417249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:03.421785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:network and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:03.424907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:03.431795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:24:03.431939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:03.432418 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device cf6ad70b-84b0-4b4c-89f8-e617fb2e8797 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:24:03.446647 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:03.450349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.480607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:24:03.491022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.491377 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Added segment 224185e6-3a13-43f1-910c-da7126907082 of type vlan for network 0dc7192c-92c6-48a7-ab49-cf693e40c170 Dec 22 13:24:03.518751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.554508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.559911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:03.560487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.564021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-978b03ff-5ee9-4610-befe-52498d6fbef4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:03.665033 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2646871 Dec 22 13:24:03.667991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55618) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:03.668147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Network': ['ID=0dc7192c-92c6-48a7-ab49-cf693e40c170,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:03.670841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:03.673393 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'admin_state_up': True, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:03.679369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 0dc7192c-92c6-48a7-ab49-cf693e40c170 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:24:03.681044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:03.685209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:router and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:03.688283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:03.695069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:03.706902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.707959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:03.723539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.131041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.438379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.467437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.604381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.100 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/0e9b1718-3826-4458-b4c9-1f0140d50d41) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:04.757062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.799753 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:04.805264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6e0e8e1f-4c04-4dcf-af92-fbb0979ffbb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:04.876597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:04.879514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:04.883113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:24:04.911612 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=0e9b1718-3826-4458-b4c9-1f0140d50d41,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:04.917267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:05.253932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 636c218f-6a0a-4d96-9193-6a6432231f42 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:24:05.292668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 636c218f-6a0a-4d96-9193-6a6432231f42 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:24:05.293030 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 636c218f-6a0a-4d96-9193-6a6432231f42 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:24:05.297091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.765949 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:05.981062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 5da59128-851e-48dd-b69e-c8c44d9db5f2 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:24:06.156078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:24:06.165980 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Sync routers for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:24:06.176725 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:24:06.177347 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:24:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:06.184695 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.185885 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5168331 Dec 22 13:24:06.189130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55622) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:06.232678 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-54ca0c12-c654-47a8-ab72-5306e82f69f4 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f78c694f854e4d3495bc7de63c3e5cf7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421770 Dec 22 13:24:06.235112 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55626) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:06.352637 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:24:06.363306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc155b-6869-4746-a98f-a18275b69c88 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:06.364814 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-15bc155b-6869-4746-a98f-a18275b69c88 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288095 Dec 22 13:24:06.367821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55630) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:06.405945 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9dcb31d2-164f-4c87-9015-c5d8e6c9f0cb tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369835 Dec 22 13:24:06.408610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55634) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:06.413868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1951835347', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:06.521033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:06.525287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:subnet and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:06.528576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:06.534812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:06.548962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:06.552487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.631286 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:06.635130 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Checking router: 5da59128-851e-48dd-b69e-c8c44d9db5f2 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:24:06.635472 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Updating router 5da59128-851e-48dd-b69e-c8c44d9db5f2 port 0e9b1718-3826-4458-b4c9-1f0140d50d41 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:24:06.686235 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.776046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.780800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-84419b4b-ca40-4878-89a0-551b85725dcd tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:06.857031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Subnet': ['ID=ef957360-56c5-4ddb-9053-3044108c8bcb,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:06.860517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:06.867263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Checking segment: {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:24:06.867660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network hostable DHCP agents. Network: 0dc7192c-92c6-48a7-ab49-cf693e40c170, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:24:06.888370 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 0dc7192c-92c6-48a7-ab49-cf693e40c170 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:24:06.899232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 0dc7192c-92c6-48a7-ab49-cf693e40c170) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:06.905161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:06.905273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:06.909457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5334473a-7acc-4f85-8e63-090f346617b0 None None] Network 0dc7192c-92c6-48a7-ab49-cf693e40c170 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:24:06.930560 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5209785 Dec 22 13:24:06.933609 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55638) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:07.011554 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.024838 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Transition to ACTIVE for port object 0e9b1718-3826-4458-b4c9-1f0140d50d41 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:07.035036 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.039373 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:07.120244 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Pushing event updated for resources: {'Port': ['ID=0e9b1718-3826-4458-b4c9-1f0140d50d41,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:07.122801 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Attempting to bind port 0e9b1718-3826-4458-b4c9-1f0140d50d41 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:07.123174 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Attempting to bind port 0e9b1718-3826-4458-b4c9-1f0140d50d41 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:07.123534 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Attempting to bind port 0e9b1718-3826-4458-b4c9-1f0140d50d41 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:24:07.133480 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:07.133834 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:07.134157 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:07.134483 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:07.134806 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:07.135127 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:07.135445 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:07.135868 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:07.136191 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:07.136508 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:07.136823 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:07.137137 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:07.140496 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:24:07.140877 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:24:07.141284 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.141662 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:24:07.142146 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Bound port: 0e9b1718-3826-4458-b4c9-1f0140d50d41, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:07.142519 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.166177 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:07.188106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-0dc7192c-92c6-48a7-ab49-cf693e40c170', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:24:07.189238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.217576 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] For port 0e9b1718-3826-4458-b4c9-1f0140d50d41, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:24:07.222762 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] For port 0e9b1718-3826-4458-b4c9-1f0140d50d41, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0e9b1718-3826-4458-b4c9-1f0140d50d41,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:24:07.228600 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.232926 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:07.341494 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:24:07.342260 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:24:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:07.349241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Allocated IP 172.20.0.2 (0dc7192c-92c6-48a7-ab49-cf693e40c170/ef957360-56c5-4ddb-9053-3044108c8bcb/e8e925dd-68c1-4a52-ab5c-8ea8ec139493) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:07.397628 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Pushing event updated for resources: {'Port': ['ID=0e9b1718-3826-4458-b4c9-1f0140d50d41,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:07.416137 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:07.522292 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:24:07.563309 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.575744 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Transition to ACTIVE for port object e8e925dd-68c1-4a52-ab5c-8ea8ec139493 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:07.597764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Transition to ACTIVE for port object e8e925dd-68c1-4a52-ab5c-8ea8ec139493 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:07.604895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.610109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:07.668813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Network 0dc7192c-92c6-48a7-ab49-cf693e40c170 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:07.671590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:07.675426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:24:07.708754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Pushing event updated for resources: {'Port': ['ID=e8e925dd-68c1-4a52-ab5c-8ea8ec139493,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:07.716210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:07.773752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Attempting to bind port e8e925dd-68c1-4a52-ab5c-8ea8ec139493 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:07.774161 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Attempting to bind port e8e925dd-68c1-4a52-ab5c-8ea8ec139493 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:07.774505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Attempting to bind port e8e925dd-68c1-4a52-ab5c-8ea8ec139493 on network 0dc7192c-92c6-48a7-ab49-cf693e40c170 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:24:07.779835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:24:07.780326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Checking segment: {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:24:07.780738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.781138 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Bound using segment: {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:24:07.781602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Bound port: e8e925dd-68c1-4a52-ab5c-8ea8ec139493, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:07.781985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.810130 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:07.814146 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60649141-4999-43c9-a35b-2ccbe9ae41c6 None None] The sync data for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv is: [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:05Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:24:07.827797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.883689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] For port e8e925dd-68c1-4a52-ab5c-8ea8ec139493, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:24:07.888161 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] For port e8e925dd-68c1-4a52-ab5c-8ea8ec139493, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e8e925dd-68c1-4a52-ab5c-8ea8ec139493,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:24:07.897300 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:07.903790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-86a5f292-a913-4bca-a916-0db0d0b4157f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:07.983999 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Pushing event updated for resources: {'Port': ['ID=e8e925dd-68c1-4a52-ab5c-8ea8ec139493,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:07.995062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:08.283247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.1 (0dc7192c-92c6-48a7-ab49-cf693e40c170/ef957360-56c5-4ddb-9053-3044108c8bcb/a7842881-3675-4c9e-8b30-8a881cb2bf09) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:08.451898 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.468449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object a7842881-3675-4c9e-8b30-8a881cb2bf09 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:08.493216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.497195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0187f721-da52-4cb4-9abf-d527f98fcec8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:08.572471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 0dc7192c-92c6-48a7-ab49-cf693e40c170 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:08.575862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:08.578516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:24:08.616350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=a7842881-3675-4c9e-8b30-8a881cb2bf09,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:08.619812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:08.648029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:08.774256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.016551 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdcd97b-4e2f-4dcf-8159-4694edfaec0a None None] Network 0dc7192c-92c6-48a7-ab49-cf693e40c170 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:24:09.092645 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-6716d9d2-c448-4af2-bfb6-7816571c7953 None None] Provisioning for port e8e925dd-68c1-4a52-ab5c-8ea8ec139493 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:09.343698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.354650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.367673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0e9b1718-3826-4458-b4c9-1f0140d50d41 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:09.393555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4afa6788-21e8-4f3f-a26f-ad52a907e71d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:09.438578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 0e9b1718-3826-4458-b4c9-1f0140d50d41 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:09.451863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 0e9b1718-3826-4458-b4c9-1f0140d50d41 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:09.452248 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.478609 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.488422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=a7842881-3675-4c9e-8b30-8a881cb2bf09,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:09.492719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:09.593027 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.614250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 0e9b1718-3826-4458-b4c9-1f0140d50d41, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0e9b1718-3826-4458-b4c9-1f0140d50d41,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:24:09.621025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.622055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e8e925dd-68c1-4a52-ab5c-8ea8ec139493 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:09.634828 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 0dc7192c-92c6-48a7-ab49-cf693e40c170 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:09.636169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:09.650059 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-13571313-3591-4dd6-b080-1ad27d973b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:09.687949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f7ee2ef1-6916-4750-9849-da25d2562c73 None None] Provisioning for port a7842881-3675-4c9e-8b30-8a881cb2bf09 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:09.726743 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f7ee2ef1-6916-4750-9849-da25d2562c73 None None] Provisioning complete for port a7842881-3675-4c9e-8b30-8a881cb2bf09 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:09.727121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7ee2ef1-6916-4750-9849-da25d2562c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.799569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=0e9b1718-3826-4458-b4c9-1f0140d50d41,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:09.802772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee2ef1-6916-4750-9849-da25d2562c73 None None] Port a7842881-3675-4c9e-8b30-8a881cb2bf09 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:24:09.804344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:09.817792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port e8e925dd-68c1-4a52-ab5c-8ea8ec139493 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:09.830116 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port e8e925dd-68c1-4a52-ab5c-8ea8ec139493 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:09.830496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.832978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 5da59128-851e-48dd-b69e-c8c44d9db5f2 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:24:09.963588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:09.973383 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c74bfb5f-0d78-4544-b0e0-807a7ec6bb26 None None] Provisioning complete for port a7842881-3675-4c9e-8b30-8a881cb2bf09 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:09.973758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c74bfb5f-0d78-4544-b0e0-807a7ec6bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.018772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:24:10.034594 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/5da59128-851e-48dd-b69e-c8c44d9db5f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0996037 Dec 22 13:24:10.037169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55642) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:10.071260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Sync routers for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:24:10.095246 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:24:10.095927 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:24:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:10.147894 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-c74bfb5f-0d78-4544-b0e0-807a7ec6bb26 None None] Port a7842881-3675-4c9e-8b30-8a881cb2bf09 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:24:10.157570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port e8e925dd-68c1-4a52-ab5c-8ea8ec139493, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e8e925dd-68c1-4a52-ab5c-8ea8ec139493,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:24:10.167545 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.171590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:10.182775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e06cc6-eeb1-439e-ac95-0ed5fd05581c tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:10.183256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e06cc6-eeb1-439e-ac95-0ed5fd05581c tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:10.183758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e06cc6-eeb1-439e-ac95-0ed5fd05581c tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:10.184222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e06cc6-eeb1-439e-ac95-0ed5fd05581c tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:10.185884 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-61e06cc6-eeb1-439e-ac95-0ed5fd05581c tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1477802 Dec 22 13:24:10.188640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55646) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:10.261445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1640f1f-c89e-4424-a741-846ab612b857 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:10.261892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1640f1f-c89e-4424-a741-846ab612b857 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:10.262332 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1640f1f-c89e-4424-a741-846ab612b857 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:10.262772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1640f1f-c89e-4424-a741-846ab612b857 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:10.267111 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a1640f1f-c89e-4424-a741-846ab612b857 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0749125 Dec 22 13:24:10.267472 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55650) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:10.324214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=e8e925dd-68c1-4a52-ab5c-8ea8ec139493,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:10.330383 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:10.331107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f0764d55-466f-4474-bfee-dd372547fbe5 None None] Provisioning complete for port a7842881-3675-4c9e-8b30-8a881cb2bf09 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:10.331524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f0764d55-466f-4474-bfee-dd372547fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.387224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:24:10.449993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-f0764d55-466f-4474-bfee-dd372547fbe5 None None] Port a7842881-3675-4c9e-8b30-8a881cb2bf09 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:24:10.478788 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a67788e1-4398-482e-8ba3-088c8dbe2887 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2075431 Dec 22 13:24:10.696885 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.712760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:10.716633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Checking router: 5da59128-851e-48dd-b69e-c8c44d9db5f2 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:24:10.717010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Updating router 5da59128-851e-48dd-b69e-c8c44d9db5f2 port a7842881-3675-4c9e-8b30-8a881cb2bf09 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:24:10.768392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.803961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55658) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:10.809482 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1015136668', 'description': 'tempest-secgroup-smoke-1015136668 description', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:10.815538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:10.820121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:10.823389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:10.829498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:10.843573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.867839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:10.871863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:10.874693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:10.880353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:10.949674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.954821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:10.958424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-adab1531-9acc-4aa5-abfb-cfe4cd657d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:10.998192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f944f85-43e7-4c97-a5e3-b80944d49cac,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:11.006402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:11.006780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:11.007161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:11.007534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:11.007932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:11.008301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:11.008662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:11.009026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:11.009390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:11.009751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:11.010113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:11.010470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:24:11.013655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.017474 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2099257 Dec 22 13:24:11.017474 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:11.017835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55662) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:11.023475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '4f944f85-43e7-4c97-a5e3-b80944d49cac', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:11.029507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:11.034081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:11.036982 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:11.043009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:11.062123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.121682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.130575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.131965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.132494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a447533a-f6f9-4ded-a788-416869fdf806 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:11.144450 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Transition to ACTIVE for port object a7842881-3675-4c9e-8b30-8a881cb2bf09 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:11.152071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.154252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a367c7-6ed4-4634-99da-2b84b0bcd488,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:11.156532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:11.158317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:11.167357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.168648 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498234 Dec 22 13:24:11.171583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55666) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:11.176613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-604b1ec9-d508-4803-be67-c190c9ea2781 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '4f944f85-43e7-4c97-a5e3-b80944d49cac', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:11.182446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-604b1ec9-d508-4803-be67-c190c9ea2781 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:11.186397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-604b1ec9-d508-4803-be67-c190c9ea2781 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:11.189300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-604b1ec9-d508-4803-be67-c190c9ea2781 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:11.195066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-604b1ec9-d508-4803-be67-c190c9ea2781 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:11.214363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-604b1ec9-d508-4803-be67-c190c9ea2781 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.282723 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-604b1ec9-d508-4803-be67-c190c9ea2781 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.289633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-604b1ec9-d508-4803-be67-c190c9ea2781 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.291688 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b134046e-9f2f-4a80-867e-0735d27fbe84 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:11.312866 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b1ec9-d508-4803-be67-c190c9ea2781 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ae3fb9-d1b7-427f-bef1-40074102c06c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:11.329679 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-604b1ec9-d508-4803-be67-c190c9ea2781 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:11.333316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0e9b1718-3826-4458-b4c9-1f0140d50d41 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:11.342240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-604b1ec9-d508-4803-be67-c190c9ea2781 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.343978 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-604b1ec9-d508-4803-be67-c190c9ea2781 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1711888 Dec 22 13:24:11.346543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55670) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:11.352106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '4f944f85-43e7-4c97-a5e3-b80944d49cac', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:11.358457 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:11.362701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:11.365134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fa1a4-257f-441a-97b6-8a1909744649 None None] Pushing event updated for resources: {'Port': ['ID=a7842881-3675-4c9e-8b30-8a881cb2bf09,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:11.365755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:11.368178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d96fa1a4-257f-441a-97b6-8a1909744649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:11.372383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:11.392289 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.441076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Attempting to bind port a7842881-3675-4c9e-8b30-8a881cb2bf09 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:11.441457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Attempting to bind port a7842881-3675-4c9e-8b30-8a881cb2bf09 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:11.441824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Attempting to bind port a7842881-3675-4c9e-8b30-8a881cb2bf09 on network 0dc7192c-92c6-48a7-ab49-cf693e40c170 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:24:11.450923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:24:11.451577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Checking segment: {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:24:11.451930 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.452258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Bound using segment: {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:24:11.452743 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Bound port: a7842881-3675-4c9e-8b30-8a881cb2bf09, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:11.453186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.457247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.461592 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.463533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-704d5f0e-c5ad-4c62-a98b-226cb386cc78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:11.489218 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad8c492-1488-4aaa-8f74-11c0cd415973,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:11.491859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:11.496300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.500326 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498711 Dec 22 13:24:11.500616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55674) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:11.506013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-57b9dc01-65f0-4438-bd46-93b40680dbc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '4f944f85-43e7-4c97-a5e3-b80944d49cac', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:11.512386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-57b9dc01-65f0-4438-bd46-93b40680dbc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:11.516629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-57b9dc01-65f0-4438-bd46-93b40680dbc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:11.519718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-57b9dc01-65f0-4438-bd46-93b40680dbc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:11.526353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-57b9dc01-65f0-4438-bd46-93b40680dbc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:11.543334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 0e9b1718-3826-4458-b4c9-1f0140d50d41 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:11.543741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.553921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57b9dc01-65f0-4438-bd46-93b40680dbc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.629110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57b9dc01-65f0-4438-bd46-93b40680dbc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.634358 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57b9dc01-65f0-4438-bd46-93b40680dbc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.636368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4f301e80-dd2c-4ae3-9b6e-f9c27d02c25a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:11.672859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] For port a7842881-3675-4c9e-8b30-8a881cb2bf09, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:24:11.676906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] For port a7842881-3675-4c9e-8b30-8a881cb2bf09, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a7842881-3675-4c9e-8b30-8a881cb2bf09,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:24:11.684881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.688987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-22555999-ab87-44af-bcfe-aec159c2964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:11.778357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9dc01-65f0-4438-bd46-93b40680dbc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e466b6a5-41c4-46e3-968e-66a9c41090a1,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:11.786021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-57b9dc01-65f0-4438-bd46-93b40680dbc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:11.794779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-57b9dc01-65f0-4438-bd46-93b40680dbc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.798731 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-57b9dc01-65f0-4438-bd46-93b40680dbc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2943988 Dec 22 13:24:11.798998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55678) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:11.804255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '4f944f85-43e7-4c97-a5e3-b80944d49cac', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:11.810926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:11.814793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:11.818250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:11.824474 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:11.825396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:24:11.826084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:24:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:11.842258 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:24:11.850292 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.881293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fa1a4-257f-441a-97b6-8a1909744649 None None] Pushing event updated for resources: {'Port': ['ID=a7842881-3675-4c9e-8b30-8a881cb2bf09,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:11.904505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d96fa1a4-257f-441a-97b6-8a1909744649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:11.905951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e8e925dd-68c1-4a52-ab5c-8ea8ec139493 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:11.922137 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.927481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.930157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bcf63da9-cd2b-4cf0-809b-9b095971edb8 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:11.947418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28a7fe6-d838-4c1f-a24b-1ba0c097c614,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:11.951279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:11.969695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:11.971450 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1714756 Dec 22 13:24:11.974472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55682) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:11.980442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '4f944f85-43e7-4c97-a5e3-b80944d49cac', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:11.986763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:11.990527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:11.993554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:11.999476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:12.011019 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:24:12.017653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.077179 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:24:12.082258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.087134 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.089055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c673fd04-b8e0-4079-9704-11449edc1705 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:12.110295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a06c2d-0140-40d6-98e2-c17814b551f6,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:12.112767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:12.121557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.131743 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3cccd242-8775-4932-a7fa-ffec66ae819e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1470628 Dec 22 13:24:12.131903 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port e8e925dd-68c1-4a52-ab5c-8ea8ec139493 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:12.131903 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:12.300644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-86b02319-a19c-4213-be03-80bdc868d614 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:12.318061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-86b02319-a19c-4213-be03-80bdc868d614 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:12.319777 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-86b02319-a19c-4213-be03-80bdc868d614 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015136668&fields=id&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 267 time: 0.0597787 Dec 22 13:24:12.473529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-df123e3a-96ff-437c-9fa6-928a49e50b29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:12.474261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-df123e3a-96ff-437c-9fa6-928a49e50b29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:12.490934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-df123e3a-96ff-437c-9fa6-928a49e50b29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:12.491512 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:11Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:12.492207 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-df123e3a-96ff-437c-9fa6-928a49e50b29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 796 time: 0.1648862 Dec 22 13:24:12.495733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0779fa-bafa-4152-b0bc-14fbc104d3c0 None None] The sync data for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv is: [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:11Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:24:12.508240 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-1a5d9af9-4130-4854-a2f3-bd3b01ff5347 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/quotas/f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 375 time: 0.0099206 Dec 22 13:24:12.616141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-1c78ee52-0d4e-4770-bb62-e734323b9c2c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:12.633942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-1c78ee52-0d4e-4770-bb62-e734323b9c2c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:12.635661 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-1c78ee52-0d4e-4770-bb62-e734323b9c2c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215107 Dec 22 13:24:12.780907 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-0022c293-82b9-4280-b766-e40e92ac0aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329846 Dec 22 13:24:12.916637 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-cf8b1672-0676-4a0f-b73a-a83f5731645a service neutron] 10.222.0.24 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295722 Dec 22 13:24:13.101359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-0ae5199b-8ab2-4aae-b4f7-a58c7c092e03 req-e030c48e-8a9b-42ce-972f-390b711b32ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:13.113196 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-0ae5199b-8ab2-4aae-b4f7-a58c7c092e03 req-e030c48e-8a9b-42ce-972f-390b711b32ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:13.114350 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0ae5199b-8ab2-4aae-b4f7-a58c7c092e03 req-e030c48e-8a9b-42ce-972f-390b711b32ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 210 time: 0.0593755 Dec 22 13:24:13.325944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a7842881-3675-4c9e-8b30-8a881cb2bf09 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:13.399513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port a7842881-3675-4c9e-8b30-8a881cb2bf09 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:13.405765 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port a7842881-3675-4c9e-8b30-8a881cb2bf09 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:13.406145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:13.522013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:13.556685 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port a7842881-3675-4c9e-8b30-8a881cb2bf09, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a7842881-3675-4c9e-8b30-8a881cb2bf09,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:24:13.561709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:13.563509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:13.628483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=a7842881-3675-4c9e-8b30-8a881cb2bf09,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:13.631432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:14.209892 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b2283a8a-0e08-44bb-aa0d-f8c41f8627ef req-aa8de04e-430e-4a25-8604-5fba146d1377 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 210 time: 0.0438712 Dec 22 13:24:14.801551 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:24:15.312593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a7842881-3675-4c9e-8b30-8a881cb2bf09 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:15.368947 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-32e1175d-01a5-4952-933d-235f0dea4e96 req-6e741a36-b3dc-4d1c-881c-092cf9b15571 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 210 time: 0.0419409 Dec 22 13:24:15.378518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port a7842881-3675-4c9e-8b30-8a881cb2bf09 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:15.378898 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.399030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-b6ebcd60-7a68-4194-80fc-b232059e7da7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:16.399765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-b6ebcd60-7a68-4194-80fc-b232059e7da7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:16.412309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-b6ebcd60-7a68-4194-80fc-b232059e7da7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:16.413443 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-b6ebcd60-7a68-4194-80fc-b232059e7da7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 796 time: 0.2878454 Dec 22 13:24:16.466934 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-6f5b5a8f-dc44-4b28-b85b-be7536aa15cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 380 time: 0.0404487 Dec 22 13:24:16.476647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'device_id': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'admin_state_up': True, 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'security_groups': ['4f944f85-43e7-4c97-a5e3-b80944d49cac']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:16.516956 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698af232-6095-4e59-974f-257df0dc28d5 req-d4824568-b788-4007-9cc4-1db4b4eb85e5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 210 time: 0.0415149 Dec 22 13:24:16.610357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:16.619783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:16.631681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:16.635114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:16.809434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.7 (0dc7192c-92c6-48a7-ab49-cf693e40c170/ef957360-56c5-4ddb-9053-3044108c8bcb/b85c6686-854c-4d1a-9525-12c0122ad528) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:16.997785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.014558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object b85c6686-854c-4d1a-9525-12c0122ad528 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:17.044203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.049903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-532e00f0-bad3-44a4-b684-ead967892652 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:17.117046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 0dc7192c-92c6-48a7-ab49-cf693e40c170 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:17.120266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:17.124086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:24:17.153796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=b85c6686-854c-4d1a-9525-12c0122ad528,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:17.160608 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:17.190306 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:17.190904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.216472 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7433701 Dec 22 13:24:17.228355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Request body: {'port': {'device_id': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:17.331002 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-69ccbc2c-b314-4a14-86a3-dd5aaaa36c12 None None] Provisioning for port b85c6686-854c-4d1a-9525-12c0122ad528 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:17.336121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-69ccbc2c-b314-4a14-86a3-dd5aaaa36c12 None None] Provisioning complete for port b85c6686-854c-4d1a-9525-12c0122ad528 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:17.336527 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69ccbc2c-b314-4a14-86a3-dd5aaaa36c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.347622 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.392864 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-69ccbc2c-b314-4a14-86a3-dd5aaaa36c12 None None] Port b85c6686-854c-4d1a-9525-12c0122ad528 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:24:17.739512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85c6686-854c-4d1a-9525-12c0122ad528 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:24:17.748751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.768095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Transition to ACTIVE for port object b85c6686-854c-4d1a-9525-12c0122ad528 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:17.780728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12690315-463b-4413-97a2-d07868054701 req-120030e6-77d4-44f1-a2d6-3fe130a56417 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:17.781413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-12690315-463b-4413-97a2-d07868054701 req-120030e6-77d4-44f1-a2d6-3fe130a56417 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:17.783825 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:17.789012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5cab3a5a-2274-4b59-969c-e18ba9ad27a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:17.915652 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-12690315-463b-4413-97a2-d07868054701 req-120030e6-77d4-44f1-a2d6-3fe130a56417 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:17.916833 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-12690315-463b-4413-97a2-d07868054701 req-120030e6-77d4-44f1-a2d6-3fe130a56417 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 931 time: 0.2927525 Dec 22 13:24:17.971986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Pushing event updated for resources: {'Port': ['ID=b85c6686-854c-4d1a-9525-12c0122ad528,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:17.985541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:18.046386 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-12690315-463b-4413-97a2-d07868054701 req-e48d50af-1f02-4bb7-ae97-466dac75d533 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f944f85-43e7-4c97-a5e3-b80944d49cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228940 Dec 22 13:24:18.072626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Attempting to bind port b85c6686-854c-4d1a-9525-12c0122ad528 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:18.072965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Attempting to bind port b85c6686-854c-4d1a-9525-12c0122ad528 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:18.073290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Attempting to bind port b85c6686-854c-4d1a-9525-12c0122ad528 on network 0dc7192c-92c6-48a7-ab49-cf693e40c170 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:24:18.077962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Port b85c6686-854c-4d1a-9525-12c0122ad528 on network 0dc7192c-92c6-48a7-ab49-cf693e40c170 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:24:18.078282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Attempting to bind port b85c6686-854c-4d1a-9525-12c0122ad528 on network 0dc7192c-92c6-48a7-ab49-cf693e40c170 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:24:18.083463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:24:18.083836 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Checking segment: {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:24:18.084220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Bound using segment: {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:24:18.084648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Bound port: b85c6686-854c-4d1a-9525-12c0122ad528, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:18.084989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:18.176586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] For port b85c6686-854c-4d1a-9525-12c0122ad528, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:24:18.181861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] For port b85c6686-854c-4d1a-9525-12c0122ad528, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b85c6686-854c-4d1a-9525-12c0122ad528,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:24:18.190853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:18.197035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1fa5b628-284b-4e39-8619-e869863e3c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:18.373451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:18.374055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:18.375518 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] 10.222.0.54 "PUT /v2.0/ports/b85c6686-854c-4d1a-9525-12c0122ad528 HTTP/1.1" status: 200 len: 1093 time: 1.1514351 Dec 22 13:24:18.376077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:24:18.400773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Pushing event updated for resources: {'Port': ['ID=b85c6686-854c-4d1a-9525-12c0122ad528,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:18.404763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:18.457847 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'status': 'completed', 'code': 200} Dec 22 13:24:18.499973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-46b99dca-285a-4ae5-846c-115cf90ed844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:18.501450 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-46b99dca-285a-4ae5-846c-115cf90ed844 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 1096 time: 0.0746660 Dec 22 13:24:18.572824 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-c4010ee1-a05d-4306-829f-f8415ac11553 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b85c6686-854c-4d1a-9525-12c0122ad528 HTTP/1.1" status: 200 len: 217 time: 0.0634925 Dec 22 13:24:18.635924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-20b51221-65a8-46fb-8b4b-beaf45a51400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:18.637422 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-20b51221-65a8-46fb-8b4b-beaf45a51400 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 200 len: 835 time: 0.0583763 Dec 22 13:24:18.719759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-04447a6d-1eeb-4ec3-aec6-20552e62809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:18.721215 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-04447a6d-1eeb-4ec3-aec6-20552e62809b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dc7192c-92c6-48a7-ab49-cf693e40c170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777102 Dec 22 13:24:18.855511 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-b135f85a-305f-4302-bd43-58e5ee41dc35 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273181 Dec 22 13:24:18.999436 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-50bcbc9d-db26-472f-84a6-1fdedbeb859d req-ab19488a-62e1-4714-b76e-bd45de9d64d4 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379602 Dec 22 13:24:19.115085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739acce4-67bd-4ba5-84c9-dc448d278844 req-9fec105f-f25d-4d72-9b49-a5b81e148b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:19.116605 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-739acce4-67bd-4ba5-84c9-dc448d278844 req-9fec105f-f25d-4d72-9b49-a5b81e148b1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 1096 time: 0.0717342 Dec 22 13:24:19.303018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739acce4-67bd-4ba5-84c9-dc448d278844 req-f14e71bd-4269-4ff1-ad76-198fc289ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:19.304561 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-739acce4-67bd-4ba5-84c9-dc448d278844 req-f14e71bd-4269-4ff1-ad76-198fc289ca7a service neutron] 10.222.0.54 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 897 time: 0.1818364 Dec 22 13:24:19.377314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ea8d-fe89-4329-a9b3-773f3a8fb54b req-1752488b-d9a4-4a0c-ba06-f4d972536bd1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:19.378866 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d249ea8d-fe89-4329-a9b3-773f3a8fb54b req-1752488b-d9a4-4a0c-ba06-f4d972536bd1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 943 time: 0.1878242 Dec 22 13:24:19.389001 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-739acce4-67bd-4ba5-84c9-dc448d278844 req-93918154-4de5-4c96-869f-6b5f47c21f80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b85c6686-854c-4d1a-9525-12c0122ad528 HTTP/1.1" status: 200 len: 217 time: 0.0766675 Dec 22 13:24:19.474806 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d249ea8d-fe89-4329-a9b3-773f3a8fb54b req-8fbc8302-ffff-4a27-a453-e8eb3ac1b7a9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f944f85-43e7-4c97-a5e3-b80944d49cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881457 Dec 22 13:24:19.476353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739acce4-67bd-4ba5-84c9-dc448d278844 req-7c309c34-f494-4e6e-85be-5696e4882e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:19.477653 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-739acce4-67bd-4ba5-84c9-dc448d278844 req-7c309c34-f494-4e6e-85be-5696e4882e05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 200 len: 835 time: 0.0770271 Dec 22 13:24:19.558114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739acce4-67bd-4ba5-84c9-dc448d278844 req-5c4586ed-f70b-4bbb-82f0-33b608cd7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:19.559646 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-739acce4-67bd-4ba5-84c9-dc448d278844 req-5c4586ed-f70b-4bbb-82f0-33b608cd7b58 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dc7192c-92c6-48a7-ab49-cf693e40c170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756116 Dec 22 13:24:19.694532 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-739acce4-67bd-4ba5-84c9-dc448d278844 req-d575ae66-5d2b-4ad7-8808-2b8f86555ec9 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273949 Dec 22 13:24:19.827335 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-739acce4-67bd-4ba5-84c9-dc448d278844 req-c58704a8-2a6e-4b1d-a01c-ea58896ece13 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252699 Dec 22 13:24:20.678159 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fb0ef-444c-4f69-b3d0-043bf1b056b9 req-3dc04781-6586-4d30-927c-ba93417bc3a2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:20.679624 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a9fb0ef-444c-4f69-b3d0-043bf1b056b9 req-3dc04781-6586-4d30-927c-ba93417bc3a2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 943 time: 0.0941925 Dec 22 13:24:20.724898 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a9fb0ef-444c-4f69-b3d0-043bf1b056b9 req-87d2ea7a-5e9e-40de-82ea-d05812f1e7bd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f944f85-43e7-4c97-a5e3-b80944d49cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393016 Dec 22 13:24:21.924971 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586b62d-8918-4049-8829-57cc6fcd76d8 req-0cfecef2-6e65-4f11-9a49-b12e6aaf70be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:21.926400 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f586b62d-8918-4049-8829-57cc6fcd76d8 req-0cfecef2-6e65-4f11-9a49-b12e6aaf70be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 943 time: 0.0862622 Dec 22 13:24:21.972863 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f586b62d-8918-4049-8829-57cc6fcd76d8 req-466119c2-deda-4e1f-8d9d-141c295ab87c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f944f85-43e7-4c97-a5e3-b80944d49cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392194 Dec 22 13:24:22.340811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device b85c6686-854c-4d1a-9525-12c0122ad528 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:24:22.543593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port b85c6686-854c-4d1a-9525-12c0122ad528, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b85c6686-854c-4d1a-9525-12c0122ad528,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:24:22.556799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'port_id': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'mac_address': 'fa:16:3e:04:ab:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:24:22.611301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.627950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85c6686-854c-4d1a-9525-12c0122ad528 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:24:22.643537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port b85c6686-854c-4d1a-9525-12c0122ad528, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b85c6686-854c-4d1a-9525-12c0122ad528,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:24:22.651544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:22.656033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d96fa1a4-257f-441a-97b6-8a1909744649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:22.732952 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=b85c6686-854c-4d1a-9525-12c0122ad528,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:22.736157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:23.036694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['b85c6686-854c-4d1a-9525-12c0122ad528'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:24:23.168037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3b990-dc2b-489b-932f-bef868e76e6d req-28831059-9781-412f-80ff-ef8c0a966ef3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:23.169566 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9ae3b990-dc2b-489b-932f-bef868e76e6d req-28831059-9781-412f-80ff-ef8c0a966ef3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 944 time: 0.0777695 Dec 22 13:24:23.217258 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9ae3b990-dc2b-489b-932f-bef868e76e6d req-dde19f48-5235-4290-8624-c2313d68e6df tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f944f85-43e7-4c97-a5e3-b80944d49cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Dec 22 13:24:24.356360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device b85c6686-854c-4d1a-9525-12c0122ad528 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:24.431031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port b85c6686-854c-4d1a-9525-12c0122ad528 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:24.437539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port b85c6686-854c-4d1a-9525-12c0122ad528 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:24.437944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.546566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deda0f-fde4-4223-8497-d42b63fa1ffe req-acd13406-5e50-4b79-9e7a-af029520934b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:24.548640 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-43deda0f-fde4-4223-8497-d42b63fa1ffe req-acd13406-5e50-4b79-9e7a-af029520934b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 944 time: 0.2188463 Dec 22 13:24:24.558713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.586696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:24:24.594207 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-43deda0f-fde4-4223-8497-d42b63fa1ffe req-823c401d-1f8e-4cef-910f-5fb02a320be0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f944f85-43e7-4c97-a5e3-b80944d49cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399177 Dec 22 13:24:24.597724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port b85c6686-854c-4d1a-9525-12c0122ad528, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b85c6686-854c-4d1a-9525-12c0122ad528,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:24:24.604091 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:24.606314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0b139ab4-587e-41e2-a1dc-2a98fb674a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:24.674746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=b85c6686-854c-4d1a-9525-12c0122ad528,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:24.678368 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'code': 200} Dec 22 13:24:24.679141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:24.923939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a58eb-f1ca-4eab-868e-7edfb55ece32 req-3de2abb6-30d6-4808-9b36-7129682cc94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:24.925441 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fb8a58eb-f1ca-4eab-868e-7edfb55ece32 req-3de2abb6-30d6-4808-9b36-7129682cc94a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0836015 Dec 22 13:24:24.968895 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fb8a58eb-f1ca-4eab-868e-7edfb55ece32 req-6b9cba36-c05d-44bc-96fb-706ed60033bf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4f944f85-43e7-4c97-a5e3-b80944d49cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371180 Dec 22 13:24:25.783093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc9d89-48fa-4370-be3c-a0eda5dce620 req-392a130d-eb9c-4e31-9976-f078551e49ac tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:25.784582 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56bc9d89-48fa-4370-be3c-a0eda5dce620 req-392a130d-eb9c-4e31-9976-f078551e49ac tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 945 time: 0.0805042 Dec 22 13:24:25.830516 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56bc9d89-48fa-4370-be3c-a0eda5dce620 req-229574ff-f221-4ec5-bd3f-9b297ad8c572 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f944f85-43e7-4c97-a5e3-b80944d49cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379140 Dec 22 13:24:27.035324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0431025-ce64-42dc-bebd-4a35450ea718 req-c4b92dea-1f52-4eed-86e5-64cd39c9662a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:27.036807 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c0431025-ce64-42dc-bebd-4a35450ea718 req-c4b92dea-1f52-4eed-86e5-64cd39c9662a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 945 time: 0.0886264 Dec 22 13:24:27.084126 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c0431025-ce64-42dc-bebd-4a35450ea718 req-25406425-4be5-4ee7-beba-3c79aa46501d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f944f85-43e7-4c97-a5e3-b80944d49cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388250 Dec 22 13:24:27.288280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f10099-036a-4ffe-995c-1b871d3211af req-9b29fc94-4279-4f68-8aa5-dbd0f839c6b3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:27.289770 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c6f10099-036a-4ffe-995c-1b871d3211af req-9b29fc94-4279-4f68-8aa5-dbd0f839c6b3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 945 time: 0.0918751 Dec 22 13:24:27.333667 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c6f10099-036a-4ffe-995c-1b871d3211af req-d2412ef4-fa34-4e8e-9a0b-008ae904e086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f944f85-43e7-4c97-a5e3-b80944d49cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380716 Dec 22 13:24:27.364607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55756) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:27.436046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b828ea-d720-4eeb-9e43-9cb6577803fb tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:27.437508 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-78b828ea-d720-4eeb-9e43-9cb6577803fb tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 1093 time: 0.0719635 Dec 22 13:24:27.441715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55760) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:27.446535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:27.452821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:27.457679 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:floatingip and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:27.462620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:27.469512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:27.482831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.513690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-62f227cf-6497-4e96-ba8b-9b693254fd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.619696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.757848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.106 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/d257b940-c63c-44cc-8f48-b99b1f70d35d) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:27.908555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.947202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:27.950759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a8c9b742-d481-4d45-909e-b87bda922523 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:28.026397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:28.029080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:28.032860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:24:28.069278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=d257b940-c63c-44cc-8f48-b99b1f70d35d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:28.076959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:28.445472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.524897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.842846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.851401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:28.857269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:28.959199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=d257b940-c63c-44cc-8f48-b99b1f70d35d,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:28.963548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:28.972185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.148301 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 6573673e-fce0-4133-9b30-0913405554c2 associated. External IP: 172.26.4.106, port: b85c6686-854c-4d1a-9525-12c0122ad528. Dec 22 13:24:29.502784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 5da59128-851e-48dd-b69e-c8c44d9db5f2 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:24:29.683475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:24:29.694003 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9548c89-869f-42ad-af8b-cec0167ccbcc None None] Sync routers for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:24:29.705160 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9548c89-869f-42ad-af8b-cec0167ccbcc None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:24:29.705702 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-b9548c89-869f-42ad-af8b-cec0167ccbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:24:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:29.711415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.766787 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3240099 Dec 22 13:24:29.767427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:24:29.769675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55764) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:29.813598 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'status': 'completed', 'code': 200} Dec 22 13:24:29.846654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eb8a44-01b1-45c4-a346-18ef3ef209a1 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:29.851046 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-98eb8a44-01b1-45c4-a346-18ef3ef209a1 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 1093 time: 0.0775902 Dec 22 13:24:29.873839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-876860ea-33e5-4d4a-88c5-616940337dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:29.885543 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-b9548c89-869f-42ad-af8b-cec0167ccbcc None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:24:29.920697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29487644-b043-42ce-9258-8918aa7ff5c6 req-b33e804f-5b3b-4224-8473-77b994774845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:29.922174 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-29487644-b043-42ce-9258-8918aa7ff5c6 req-b33e804f-5b3b-4224-8473-77b994774845 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0854125 Dec 22 13:24:30.054067 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29487644-b043-42ce-9258-8918aa7ff5c6 req-67a4fb70-ed8e-41a9-9ab2-05ce03adbbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:30.055436 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-29487644-b043-42ce-9258-8918aa7ff5c6 req-67a4fb70-ed8e-41a9-9ab2-05ce03adbbe6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 897 time: 0.1259940 Dec 22 13:24:30.161050 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-29487644-b043-42ce-9258-8918aa7ff5c6 req-2b5a4820-fb05-4277-b1f6-50a9a0ccdcb3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b85c6686-854c-4d1a-9525-12c0122ad528 HTTP/1.1" status: 200 len: 999 time: 0.0990067 Dec 22 13:24:30.199391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55772) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:30.205894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792823400', 'description': 'tempest-secgroup-smoke-792823400 description', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:30.212453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:30.223394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:30.226406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29487644-b043-42ce-9258-8918aa7ff5c6 req-253a10b8-d934-469b-a9f3-f3e74e11d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:30.228191 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-29487644-b043-42ce-9258-8918aa7ff5c6 req-253a10b8-d934-469b-a9f3-f3e74e11d0a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 200 len: 835 time: 0.0610585 Dec 22 13:24:30.234864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.253420 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-b9548c89-869f-42ad-af8b-cec0167ccbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '6573673e-fce0-4133-9b30-0913405554c2', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'port_id': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'mac_address': 'fa:16:3e:04:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:28Z', 'updated_at': '2021-12-22T13:24:28Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:30.255768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:30.257580 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9548c89-869f-42ad-af8b-cec0167ccbcc None None] Checking router: 5da59128-851e-48dd-b69e-c8c44d9db5f2 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:24:30.259843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:30.262975 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:30.265913 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9548c89-869f-42ad-af8b-cec0167ccbcc None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:24:30.266622 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-b9548c89-869f-42ad-af8b-cec0167ccbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:24:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:30.269540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:30.302396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29487644-b043-42ce-9258-8918aa7ff5c6 req-ba8842c0-7820-49b1-a4a4-fd18bc7c4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:30.304180 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-29487644-b043-42ce-9258-8918aa7ff5c6 req-ba8842c0-7820-49b1-a4a4-fd18bc7c4f1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dc7192c-92c6-48a7-ab49-cf693e40c170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703089 Dec 22 13:24:30.347175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.356993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.369885 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7f72ab63-86fd-4942-b258-741cd0dbd6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:30.411825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6be66b-5955-444e-8053-6200eca29c14,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:30.414966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:30.416434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.417801 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2172015 Dec 22 13:24:30.424387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55776) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:30.430476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'fc6be66b-5955-444e-8053-6200eca29c14', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:30.437284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:30.442126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:30.445242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:30.449732 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-b9548c89-869f-42ad-af8b-cec0167ccbcc None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:24:30.451241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:30.472666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.546613 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.553981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.557265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ab00b0ba-60df-43aa-8e40-609811cdfb4f tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:30.584705 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-29487644-b043-42ce-9258-8918aa7ff5c6 req-76df108a-d54d-413d-9ede-a762135915bb service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743034 Dec 22 13:24:30.592578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d312a09-503c-4f53-a266-04d1e100f7b7,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:30.595919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:30.597533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.601979 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1762893 Dec 22 13:24:30.602762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55780) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:30.608312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'fc6be66b-5955-444e-8053-6200eca29c14', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:30.614110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:30.618060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:30.620902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:30.627031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:30.645780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.717069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.729287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.731307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-73ebb9af-b3e2-4ee3-9f91-e9320b71003c tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:30.740592 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-29487644-b043-42ce-9258-8918aa7ff5c6 req-5a87f05f-b0b4-4601-8821-968fedaf5918 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494472 Dec 22 13:24:30.753746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36399bdd-d45d-4a12-8f77-a6f6b2b4c738,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:30.756300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:30.766029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.767457 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1637607 Dec 22 13:24:30.770079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55784) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:30.775662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'fc6be66b-5955-444e-8053-6200eca29c14', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:30.781824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:30.785651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:30.788559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:30.794127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:30.812499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.831585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.845719 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-b9548c89-869f-42ad-af8b-cec0167ccbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '6573673e-fce0-4133-9b30-0913405554c2', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'port_id': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'mac_address': 'fa:16:3e:04:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:28Z', 'updated_at': '2021-12-22T13:24:28Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:30.849721 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9548c89-869f-42ad-af8b-cec0167ccbcc None None] The sync data for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv is: [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '6573673e-fce0-4133-9b30-0913405554c2', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'port_id': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'mac_address': 'fa:16:3e:04:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:28Z', 'updated_at': '2021-12-22T13:24:28Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:24:30.881233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.886284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.888334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-220ab580-a6e9-4e78-9907-ff4c3c1483cc tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:30.910766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06d5818-de15-48ae-891d-516ca9ee5ce2,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:30.913294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:30.922435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.926495 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1526594 Dec 22 13:24:30.926846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55788) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:30.932073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'fc6be66b-5955-444e-8053-6200eca29c14', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:30.938404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:30.942462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:30.945395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:30.951483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:30.970178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:30.972531 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.036638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.041671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.047904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-702a3a3b-36ad-4301-bbb6-ae7c82be738b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:31.057667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca97e3c-3089-4661-b6d9-0acde04dd953 None None] New status for floating IP 6573673e-fce0-4133-9b30-0913405554c2: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:24:31.062824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e449c97d-2335-4052-8478-b4ddcd15564e,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:31.065286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:31.081742 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.082973 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1551239 Dec 22 13:24:31.086206 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55792) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:31.091505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'fc6be66b-5955-444e-8053-6200eca29c14', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:31.097454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:31.101188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:31.104013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:31.109938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:31.121294 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:24:31.128025 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.190187 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.194578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.196526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f711bb96-0693-4387-bf19-9e03707b902b tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:31.219105 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab491e77-ae6b-4566-a6b3-522a438ec039,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:31.223430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:31.229056 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.230207 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429341 Dec 22 13:24:31.234595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55796) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:31.240104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': 'fc6be66b-5955-444e-8053-6200eca29c14', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:31.245829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:31.249692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:31.252649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:31.258494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:31.269681 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:24:31.276212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.345349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.350374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.352335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-011b81eb-de4b-4722-8d03-274b271c782d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:31.373694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8a290a-9a70-40a9-a069-e1ed39f864bc,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:31.376036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:31.383026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:31.384274 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486986 Dec 22 13:24:31.544434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-ff89304f-4f88-4c29-9198-c62957ababfe tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:31.561194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-ff89304f-4f88-4c29-9198-c62957ababfe tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:31.562381 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-ff89304f-4f88-4c29-9198-c62957ababfe tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792823400&fields=id&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 267 time: 0.0558736 Dec 22 13:24:31.714101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-f4056d53-8571-4711-9b99-869b71c24832 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:31.715543 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-f4056d53-8571-4711-9b99-869b71c24832 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 796 time: 0.1463358 Dec 22 13:24:31.732958 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-3d42a43a-36f5-4416-bc59-f74ebe47f69f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/quotas/f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 375 time: 0.0094731 Dec 22 13:24:31.822621 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-c90ec407-d1c2-421b-98de-7308db5270be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0847814 Dec 22 13:24:32.063205 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d54ad03d-7490-453f-b9d8-616917fb6592 service neutron] 10.222.0.24 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287695 Dec 22 13:24:32.193631 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-6e21f40d-5157-493f-963e-4d052c42e2e6 service neutron] 10.222.0.24 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244967 Dec 22 13:24:32.379358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:32.382399 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3f472521-a3af-463a-aabb-a83228b7560c req-ff760a02-5cfb-450c-95a2-c1a9ce0a423f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 210 time: 0.0454900 Dec 22 13:24:33.446675 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-54b1362e-eaa6-4d9c-aca6-e963a1abfccd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:33.448231 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-54b1362e-eaa6-4d9c-aca6-e963a1abfccd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 796 time: 0.1539760 Dec 22 13:24:33.500447 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-c8b339c3-c9b1-4bdb-9c0d-e75210ac37e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 472 time: 0.0441651 Dec 22 13:24:33.512655 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'device_id': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'admin_state_up': True, 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'security_groups': ['fc6be66b-5955-444e-8053-6200eca29c14']}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:33.553385 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-33eae31e-d4b4-4dc4-97fa-8dc4af70b4ae req-d5eab39e-5bdf-4a25-a7af-67e81aec2bc5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 210 time: 0.0613286 Dec 22 13:24:33.645553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:33.654951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:33.670171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'port': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:24:33.673692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:33.835930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.6 (0dc7192c-92c6-48a7-ab49-cf693e40c170/ef957360-56c5-4ddb-9053-3044108c8bcb/5c324d79-18cf-40c8-9ff6-a1d7552e8048) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:34.024110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.040525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object 5c324d79-18cf-40c8-9ff6-a1d7552e8048 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:34.071019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.077073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e640e02e-407e-44f1-8134-31933354ca28 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:34.144463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 0dc7192c-92c6-48a7-ab49-cf693e40c170 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:34.147739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:34.151518 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:24:34.181968 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=5c324d79-18cf-40c8-9ff6-a1d7552e8048,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:34.188749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:34.219215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:34.219986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.246911 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7381546 Dec 22 13:24:34.259810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Request body: {'port': {'device_id': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:34.374668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-37b7811a-2bfe-46e0-9d0b-75a5c0c1aafa None None] Provisioning for port 5c324d79-18cf-40c8-9ff6-a1d7552e8048 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:34.375299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.379861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-37b7811a-2bfe-46e0-9d0b-75a5c0c1aafa None None] Provisioning complete for port 5c324d79-18cf-40c8-9ff6-a1d7552e8048 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:34.380249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-37b7811a-2bfe-46e0-9d0b-75a5c0c1aafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.435855 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-37b7811a-2bfe-46e0-9d0b-75a5c0c1aafa None None] Port 5c324d79-18cf-40c8-9ff6-a1d7552e8048 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:24:34.571725 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e552ac38-7826-4182-8147-a91be918e96c req-2d514769-8c51-4540-936f-1276bda5be4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681722 Dec 22 13:24:34.723257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552ac38-7826-4182-8147-a91be918e96c req-0a07bbe2-11e5-4590-9c05-8f8122a7e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:34.724812 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e552ac38-7826-4182-8147-a91be918e96c req-0a07bbe2-11e5-4590-9c05-8f8122a7e1b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0792212 Dec 22 13:24:34.874100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552ac38-7826-4182-8147-a91be918e96c req-b3caffdd-4d1f-4ce5-8d3f-02e4e8e7b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:34.875838 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e552ac38-7826-4182-8147-a91be918e96c req-b3caffdd-4d1f-4ce5-8d3f-02e4e8e7b57b service neutron] 10.222.0.54 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 897 time: 0.1300128 Dec 22 13:24:34.886941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c324d79-18cf-40c8-9ff6-a1d7552e8048 {{(pid=87568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:24:34.896366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.915535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Transition to ACTIVE for port object 5c324d79-18cf-40c8-9ff6-a1d7552e8048 will not be triggered until provisioned by entity L2. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:24:34.923313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:34.928247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-692dd0bb-7352-4202-b866-196e0c5192cb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:34.966025 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150a1f2-9ba8-4b78-9889-e054ac6e8ce6 req-6a050a45-0b6a-4732-9d3b-8c371b212130 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:34.966763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-9150a1f2-9ba8-4b78-9889-e054ac6e8ce6 req-6a050a45-0b6a-4732-9d3b-8c371b212130 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:24:34.981403 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e552ac38-7826-4182-8147-a91be918e96c req-90df66a3-3224-433c-8533-2db797320863 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b85c6686-854c-4d1a-9525-12c0122ad528 HTTP/1.1" status: 200 len: 1001 time: 0.0986154 Dec 22 13:24:35.045411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552ac38-7826-4182-8147-a91be918e96c req-948684b2-4a72-42e4-a47a-4007d1a07b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:35.047022 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e552ac38-7826-4182-8147-a91be918e96c req-948684b2-4a72-42e4-a47a-4007d1a07b71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 200 len: 835 time: 0.0595753 Dec 22 13:24:35.099372 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Pushing event updated for resources: {'Port': ['ID=5c324d79-18cf-40c8-9ff6-a1d7552e8048,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:35.107231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-9150a1f2-9ba8-4b78-9889-e054ac6e8ce6 req-6a050a45-0b6a-4732-9d3b-8c371b212130 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:24:35.108228 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9150a1f2-9ba8-4b78-9889-e054ac6e8ce6 req-6a050a45-0b6a-4732-9d3b-8c371b212130 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 931 time: 0.4478562 Dec 22 13:24:35.109078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:35.142876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552ac38-7826-4182-8147-a91be918e96c req-0b241c37-e4a9-4daf-b588-4dd7fab9319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:35.144515 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e552ac38-7826-4182-8147-a91be918e96c req-0b241c37-e4a9-4daf-b588-4dd7fab9319d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dc7192c-92c6-48a7-ab49-cf693e40c170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879576 Dec 22 13:24:35.209995 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9150a1f2-9ba8-4b78-9889-e054ac6e8ce6 req-b17de6d9-ecc4-4d4f-ab7a-129b7d6d9eb1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6be66b-5955-444e-8053-6200eca29c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955272 Dec 22 13:24:35.217149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Attempting to bind port 5c324d79-18cf-40c8-9ff6-a1d7552e8048 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:24:35.217797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Attempting to bind port 5c324d79-18cf-40c8-9ff6-a1d7552e8048 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:24:35.217797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Attempting to bind port 5c324d79-18cf-40c8-9ff6-a1d7552e8048 on network 0dc7192c-92c6-48a7-ab49-cf693e40c170 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:24:35.222709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Port 5c324d79-18cf-40c8-9ff6-a1d7552e8048 on network 0dc7192c-92c6-48a7-ab49-cf693e40c170 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:24:35.223060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Attempting to bind port 5c324d79-18cf-40c8-9ff6-a1d7552e8048 on network 0dc7192c-92c6-48a7-ab49-cf693e40c170 {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:24:35.230666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:24:35.230947 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Checking segment: {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:24:35.231317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Bound using segment: {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'} {{(pid=87568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:24:35.231803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.managers [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Bound port: 5c324d79-18cf-40c8-9ff6-a1d7552e8048, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224185e6-3a13-43f1-910c-da7126907082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170'}}] {{(pid=87568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:24:35.232154 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.284530 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e552ac38-7826-4182-8147-a91be918e96c req-0b6acee6-bb8e-4813-a82d-9c129769bbcc service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319554 Dec 22 13:24:35.320427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] For port 5c324d79-18cf-40c8-9ff6-a1d7552e8048, host hv-neutron-8226, cleared binding levels {{(pid=87568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:24:35.323409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] For port 5c324d79-18cf-40c8-9ff6-a1d7552e8048, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c324d79-18cf-40c8-9ff6-a1d7552e8048,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:24:35.329736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.333427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:35.393523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:35.394138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:35.395541 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] 10.222.0.54 "PUT /v2.0/ports/5c324d79-18cf-40c8-9ff6-a1d7552e8048 HTTP/1.1" status: 200 len: 1093 time: 1.1401811 Dec 22 13:24:35.396084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'tag': '5c324d79-18cf-40c8-9ff6-a1d7552e8048'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:24:35.415700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Pushing event updated for resources: {'Port': ['ID=5c324d79-18cf-40c8-9ff6-a1d7552e8048,revision_number=3']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:35.420566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:35.427805 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e552ac38-7826-4182-8147-a91be918e96c req-714bd87e-33b3-4b95-a800-2dd09d7cdccf service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372952 Dec 22 13:24:35.470194 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'tag': '5c324d79-18cf-40c8-9ff6-a1d7552e8048', 'status': 'completed', 'code': 200} Dec 22 13:24:35.536155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-c2eea640-ba36-4aca-998f-db666b62395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:35.537648 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-c2eea640-ba36-4aca-998f-db666b62395b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 1096 time: 0.0712826 Dec 22 13:24:35.614908 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-c57c84ad-45c2-43b8-b259-f1feb77dded3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c324d79-18cf-40c8-9ff6-a1d7552e8048 HTTP/1.1" status: 200 len: 217 time: 0.0704498 Dec 22 13:24:35.677934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-b7de1ea9-de9d-4841-b7aa-3e8862c10aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:35.679393 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-b7de1ea9-de9d-4841-b7aa-3e8862c10aeb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 200 len: 835 time: 0.0584435 Dec 22 13:24:35.758782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-74652500-bfcf-4155-a3e0-7390d10de9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:35.760267 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-74652500-bfcf-4155-a3e0-7390d10de9f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dc7192c-92c6-48a7-ab49-cf693e40c170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749810 Dec 22 13:24:35.889513 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-6651799d-39e7-4610-9eb0-9d2f011b35b2 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224265 Dec 22 13:24:36.136042 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8cb315f0-83e5-4a83-8e98-78a6aa783241 req-f1e4f44a-1ea8-46a1-8e7b-bd78e9f6e19a service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393639 Dec 22 13:24:36.256049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed4f10-92e8-4ed6-82a2-df3735f3deb6 req-3e53cb60-c1df-4799-a0f1-20ac50023a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:36.257586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abed4f10-92e8-4ed6-82a2-df3735f3deb6 req-3e53cb60-c1df-4799-a0f1-20ac50023a38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 1096 time: 0.0735176 Dec 22 13:24:36.391143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed4f10-92e8-4ed6-82a2-df3735f3deb6 req-556b9864-fb4f-4eed-9845-4f1bdd3c8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:36.392564 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abed4f10-92e8-4ed6-82a2-df3735f3deb6 req-556b9864-fb4f-4eed-9845-4f1bdd3c8b0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 897 time: 0.1288598 Dec 22 13:24:36.398684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb344e6-87d1-40a6-924f-fc02566ea0b3 req-77d8431f-d146-4459-95fc-afd83a4e231e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:36.400162 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7bb344e6-87d1-40a6-924f-fc02566ea0b3 req-77d8431f-d146-4459-95fc-afd83a4e231e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 943 time: 0.0801656 Dec 22 13:24:36.444276 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7bb344e6-87d1-40a6-924f-fc02566ea0b3 req-a16fbff5-dc99-4811-9d49-781fa63db4de tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6be66b-5955-444e-8053-6200eca29c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381994 Dec 22 13:24:36.463955 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abed4f10-92e8-4ed6-82a2-df3735f3deb6 req-951d3f76-e273-43aa-af1d-710b164f0f4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c324d79-18cf-40c8-9ff6-a1d7552e8048 HTTP/1.1" status: 200 len: 217 time: 0.0647004 Dec 22 13:24:36.544021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed4f10-92e8-4ed6-82a2-df3735f3deb6 req-cd6bbf70-71b8-4d27-9447-c13338eb1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:36.545463 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abed4f10-92e8-4ed6-82a2-df3735f3deb6 req-cd6bbf70-71b8-4d27-9447-c13338eb1fce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 200 len: 835 time: 0.0595458 Dec 22 13:24:36.625572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed4f10-92e8-4ed6-82a2-df3735f3deb6 req-be3591fa-6461-4c13-b38b-e60faa91f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:36.627051 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abed4f10-92e8-4ed6-82a2-df3735f3deb6 req-be3591fa-6461-4c13-b38b-e60faa91f028 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dc7192c-92c6-48a7-ab49-cf693e40c170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754800 Dec 22 13:24:36.761105 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abed4f10-92e8-4ed6-82a2-df3735f3deb6 req-f231e648-e80f-49b1-b286-2a5ad8127864 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246099 Dec 22 13:24:36.898922 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abed4f10-92e8-4ed6-82a2-df3735f3deb6 req-88287221-d9bb-4ae8-abb0-650e096aa2f7 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308782 Dec 22 13:24:37.636806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae494e2-8140-4ee6-915e-d82a6288f80b req-ef06ce34-96c4-4629-a91b-59e9de4ea2af tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:37.638319 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aae494e2-8140-4ee6-915e-d82a6288f80b req-ef06ce34-96c4-4629-a91b-59e9de4ea2af tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 943 time: 0.0818923 Dec 22 13:24:37.684864 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aae494e2-8140-4ee6-915e-d82a6288f80b req-cbecb77c-063a-4d80-9e7a-b90a6f56f663 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6be66b-5955-444e-8053-6200eca29c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382788 Dec 22 13:24:38.399914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5c324d79-18cf-40c8-9ff6-a1d7552e8048 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:24:38.551051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5c324d79-18cf-40c8-9ff6-a1d7552e8048, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c324d79-18cf-40c8-9ff6-a1d7552e8048,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:24:38.564475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '5c324d79-18cf-40c8-9ff6-a1d7552e8048', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'port_id': '5c324d79-18cf-40c8-9ff6-a1d7552e8048', 'mac_address': 'fa:16:3e:89:86:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:24:38.619295 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.635467 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c324d79-18cf-40c8-9ff6-a1d7552e8048 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:24:38.650547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5c324d79-18cf-40c8-9ff6-a1d7552e8048, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c324d79-18cf-40c8-9ff6-a1d7552e8048,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:24:38.657192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:38.659991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:38.730386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=5c324d79-18cf-40c8-9ff6-a1d7552e8048,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:38.733549 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:38.872096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcd415-e7ee-4674-95a7-5110595a8f3e req-a1a52d66-07de-4204-b4d8-cffc39c38d8f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:38.873602 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b3fcd415-e7ee-4674-95a7-5110595a8f3e req-a1a52d66-07de-4204-b4d8-cffc39c38d8f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 944 time: 0.0854712 Dec 22 13:24:38.918443 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b3fcd415-e7ee-4674-95a7-5110595a8f3e req-79d8807e-9e53-4b46-8aaa-668bbd312e75 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6be66b-5955-444e-8053-6200eca29c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384264 Dec 22 13:24:38.973745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['5c324d79-18cf-40c8-9ff6-a1d7552e8048'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:24:40.121743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ac233-b5ed-43e3-b99c-c42904bb2fbd req-7ee0e344-d4a4-4c91-8ec2-8e1bf407676e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:40.123325 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6b2ac233-b5ed-43e3-b99c-c42904bb2fbd req-7ee0e344-d4a4-4c91-8ec2-8e1bf407676e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 944 time: 0.0951641 Dec 22 13:24:40.173370 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6b2ac233-b5ed-43e3-b99c-c42904bb2fbd req-18802ae3-3bd9-464f-a7fe-207344103721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6be66b-5955-444e-8053-6200eca29c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437150 Dec 22 13:24:40.408042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5c324d79-18cf-40c8-9ff6-a1d7552e8048 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:24:40.523806 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 5c324d79-18cf-40c8-9ff6-a1d7552e8048 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:24:40.529095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 5c324d79-18cf-40c8-9ff6-a1d7552e8048 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:24:40.529469 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.650058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.686968 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c324d79-18cf-40c8-9ff6-a1d7552e8048'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:24:40.696248 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.700610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5c324d79-18cf-40c8-9ff6-a1d7552e8048, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c324d79-18cf-40c8-9ff6-a1d7552e8048,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:24:40.705561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:40.707579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:40.738110 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c324d79-18cf-40c8-9ff6-a1d7552e8048', 'code': 200} Dec 22 13:24:40.775306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=5c324d79-18cf-40c8-9ff6-a1d7552e8048,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:40.778164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:40.972803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74cff4d-5e99-4f75-afaa-80a7e6cdb00d req-e7cce3c8-c7d9-4af9-b89d-d2f3162f6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:40.974851 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b74cff4d-5e99-4f75-afaa-80a7e6cdb00d req-e7cce3c8-c7d9-4af9-b89d-d2f3162f6676 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 1098 time: 0.0786545 Dec 22 13:24:41.017398 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b74cff4d-5e99-4f75-afaa-80a7e6cdb00d req-de02caa6-ac24-4a0e-ad2f-e5bbf0753241 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fc6be66b-5955-444e-8053-6200eca29c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357049 Dec 22 13:24:41.389309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60616b7-033b-4710-83c4-43c16184ff10 req-97ad7950-09a0-46a8-bcd7-2f36ad0eebe2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:41.390788 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d60616b7-033b-4710-83c4-43c16184ff10 req-97ad7950-09a0-46a8-bcd7-2f36ad0eebe2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 945 time: 0.0919905 Dec 22 13:24:41.434844 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d60616b7-033b-4710-83c4-43c16184ff10 req-d095c5d2-df9c-4080-85c1-8277664abeaa tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6be66b-5955-444e-8053-6200eca29c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382321 Dec 22 13:24:42.630617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed4e35-736e-4c1a-9cdb-c3652ca9a7f9 req-70f948cc-691a-440e-b836-2b1f18420757 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:42.632072 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-03ed4e35-736e-4c1a-9cdb-c3652ca9a7f9 req-70f948cc-691a-440e-b836-2b1f18420757 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 945 time: 0.0827649 Dec 22 13:24:42.678670 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-03ed4e35-736e-4c1a-9cdb-c3652ca9a7f9 req-66275420-6285-4644-9e44-4e1a87b5259e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6be66b-5955-444e-8053-6200eca29c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408182 Dec 22 13:24:42.880134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c34ed1-2e20-4e0c-bc8e-d2c0ac93e972 req-30078322-4b27-431e-a2e0-3895f811103d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:42.881618 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e6c34ed1-2e20-4e0c-bc8e-d2c0ac93e972 req-30078322-4b27-431e-a2e0-3895f811103d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 945 time: 0.0977168 Dec 22 13:24:42.943225 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e6c34ed1-2e20-4e0c-bc8e-d2c0ac93e972 req-4b2390e1-bdfc-4d82-92c8-6e42111e2edb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6be66b-5955-444e-8053-6200eca29c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544569 Dec 22 13:24:42.965576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55848) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:43.039507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981f3c96-f2ba-4f84-8bb3-a98241ac148b tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:43.040946 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-981f3c96-f2ba-4f84-8bb3-a98241ac148b tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 1093 time: 0.0744362 Dec 22 13:24:43.043854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55852) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:24:43.048709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '5c324d79-18cf-40c8-9ff6-a1d7552e8048', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:24:43.054755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:24:43.058939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:floatingip and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:24:43.061974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:24:43.067994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:24:43.082388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.229942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.474372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.242 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/a25f8aa3-c777-44a5-ab07-782b80b32501) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:24:43.619427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.652314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:43.655910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5dc37fe7-2b0b-410d-a37f-1751a039b5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:43.716951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:24:43.719991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:24:43.723582 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:24:43.755862 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=a25f8aa3-c777-44a5-ab07-782b80b32501,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:43.761577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:44.145197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.226976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.434977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.441997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.445684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-799519b7-867d-4159-ad92-f3f3cd3d1d7c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:24:44.544180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=a25f8aa3-c777-44a5-ab07-782b80b32501,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:24:44.548251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:24:44.557016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:44.732996 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP e51d4c16-7439-442e-abbd-fea585f71fd0 associated. External IP: 172.26.4.242, port: 5c324d79-18cf-40c8-9ff6-a1d7552e8048. Dec 22 13:24:45.209609 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 5da59128-851e-48dd-b69e-c8c44d9db5f2 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:24:45.389848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:24:45.400201 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ca5d3-fdd7-467b-b3ea-c2f07d10b864 None None] Sync routers for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:24:45.410332 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566ca5d3-fdd7-467b-b3ea-c2f07d10b864 None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:24:45.410942 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-566ca5d3-fdd7-467b-b3ea-c2f07d10b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:24:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:45.416794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:45.476933 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4319177 Dec 22 13:24:45.477503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'tag': '5c324d79-18cf-40c8-9ff6-a1d7552e8048'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:24:45.520687 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'tag': '5c324d79-18cf-40c8-9ff6-a1d7552e8048', 'status': 'completed', 'code': 200} Dec 22 13:24:45.590245 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-566ca5d3-fdd7-467b-b3ea-c2f07d10b864 None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:24:45.617367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1c138-079d-4f03-a54b-74af583ec0a8 req-18af53e4-78fa-42a9-8876-58a49403e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:45.618959 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aaf1c138-079d-4f03-a54b-74af583ec0a8 req-18af53e4-78fa-42a9-8876-58a49403e7ce service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 1098 time: 0.0717034 Dec 22 13:24:45.750849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1c138-079d-4f03-a54b-74af583ec0a8 req-0a9bed03-8b0f-4d71-ad3a-b238d386a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:45.752262 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aaf1c138-079d-4f03-a54b-74af583ec0a8 req-0a9bed03-8b0f-4d71-ad3a-b238d386a318 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 897 time: 0.1268644 Dec 22 13:24:45.857003 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aaf1c138-079d-4f03-a54b-74af583ec0a8 req-b5c90620-816a-4109-b2ae-25d65d6c0077 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c324d79-18cf-40c8-9ff6-a1d7552e8048 HTTP/1.1" status: 200 len: 999 time: 0.0980177 Dec 22 13:24:45.924833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1c138-079d-4f03-a54b-74af583ec0a8 req-2cc098af-3011-4773-b288-a579e98a61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:45.926354 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aaf1c138-079d-4f03-a54b-74af583ec0a8 req-2cc098af-3011-4773-b288-a579e98a61c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 200 len: 835 time: 0.0585988 Dec 22 13:24:45.946448 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-566ca5d3-fdd7-467b-b3ea-c2f07d10b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '6573673e-fce0-4133-9b30-0913405554c2', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'port_id': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'mac_address': 'fa:16:3e:04:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:28Z', 'updated_at': '2021-12-22T13:24:31Z', 'revision_number': 1, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}, {'id': 'e51d4c16-7439-442e-abbd-fea585f71fd0', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.242', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'port_id': '5c324d79-18cf-40c8-9ff6-a1d7552e8048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'mac_address': 'fa:16:3e:89:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:44Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:45.950251 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ca5d3-fdd7-467b-b3ea-c2f07d10b864 None None] Checking router: 5da59128-851e-48dd-b69e-c8c44d9db5f2 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:24:45.958354 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566ca5d3-fdd7-467b-b3ea-c2f07d10b864 None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:24:45.958936 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-566ca5d3-fdd7-467b-b3ea-c2f07d10b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:24:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:46.007241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1c138-079d-4f03-a54b-74af583ec0a8 req-a6e6343d-328b-4850-b95b-44134f17f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:24:46.008699 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aaf1c138-079d-4f03-a54b-74af583ec0a8 req-a6e6343d-328b-4850-b95b-44134f17f169 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dc7192c-92c6-48a7-ab49-cf693e40c170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752385 Dec 22 13:24:46.130449 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-566ca5d3-fdd7-467b-b3ea-c2f07d10b864 None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:24:46.140476 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aaf1c138-079d-4f03-a54b-74af583ec0a8 req-2483a8e3-a32a-441a-be70-ea24a9876f84 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245427 Dec 22 13:24:46.272668 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aaf1c138-079d-4f03-a54b-74af583ec0a8 req-e6389dbd-ac6e-41e2-a04d-1bbc71f45f6d service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248100 Dec 22 13:24:46.506540 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-566ca5d3-fdd7-467b-b3ea-c2f07d10b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '6573673e-fce0-4133-9b30-0913405554c2', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'port_id': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'mac_address': 'fa:16:3e:04:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:28Z', 'updated_at': '2021-12-22T13:24:31Z', 'revision_number': 1, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}, {'id': 'e51d4c16-7439-442e-abbd-fea585f71fd0', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.242', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'port_id': '5c324d79-18cf-40c8-9ff6-a1d7552e8048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'mac_address': 'fa:16:3e:89:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:44Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:24:46.510664 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566ca5d3-fdd7-467b-b3ea-c2f07d10b864 None None] The sync data for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv is: [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '6573673e-fce0-4133-9b30-0913405554c2', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'port_id': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'mac_address': 'fa:16:3e:04:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:28Z', 'updated_at': '2021-12-22T13:24:31Z', 'revision_number': 1, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}, {'id': 'e51d4c16-7439-442e-abbd-fea585f71fd0', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.242', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'port_id': '5c324d79-18cf-40c8-9ff6-a1d7552e8048', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'mac_address': 'fa:16:3e:89:86:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:44Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:24:46.704443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b5f752-448f-48b4-ab2b-8c92fb162c9c None None] New status for floating IP e51d4c16-7439-442e-abbd-fea585f71fd0: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:24:51.801584 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:24:57.528983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7fda2319-baef-429b-8f1f-9817256369d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:24:59.877731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-24f43206-61a5-4b1a-9073-177f47dfccdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:00.841875 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:00.987253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:02.387431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:10.688189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:27.520782 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-806bd369-a7ee-4f19-a790-1d5b46c74fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:28.805710 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:25:29.885097 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4fef7cde-430d-43f8-be27-9581ff629e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:30.844320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:30.991981 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:32.398946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:35.688473 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a7a25049-d03a-4652-9309-d20abf7dbaf8 req-1e9f68ea-1e33-4cdb-a21d-11e1b1ccee7f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1899946 Dec 22 13:25:35.833580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a25049-d03a-4652-9309-d20abf7dbaf8 req-7e30c027-6155-4b87-8093-f7c6f39c0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:35.835024 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a7a25049-d03a-4652-9309-d20abf7dbaf8 req-7e30c027-6155-4b87-8093-f7c6f39c0ef6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0770748 Dec 22 13:25:35.981488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a25049-d03a-4652-9309-d20abf7dbaf8 req-8229c23e-5cba-4388-b2f8-024bae94fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:35.983826 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a7a25049-d03a-4652-9309-d20abf7dbaf8 req-8229c23e-5cba-4388-b2f8-024bae94fdb1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 897 time: 0.1281161 Dec 22 13:25:36.196798 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a7a25049-d03a-4652-9309-d20abf7dbaf8 req-20e291de-2e9f-4d13-9a86-6abdb8e3d25a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b85c6686-854c-4d1a-9525-12c0122ad528 HTTP/1.1" status: 200 len: 1001 time: 0.2056623 Dec 22 13:25:36.259043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a25049-d03a-4652-9309-d20abf7dbaf8 req-a3c9cfe9-082a-4800-a361-02f48750598b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:36.260340 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a7a25049-d03a-4652-9309-d20abf7dbaf8 req-a3c9cfe9-082a-4800-a361-02f48750598b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 200 len: 835 time: 0.0571260 Dec 22 13:25:36.336551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a25049-d03a-4652-9309-d20abf7dbaf8 req-0bf93d56-69cc-41a0-bd03-10eaf9b33db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:25:36.337963 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a7a25049-d03a-4652-9309-d20abf7dbaf8 req-0bf93d56-69cc-41a0-bd03-10eaf9b33db3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dc7192c-92c6-48a7-ab49-cf693e40c170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716877 Dec 22 13:25:36.468766 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a7a25049-d03a-4652-9309-d20abf7dbaf8 req-03d82ae3-096a-4096-9d1b-6e60f155253f service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234701 Dec 22 13:25:36.612759 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a7a25049-d03a-4652-9309-d20abf7dbaf8 req-f6164341-08eb-47ef-a19d-aca9806f9119 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371145 Dec 22 13:25:40.687498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:57.523322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a417600a-cfb8-4bd1-ab87-7161c275fa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:25:59.878554 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3a6901a-6e69-4eaf-be46-4a76fcd7416b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:00.134032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55886) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:00.248258 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7624d050-715c-4c63-a744-8c9ba7c4bc3b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/6573673e-fce0-4133-9b30-0913405554c2 HTTP/1.1" status: 200 len: 993 time: 0.1127059 Dec 22 13:26:00.850888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:00.992841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:01.105969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55896) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:01.115684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:01.243697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:01.460011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port b85c6686-854c-4d1a-9525-12c0122ad528, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b85c6686-854c-4d1a-9525-12c0122ad528,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:01.486789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:01.493743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:01.497351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d9a55631-7e1c-40b0-859e-702f2f2da4ab tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:01.562105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:01.562736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:01.564543 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/ports/b85c6686-854c-4d1a-9525-12c0122ad528 HTTP/1.1" status: 200 len: 938 time: 0.4569178 Dec 22 13:26:01.565207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:01.586781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=b85c6686-854c-4d1a-9525-12c0122ad528,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:01.594973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:01.595360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:01.595766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:01.596135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:01.596497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:01.596859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:01.597213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:01.597580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:01.598060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:01.598420 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:01.598777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:01.599131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:01.603435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:01.622398 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'status': 'completed', 'code': 200} Dec 22 13:26:01.721037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6dd49-0d99-422d-9e17-e94af61415aa req-5b7a1eda-29ac-41c4-a23b-eb36cedd8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:01.722541 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3ff6dd49-0d99-422d-9e17-e94af61415aa req-5b7a1eda-29ac-41c4-a23b-eb36cedd8000 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 1099 time: 0.0765007 Dec 22 13:26:01.808510 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ca0f0212-5675-4057-ae73-e2e9477c3e7a None None] Provisioning complete for port b85c6686-854c-4d1a-9525-12c0122ad528 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:01.808901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca0f0212-5675-4057-ae73-e2e9477c3e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:01.856104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6dd49-0d99-422d-9e17-e94af61415aa req-78cb5d31-2d48-43ea-89a4-8b177476f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:01.857539 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3ff6dd49-0d99-422d-9e17-e94af61415aa req-78cb5d31-2d48-43ea-89a4-8b177476f197 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 897 time: 0.1287794 Dec 22 13:26:01.873200 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f0212-5675-4057-ae73-e2e9477c3e7a None None] Port b85c6686-854c-4d1a-9525-12c0122ad528 is administratively disabled so it will not transition to active. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Dec 22 13:26:01.960667 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3ff6dd49-0d99-422d-9e17-e94af61415aa req-4384a907-2668-4fca-86ac-061c9e7b3d96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b85c6686-854c-4d1a-9525-12c0122ad528 HTTP/1.1" status: 200 len: 1002 time: 0.0959837 Dec 22 13:26:02.032084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6dd49-0d99-422d-9e17-e94af61415aa req-b150949b-7f7b-45ae-b95f-0b3febcda114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:02.033531 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3ff6dd49-0d99-422d-9e17-e94af61415aa req-b150949b-7f7b-45ae-b95f-0b3febcda114 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 200 len: 835 time: 0.0669465 Dec 22 13:26:02.109167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6dd49-0d99-422d-9e17-e94af61415aa req-0d405a5a-4d6f-488a-bade-6b5dd7ff250d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:02.110629 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3ff6dd49-0d99-422d-9e17-e94af61415aa req-0d405a5a-4d6f-488a-bade-6b5dd7ff250d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dc7192c-92c6-48a7-ab49-cf693e40c170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707588 Dec 22 13:26:02.241493 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3ff6dd49-0d99-422d-9e17-e94af61415aa req-8c8be7a6-a397-48fc-b681-c65af6e094a5 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244311 Dec 22 13:26:02.393257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:02.484960 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3ff6dd49-0d99-422d-9e17-e94af61415aa req-dbf3dfc8-b170-4deb-9ee0-f280c54d0823 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366760 Dec 22 13:26:05.011020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55906) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:05.020650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:05.141234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.357168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port b85c6686-854c-4d1a-9525-12c0122ad528, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b85c6686-854c-4d1a-9525-12c0122ad528,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:05.381651 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.389710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.393472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1a4a1734-1774-4061-8fbf-628f95f2b064 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:05.456110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:05.456708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.458087 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/ports/b85c6686-854c-4d1a-9525-12c0122ad528 HTTP/1.1" status: 200 len: 937 time: 0.4455903 Dec 22 13:26:05.458823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:05.461649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55910) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:05.483087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=b85c6686-854c-4d1a-9525-12c0122ad528,revision_number=7']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:05.490981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:05.491343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:05.491767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:05.492116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:05.492486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:05.493107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:05.493482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:05.493849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:05.494216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:05.494579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:05.494940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:05.495297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:05.499944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:05.509026 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'status': 'completed', 'code': 200} Dec 22 13:26:05.646398 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fc34fe6f-cfe6-42bc-8f97-ee53cfeebe36 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/6573673e-fce0-4133-9b30-0913405554c2 HTTP/1.1" status: 200 len: 993 time: 0.1835313 Dec 22 13:26:05.663306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355de76-206b-40f4-ac82-66132e7cd38e req-3beb2892-56a1-425d-850c-0dc187fd2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:05.664803 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9355de76-206b-40f4-ac82-66132e7cd38e req-3beb2892-56a1-425d-850c-0dc187fd2d2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 1098 time: 0.1130466 Dec 22 13:26:05.720242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ca91fccf-b8df-482d-b391-901b3630d7b1 None None] Provisioning complete for port b85c6686-854c-4d1a-9525-12c0122ad528 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:05.720828 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ca91fccf-b8df-482d-b391-901b3630d7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:05.796950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355de76-206b-40f4-ac82-66132e7cd38e req-9952ddad-61cf-4c9b-8794-d17e2db9c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:05.798404 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9355de76-206b-40f4-ac82-66132e7cd38e req-9952ddad-61cf-4c9b-8794-d17e2db9c8ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 897 time: 0.1257091 Dec 22 13:26:05.805460 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:26:05.816741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['b85c6686-854c-4d1a-9525-12c0122ad528'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:26:05.904464 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9355de76-206b-40f4-ac82-66132e7cd38e req-e67c9d33-7cb5-41aa-9864-03496deae0a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b85c6686-854c-4d1a-9525-12c0122ad528 HTTP/1.1" status: 200 len: 1001 time: 0.0989830 Dec 22 13:26:05.966263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355de76-206b-40f4-ac82-66132e7cd38e req-adab0491-fac7-4e21-9725-b2d3699bf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:05.967698 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9355de76-206b-40f4-ac82-66132e7cd38e req-adab0491-fac7-4e21-9725-b2d3699bf610 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 200 len: 835 time: 0.0570095 Dec 22 13:26:06.045309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9355de76-206b-40f4-ac82-66132e7cd38e req-b22ebd00-d884-4eea-a055-d0723d8b808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:06.046789 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9355de76-206b-40f4-ac82-66132e7cd38e req-b22ebd00-d884-4eea-a055-d0723d8b808c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dc7192c-92c6-48a7-ab49-cf693e40c170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727205 Dec 22 13:26:06.185197 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9355de76-206b-40f4-ac82-66132e7cd38e req-c0cb998a-fede-4cd1-909b-ffbf49bb02ad service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318262 Dec 22 13:26:06.322657 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9355de76-206b-40f4-ac82-66132e7cd38e req-9f2d39cf-68f9-446e-b6a6-f25d41440952 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308007 Dec 22 13:26:08.226018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55922) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:08.436044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port a25f8aa3-c777-44a5-ab07-782b80b32501 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:26:08.436424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.608181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.608500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.834087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for a25f8aa3-c777-44a5-ab07-782b80b32501 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:26:08.984506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:08.989227 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4acd4950-4943-4f91-a2b8-fb9ac61e9bf8 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:09.032088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=a25f8aa3-c777-44a5-ab07-782b80b32501,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:09.035169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:09.125218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:09.125553 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP e51d4c16-7439-442e-abbd-fea585f71fd0 disassociated (deleted). External IP: 172.26.4.242, port: 5c324d79-18cf-40c8-9ff6-a1d7552e8048. Dec 22 13:26:09.480463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 5da59128-851e-48dd-b69e-c8c44d9db5f2 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:26:09.660776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:26:09.670852 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2a646-1db7-44f6-b4e1-d59a5e1146c3 None None] Sync routers for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:26:09.681799 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2a646-1db7-44f6-b4e1-d59a5e1146c3 None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:26:09.682426 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-fbe2a646-1db7-44f6-b4e1-d59a5e1146c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:26:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:09.682589 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:09.739925 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/floatingips/e51d4c16-7439-442e-abbd-fea585f71fd0 HTTP/1.1" status: 204 len: 168 time: 1.5101724 Dec 22 13:26:09.739925 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'tag': '5c324d79-18cf-40c8-9ff6-a1d7552e8048'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:09.781805 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'tag': '5c324d79-18cf-40c8-9ff6-a1d7552e8048', 'status': 'completed', 'code': 200} Dec 22 13:26:09.865559 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-fbe2a646-1db7-44f6-b4e1-d59a5e1146c3 None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:26:09.877468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cd4c9-0509-45d9-8ffb-e013409fe3a3 req-9d4fce23-e9c8-49d9-bc21-8d5308ee1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:09.879255 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-613cd4c9-0509-45d9-8ffb-e013409fe3a3 req-9d4fce23-e9c8-49d9-bc21-8d5308ee1b98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 1098 time: 0.0737131 Dec 22 13:26:10.023364 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cd4c9-0509-45d9-8ffb-e013409fe3a3 req-8ba81f3c-33b2-41f2-8d47-7cfe2f0dde32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:10.024872 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-613cd4c9-0509-45d9-8ffb-e013409fe3a3 req-8ba81f3c-33b2-41f2-8d47-7cfe2f0dde32 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 897 time: 0.1393652 Dec 22 13:26:10.130270 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-613cd4c9-0509-45d9-8ffb-e013409fe3a3 req-746a93d6-b3b8-48bb-b86d-7d520e94161e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c324d79-18cf-40c8-9ff6-a1d7552e8048 HTTP/1.1" status: 200 len: 217 time: 0.0972927 Dec 22 13:26:10.208603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cd4c9-0509-45d9-8ffb-e013409fe3a3 req-b40fa8d2-6da1-4337-bf1c-a79da8396357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:10.210084 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-613cd4c9-0509-45d9-8ffb-e013409fe3a3 req-b40fa8d2-6da1-4337-bf1c-a79da8396357 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 200 len: 835 time: 0.0722492 Dec 22 13:26:10.221554 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-fbe2a646-1db7-44f6-b4e1-d59a5e1146c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '6573673e-fce0-4133-9b30-0913405554c2', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'port_id': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'mac_address': 'fa:16:3e:04:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:28Z', 'updated_at': '2021-12-22T13:24:31Z', 'revision_number': 1, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:10.225566 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2a646-1db7-44f6-b4e1-d59a5e1146c3 None None] Checking router: 5da59128-851e-48dd-b69e-c8c44d9db5f2 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:26:10.234111 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2a646-1db7-44f6-b4e1-d59a5e1146c3 None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:26:10.234721 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-fbe2a646-1db7-44f6-b4e1-d59a5e1146c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:26:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:10.268959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851e32d-4377-4257-9656-514f75d6f9b7 req-8d22181c-694d-4c7a-a630-45094340c166 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:10.269644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-5851e32d-4377-4257-9656-514f75d6f9b7 req-8d22181c-694d-4c7a-a630-45094340c166 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:10.302229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-5851e32d-4377-4257-9656-514f75d6f9b7 req-8d22181c-694d-4c7a-a630-45094340c166 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:10.303400 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5851e32d-4377-4257-9656-514f75d6f9b7 req-8d22181c-694d-4c7a-a630-45094340c166 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 945 time: 0.2191980 Dec 22 13:26:10.309560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613cd4c9-0509-45d9-8ffb-e013409fe3a3 req-9317907c-1cf3-48b5-9c01-86b6c5017848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:10.311187 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-613cd4c9-0509-45d9-8ffb-e013409fe3a3 req-9317907c-1cf3-48b5-9c01-86b6c5017848 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dc7192c-92c6-48a7-ab49-cf693e40c170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0934424 Dec 22 13:26:10.413492 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-fbe2a646-1db7-44f6-b4e1-d59a5e1146c3 None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:26:10.549733 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5851e32d-4377-4257-9656-514f75d6f9b7 req-157aaa97-c037-4267-8600-7ac47dd0ec61 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6be66b-5955-444e-8053-6200eca29c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375011 Dec 22 13:26:10.600953 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-613cd4c9-0509-45d9-8ffb-e013409fe3a3 req-9c2276df-e492-476b-a361-023d8b53b5e8 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713485 Dec 22 13:26:10.690799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:10.737423 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-613cd4c9-0509-45d9-8ffb-e013409fe3a3 req-fac4cff0-c503-476c-b223-015ac38b4f0f service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285796 Dec 22 13:26:10.788916 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-fbe2a646-1db7-44f6-b4e1-d59a5e1146c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '6573673e-fce0-4133-9b30-0913405554c2', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'port_id': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'mac_address': 'fa:16:3e:04:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:28Z', 'updated_at': '2021-12-22T13:24:31Z', 'revision_number': 1, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:10.793006 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2a646-1db7-44f6-b4e1-d59a5e1146c3 None None] The sync data for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv is: [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '6573673e-fce0-4133-9b30-0913405554c2', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.106', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'port_id': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'mac_address': 'fa:16:3e:04:ab:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:24:28Z', 'updated_at': '2021-12-22T13:24:31Z', 'revision_number': 1, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:26:11.014434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fb9ca9-bb03-4390-bd9f-0ff011aed09a None None] New status for floating IP e51d4c16-7439-442e-abbd-fea585f71fd0: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:26:11.718607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5554b60-c2bf-4cc4-b37b-05ec30f19069 req-b431e1b6-7c90-4cca-aec9-58c9c2d56b95 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:11.720097 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5554b60-c2bf-4cc4-b37b-05ec30f19069 req-b431e1b6-7c90-4cca-aec9-58c9c2d56b95 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 945 time: 0.0804076 Dec 22 13:26:11.760228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3096e83-4fa6-49f6-945b-eabcad27a9ff req-1d751729-c4db-4635-8d0b-9bb2b778bd87 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:11.761681 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f3096e83-4fa6-49f6-945b-eabcad27a9ff req-1d751729-c4db-4635-8d0b-9bb2b778bd87 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 945 time: 0.0880780 Dec 22 13:26:11.792871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-f5554b60-c2bf-4cc4-b37b-05ec30f19069 req-3f414421-c006-4198-8c4b-a612a6a9b12d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 5c324d79-18cf-40c8-9ff6-a1d7552e8048 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:26:11.793224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f5554b60-c2bf-4cc4-b37b-05ec30f19069 req-3f414421-c006-4198-8c4b-a612a6a9b12d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:11.805752 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f3096e83-4fa6-49f6-945b-eabcad27a9ff req-012d7977-102b-4049-9b7a-1a788a155ad6 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6be66b-5955-444e-8053-6200eca29c14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382843 Dec 22 13:26:12.038124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-f5554b60-c2bf-4cc4-b37b-05ec30f19069 req-3f414421-c006-4198-8c4b-a612a6a9b12d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 5c324d79-18cf-40c8-9ff6-a1d7552e8048, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5c324d79-18cf-40c8-9ff6-a1d7552e8048,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:12.038454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f5554b60-c2bf-4cc4-b37b-05ec30f19069 req-3f414421-c006-4198-8c4b-a612a6a9b12d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:12.160024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-f5554b60-c2bf-4cc4-b37b-05ec30f19069 req-3f414421-c006-4198-8c4b-a612a6a9b12d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 5c324d79-18cf-40c8-9ff6-a1d7552e8048 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:26:12.313432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f5554b60-c2bf-4cc4-b37b-05ec30f19069 req-3f414421-c006-4198-8c4b-a612a6a9b12d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:12.321265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5dce0e5b-2e17-47a0-8c99-1e7a46c68ec9 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:12.366937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f414421-c006-4198-8c4b-a612a6a9b12d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=5c324d79-18cf-40c8-9ff6-a1d7552e8048,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:12.369910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3f414421-c006-4198-8c4b-a612a6a9b12d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:12.440414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5554b60-c2bf-4cc4-b37b-05ec30f19069 req-3f414421-c006-4198-8c4b-a612a6a9b12d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] No DVR routers for this DVR port 5c324d79-18cf-40c8-9ff6-a1d7552e8048 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:12.443233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f5554b60-c2bf-4cc4-b37b-05ec30f19069 req-3f414421-c006-4198-8c4b-a612a6a9b12d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:12.445728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'name': 'network-vif-deleted', 'tag': '5c324d79-18cf-40c8-9ff6-a1d7552e8048'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:12.462720 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5554b60-c2bf-4cc4-b37b-05ec30f19069 req-3f414421-c006-4198-8c4b-a612a6a9b12d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "DELETE /v2.0/ports/5c324d79-18cf-40c8-9ff6-a1d7552e8048 HTTP/1.1" status: 204 len: 173 time: 0.7371681 Dec 22 13:26:12.491174 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80', 'name': 'network-vif-deleted', 'tag': '5c324d79-18cf-40c8-9ff6-a1d7552e8048', 'status': 'completed', 'code': 200} Dec 22 13:26:12.978008 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0c29bc5e-701b-4795-895f-ee4c3a3cde12 req-0ab2b014-863f-431e-a179-219c97de4fc2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5c1a4b9-b892-4f74-a0fb-ccf7c33bdb80 HTTP/1.1" status: 200 len: 210 time: 0.0435622 Dec 22 13:26:14.089559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55940) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:14.168901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48d2bcb0-c530-44f7-bff5-e958d627e33e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.209230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48d2bcb0-c530-44f7-bff5-e958d627e33e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.280794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48d2bcb0-c530-44f7-bff5-e958d627e33e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.284666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-319a8c0d-951a-4aae-a732-99d1572c6328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:14.299844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2bcb0-c530-44f7-bff5-e958d627e33e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6be66b-5955-444e-8053-6200eca29c14,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:14.302602 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-48d2bcb0-c530-44f7-bff5-e958d627e33e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:14.311698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48d2bcb0-c530-44f7-bff5-e958d627e33e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.312922 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-48d2bcb0-c530-44f7-bff5-e958d627e33e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/security-groups/fc6be66b-5955-444e-8053-6200eca29c14 HTTP/1.1" status: 204 len: 168 time: 0.2219317 Dec 22 13:26:14.345185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55946) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:14.662502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port d257b940-c63c-44cc-8f48-b99b1f70d35d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:26:14.662838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.830768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.831062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:14.954500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for d257b940-c63c-44cc-8f48-b99b1f70d35d owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:26:15.119433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.125782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:15.174655 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=d257b940-c63c-44cc-8f48-b99b1f70d35d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:15.177250 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:15.270299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.270533 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP 6573673e-fce0-4133-9b30-0913405554c2 disassociated (deleted). External IP: 172.26.4.106, port: b85c6686-854c-4d1a-9525-12c0122ad528. Dec 22 13:26:15.613627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 5da59128-851e-48dd-b69e-c8c44d9db5f2 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:26:15.794605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:26:15.807537 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24760075-04f9-4c2f-9670-28c1f73e8602 None None] Sync routers for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:26:15.811641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:15.817634 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24760075-04f9-4c2f-9670-28c1f73e8602 None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:26:15.818403 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-24760075-04f9-4c2f-9670-28c1f73e8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:26:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:15.866448 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/floatingips/6573673e-fce0-4133-9b30-0913405554c2 HTTP/1.1" status: 204 len: 168 time: 1.5199103 Dec 22 13:26:15.866996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:15.916618 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'status': 'completed', 'code': 200} Dec 22 13:26:15.994946 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-24760075-04f9-4c2f-9670-28c1f73e8602 None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:26:16.008894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2622-b6ed-4bfa-9ac4-07eb16262f8f req-4b30a1b7-0679-4998-a415-1e5fa14f6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:16.010401 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d5d2622-b6ed-4bfa-9ac4-07eb16262f8f req-4b30a1b7-0679-4998-a415-1e5fa14f6fc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 1098 time: 0.0717485 Dec 22 13:26:16.155666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2622-b6ed-4bfa-9ac4-07eb16262f8f req-36b42357-0fa6-45ec-a4e7-55e6fb9e5a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:16.157581 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d5d2622-b6ed-4bfa-9ac4-07eb16262f8f req-36b42357-0fa6-45ec-a4e7-55e6fb9e5a37 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 200 len: 897 time: 0.1398737 Dec 22 13:26:16.240017 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d5d2622-b6ed-4bfa-9ac4-07eb16262f8f req-6136331a-ab98-4865-8747-c5872a6874c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b85c6686-854c-4d1a-9525-12c0122ad528 HTTP/1.1" status: 200 len: 217 time: 0.0747404 Dec 22 13:26:16.305901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2622-b6ed-4bfa-9ac4-07eb16262f8f req-a7f6d66d-42eb-49ba-9fbf-dff17a21b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:16.307774 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d5d2622-b6ed-4bfa-9ac4-07eb16262f8f req-a7f6d66d-42eb-49ba-9fbf-dff17a21b13c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 200 len: 835 time: 0.0610285 Dec 22 13:26:16.326726 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-24760075-04f9-4c2f-9670-28c1f73e8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:16.330697 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24760075-04f9-4c2f-9670-28c1f73e8602 None None] Checking router: 5da59128-851e-48dd-b69e-c8c44d9db5f2 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:26:16.339776 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24760075-04f9-4c2f-9670-28c1f73e8602 None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:26:16.340396 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-24760075-04f9-4c2f-9670-28c1f73e8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:26:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:16.388799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2622-b6ed-4bfa-9ac4-07eb16262f8f req-8f27944b-dbcf-4568-a312-a255f076d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:16.390326 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d5d2622-b6ed-4bfa-9ac4-07eb16262f8f req-8f27944b-dbcf-4568-a312-a255f076d990 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0dc7192c-92c6-48a7-ab49-cf693e40c170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741680 Dec 22 13:26:16.395992 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2091c-04d4-40f0-ba93-c2d121a44c53 req-54ed62f0-26a6-4682-a6b7-3a541261e547 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:16.396826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-5bd2091c-04d4-40f0-ba93-c2d121a44c53 req-54ed62f0-26a6-4682-a6b7-3a541261e547 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:16.413946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-5bd2091c-04d4-40f0-ba93-c2d121a44c53 req-54ed62f0-26a6-4682-a6b7-3a541261e547 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:16.420936 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5bd2091c-04d4-40f0-ba93-c2d121a44c53 req-54ed62f0-26a6-4682-a6b7-3a541261e547 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 945 time: 0.2547944 Dec 22 13:26:16.464509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-5bd2091c-04d4-40f0-ba93-c2d121a44c53 req-78455c97-5e34-469f-8e2b-4254f0de2b31 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:16.483236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-5bd2091c-04d4-40f0-ba93-c2d121a44c53 req-78455c97-5e34-469f-8e2b-4254f0de2b31 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:16.488201 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5bd2091c-04d4-40f0-ba93-c2d121a44c53 req-78455c97-5e34-469f-8e2b-4254f0de2b31 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f944f85-43e7-4c97-a5e3-b80944d49cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659173 Dec 22 13:26:16.520954 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-24760075-04f9-4c2f-9670-28c1f73e8602 None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:26:16.644381 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d5d2622-b6ed-4bfa-9ac4-07eb16262f8f req-f4e618a2-0ff3-4b29-b51b-06b3222accfa service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469645 Dec 22 13:26:16.777805 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d5d2622-b6ed-4bfa-9ac4-07eb16262f8f req-e0d0d831-b025-4f86-b3d3-8b6df7703360 service neutron] 10.222.0.54 "GET /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261292 Dec 22 13:26:16.825978 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-24760075-04f9-4c2f-9670-28c1f73e8602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:16.830129 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24760075-04f9-4c2f-9670-28c1f73e8602 None None] The sync data for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv is: [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:24:08Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'a7842881-3675-4c9e-8b30-8a881cb2bf09', 'name': '', 'network_id': '0dc7192c-92c6-48a7-ab49-cf693e40c170', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:38:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:08Z', 'updated_at': '2021-12-22T13:24:13Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': 'ef957360-56c5-4ddb-9053-3044108c8bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:26:16.857461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5c324d79-18cf-40c8-9ff6-a1d7552e8048 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:16.940193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 5c324d79-18cf-40c8-9ff6-a1d7552e8048 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:26:16.940551 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5c324d79-18cf-40c8-9ff6-a1d7552e8048 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:17.046098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce72629-808a-4d73-9a7b-5ff4f4e0f23d None None] New status for floating IP 6573673e-fce0-4133-9b30-0913405554c2: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:26:17.685767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93608790-0146-4e51-ac6a-664e45a70435 req-3b9619a3-251d-41fa-a2d8-20f24a300266 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:17.686408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-93608790-0146-4e51-ac6a-664e45a70435 req-3b9619a3-251d-41fa-a2d8-20f24a300266 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:17.698282 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-93608790-0146-4e51-ac6a-664e45a70435 req-3b9619a3-251d-41fa-a2d8-20f24a300266 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:17.699382 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-93608790-0146-4e51-ac6a-664e45a70435 req-3b9619a3-251d-41fa-a2d8-20f24a300266 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 945 time: 0.0989444 Dec 22 13:26:17.745562 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-93608790-0146-4e51-ac6a-664e45a70435 req-410809d7-266f-40c8-9517-7e85041f2bf2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f944f85-43e7-4c97-a5e3-b80944d49cac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397193 Dec 22 13:26:17.939212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7548e-9482-45af-a57a-3114f9104442 req-0e503bc6-9423-40bf-b5a6-555ce489b39d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:17.940649 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f7f7548e-9482-45af-a57a-3114f9104442 req-0e503bc6-9423-40bf-b5a6-555ce489b39d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 945 time: 0.0977390 Dec 22 13:26:18.009761 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-f7f7548e-9482-45af-a57a-3114f9104442 req-4377f2b8-280e-4a75-b7c7-0118617f042b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port b85c6686-854c-4d1a-9525-12c0122ad528 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:26:18.010045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f7f7548e-9482-45af-a57a-3114f9104442 req-4377f2b8-280e-4a75-b7c7-0118617f042b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.257060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-f7f7548e-9482-45af-a57a-3114f9104442 req-4377f2b8-280e-4a75-b7c7-0118617f042b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port b85c6686-854c-4d1a-9525-12c0122ad528, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b85c6686-854c-4d1a-9525-12c0122ad528,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:18.257325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f7f7548e-9482-45af-a57a-3114f9104442 req-4377f2b8-280e-4a75-b7c7-0118617f042b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.376478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-f7f7548e-9482-45af-a57a-3114f9104442 req-4377f2b8-280e-4a75-b7c7-0118617f042b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for b85c6686-854c-4d1a-9525-12c0122ad528 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:26:18.521892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f7f7548e-9482-45af-a57a-3114f9104442 req-4377f2b8-280e-4a75-b7c7-0118617f042b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.527932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b16903b2-4732-4553-8b3b-e022b27fa7b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:18.571381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377f2b8-280e-4a75-b7c7-0118617f042b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=b85c6686-854c-4d1a-9525-12c0122ad528,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:18.574059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4377f2b8-280e-4a75-b7c7-0118617f042b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:18.649166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f7548e-9482-45af-a57a-3114f9104442 req-4377f2b8-280e-4a75-b7c7-0118617f042b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] No DVR routers for this DVR port b85c6686-854c-4d1a-9525-12c0122ad528 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:18.651872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f7f7548e-9482-45af-a57a-3114f9104442 req-4377f2b8-280e-4a75-b7c7-0118617f042b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:18.654557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'name': 'network-vif-deleted', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:18.673401 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f7f7548e-9482-45af-a57a-3114f9104442 req-4377f2b8-280e-4a75-b7c7-0118617f042b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "DELETE /v2.0/ports/b85c6686-854c-4d1a-9525-12c0122ad528 HTTP/1.1" status: 204 len: 173 time: 0.7266755 Dec 22 13:26:18.707242 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6cd8e51-ccda-4f29-8df6-157a0a89e6d0', 'name': 'network-vif-deleted', 'tag': 'b85c6686-854c-4d1a-9525-12c0122ad528', 'status': 'completed', 'code': 200} Dec 22 13:26:18.907320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3d4e9e61-5d62-4174-81d5-422195717c8f req-c844645d-ef2c-41c6-bd1b-5e87fa548dd3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:18.925305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3d4e9e61-5d62-4174-81d5-422195717c8f req-c844645d-ef2c-41c6-bd1b-5e87fa548dd3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:18.926500 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3d4e9e61-5d62-4174-81d5-422195717c8f req-c844645d-ef2c-41c6-bd1b-5e87fa548dd3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=d6cd8e51-ccda-4f29-8df6-157a0a89e6d0 HTTP/1.1" status: 200 len: 210 time: 0.0609233 Dec 22 13:26:20.029800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55964) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:20.103629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f0572ba-e76e-4a46-a567-5636b87e8eee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.134417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f0572ba-e76e-4a46-a567-5636b87e8eee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.204992 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f0572ba-e76e-4a46-a567-5636b87e8eee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.208833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:20.222988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0572ba-e76e-4a46-a567-5636b87e8eee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f944f85-43e7-4c97-a5e3-b80944d49cac,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:20.226129 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f0572ba-e76e-4a46-a567-5636b87e8eee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:20.237768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f0572ba-e76e-4a46-a567-5636b87e8eee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:20.238918 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7f0572ba-e76e-4a46-a567-5636b87e8eee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/security-groups/4f944f85-43e7-4c97-a5e3-b80944d49cac HTTP/1.1" status: 204 len: 168 time: 0.2080648 Dec 22 13:26:20.269403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55970) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:20.835223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.215580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port a7842881-3675-4c9e-8b30-8a881cb2bf09 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:26:21.216328 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.397529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port a7842881-3675-4c9e-8b30-8a881cb2bf09, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=a7842881-3675-4c9e-8b30-8a881cb2bf09,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:21.397849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.518788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for a7842881-3675-4c9e-8b30-8a881cb2bf09 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:26:21.980230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:21.983805 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bfb72eb2-56d7-4f3f-a901-0b7166e826fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:22.030937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=a7842881-3675-4c9e-8b30-8a881cb2bf09,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:22.034109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:22.314262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:22.695636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router 5da59128-851e-48dd-b69e-c8c44d9db5f2 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:26:22.868188 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device b85c6686-854c-4d1a-9525-12c0122ad528 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:22.876935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:26:22.887325 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de780b-7258-406f-b3f6-7a231a4ad875 None None] Sync routers for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:26:22.897466 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de780b-7258-406f-b3f6-7a231a4ad875 None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:26:22.898153 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/5da59128-851e-48dd-b69e-c8c44d9db5f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6274986 Dec 22 13:26:22.898584 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-79de780b-7258-406f-b3f6-7a231a4ad875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:26:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:22.901024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55974) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:22.919669 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: b85c6686-854c-4d1a-9525-12c0122ad528 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:26:22.920027 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device b85c6686-854c-4d1a-9525-12c0122ad528 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:22.971463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8e7735-b116-4a71-811a-73aa6bf62485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting subnet ef957360-56c5-4ddb-9053-3044108c8bcb {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:26:22.974538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed8e7735-b116-4a71-811a-73aa6bf62485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.026964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed8e7735-b116-4a71-811a-73aa6bf62485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.073917 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-79de780b-7258-406f-b3f6-7a231a4ad875 None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:26:23.113205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed8e7735-b116-4a71-811a-73aa6bf62485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.188753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed8e7735-b116-4a71-811a-73aa6bf62485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.192425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c29826fc-2d1e-4d5e-a815-bdefca488643 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:23.228097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e7735-b116-4a71-811a-73aa6bf62485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Subnet': ['ID=ef957360-56c5-4ddb-9053-3044108c8bcb,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:23.231132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ed8e7735-b116-4a71-811a-73aa6bf62485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:23.232115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ed8e7735-b116-4a71-811a-73aa6bf62485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.238732 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ed8e7735-b116-4a71-811a-73aa6bf62485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/subnets/ef957360-56c5-4ddb-9053-3044108c8bcb HTTP/1.1" status: 204 len: 168 time: 0.3366325 Dec 22 13:26:23.241364 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55978) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:23.244532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2033981-bb8e-455e-997b-75919c363ddb None None] Network 0dc7192c-92c6-48a7-ab49-cf693e40c170 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:26:23.409010 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-79de780b-7258-406f-b3f6-7a231a4ad875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:26:21Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:23.413166 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de780b-7258-406f-b3f6-7a231a4ad875 None None] Checking router: 5da59128-851e-48dd-b69e-c8c44d9db5f2 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:26:23.421480 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de780b-7258-406f-b3f6-7a231a4ad875 None None] Routers {'5da59128-851e-48dd-b69e-c8c44d9db5f2'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:26:23.422460 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-79de780b-7258-406f-b3f6-7a231a4ad875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:26:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['5da59128-851e-48dd-b69e-c8c44d9db5f2'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:23.531400 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] DHCP port deletion for 0dc7192c-92c6-48a7-ab49-cf693e40c170 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:26:23.537162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Deleting port e8e925dd-68c1-4a52-ab5c-8ea8ec139493 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:26:23.537683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.555507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.600341 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-79de780b-7258-406f-b3f6-7a231a4ad875 None None] Set router 5da59128-851e-48dd-b69e-c8c44d9db5f2 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:26:23.741124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.747959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] For port e8e925dd-68c1-4a52-ab5c-8ea8ec139493, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e8e925dd-68c1-4a52-ab5c-8ea8ec139493,segment=NetworkSegment(224185e6-3a13-43f1-910c-da7126907082),segment_id=224185e6-3a13-43f1-910c-da7126907082)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:23.748295 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.754135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 0e9b1718-3826-4458-b4c9-1f0140d50d41 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:26:23.754473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.870117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Calling delete_port for e8e925dd-68c1-4a52-ab5c-8ea8ec139493 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:26:23.890939 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-79de780b-7258-406f-b3f6-7a231a4ad875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:26:21Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:23.895718 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de780b-7258-406f-b3f6-7a231a4ad875 None None] The sync data for ids ['5da59128-851e-48dd-b69e-c8c44d9db5f2'] in dv-neutron-822668-1-hyperv is: [{'id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'name': 'tempest-TestNetworkBasicOps-router-1760526709', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:03Z', 'updated_at': '2021-12-22T13:26:21Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '0e9b1718-3826-4458-b4c9-1f0140d50d41', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:26:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59128-851e-48dd-b69e-c8c44d9db5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:04Z', 'updated_at': '2021-12-22T13:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:26:23.930321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 0e9b1718-3826-4458-b4c9-1f0140d50d41, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0e9b1718-3826-4458-b4c9-1f0140d50d41,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:23.931322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.946210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:23.949904 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:23.994786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Pushing event deleted for resources: {'Port': ['ID=e8e925dd-68c1-4a52-ab5c-8ea8ec139493,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:23.999375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] No DVR routers for this DVR port e8e925dd-68c1-4a52-ab5c-8ea8ec139493 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:26:24.005402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:24.005785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:24.006130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:24.006433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:24.006787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:24.007103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:24.007430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:24.007788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:24.008114 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:24.008436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:24.008759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:24.009421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:24.012093 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:24.056327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 0e9b1718-3826-4458-b4c9-1f0140d50d41 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:26:24.233065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:24.236662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-46c18804-2d92-4e7f-a6d2-06f65db5084d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:24.282796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=0e9b1718-3826-4458-b4c9-1f0140d50d41,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:24.286023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:24.374964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:24.548856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:24.551016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:24.574919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:24.575510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Fanout notify agent at l3_agent the message router_deleted on router 5da59128-851e-48dd-b69e-c8c44d9db5f2 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:26:24.591099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:24.594911 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/routers/5da59128-851e-48dd-b69e-c8c44d9db5f2 HTTP/1.1" status: 204 len: 168 time: 1.3500311 Dec 22 13:26:24.595233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55982) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:24.712638 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:24.954942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:24.993502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc7192c-92c6-48a7-ab49-cf693e40c170']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:25.006510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224185e6-3a13-43f1-910c-da7126907082') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:25.006769 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224185e6-3a13-43f1-910c-da7126907082') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:25.019435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.036784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.042902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:26:25.043300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:26:25.057887 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:26:25.141038 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.146340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f3aaae25-452f-48da-8c7e-734153932bf7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:25.163889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.174867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Network': ['ID=0dc7192c-92c6-48a7-ab49-cf693e40c170,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:25.178029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:25.186476 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/networks/0dc7192c-92c6-48a7-ab49-cf693e40c170 HTTP/1.1" status: 204 len: 168 time: 0.5903826 Dec 22 13:26:25.212384 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 55986) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:25.217866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'network': {'name': 'tempest-network-smoke--400059794', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'port_security_enabled': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:25.222830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:25.226989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:network and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:25.229891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:25.235654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:25.246872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:25.250321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.278414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:26:25.287818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.288069 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Added segment 9eb50bef-35b3-49eb-82c5-27d0b8cc2c58 of type vlan for network 7ee9f79b-cf31-483b-b53f-5b3c220e230e Dec 22 13:26:25.314716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.346712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.352508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:25.353076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.356763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3a0460d3-68f2-4e0f-962d-97d2dd94f8b4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:25.377771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0e9b1718-3826-4458-b4c9-1f0140d50d41 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:25.412285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 0e9b1718-3826-4458-b4c9-1f0140d50d41 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:26:25.412646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0e9b1718-3826-4458-b4c9-1f0140d50d41 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:25.413116 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a7842881-3675-4c9e-8b30-8a881cb2bf09 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:25.445996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: a7842881-3675-4c9e-8b30-8a881cb2bf09 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:26:25.446394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device a7842881-3675-4c9e-8b30-8a881cb2bf09 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:25.446810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e8e925dd-68c1-4a52-ab5c-8ea8ec139493 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:26:25.456664 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2433302 Dec 22 13:26:25.459756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55990) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:25.466653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Network': ['ID=7ee9f79b-cf31-483b-b53f-5b3c220e230e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:25.467168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'admin_state_up': True, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:25.469445 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:25.475224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:25.480584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:router and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:25.483815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:25.484240 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 7ee9f79b-cf31-483b-b53f-5b3c220e230e details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:26:25.490831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:25.496535 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: e8e925dd-68c1-4a52-ab5c-8ea8ec139493 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:26:25.496924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e8e925dd-68c1-4a52-ab5c-8ea8ec139493 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:26:25.502280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.503343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.519965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:25.929935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:26.244614 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:26.280705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:26.416155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.57 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:26.562496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:26.594209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:26.597995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-005322f6-1b9e-4405-8cb7-a3db01d2ac4b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:26.662478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:26.665444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:26.669057 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:26:26.697728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:26.703539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:27.084585 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:27.518949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-233e317b-7b55-4749-bfc0-e5729f1686e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:27.552342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:27.756060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router d7a53ccc-a822-4e82-b996-021a6c2b38ab is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:26:27.946035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:26:27.957096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Sync routers for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:26:27.967161 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:26:27.967831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:26:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:27.975256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:27.976583 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5147271 Dec 22 13:26:27.979782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 55996) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:28.062490 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-06b8285f-ab9e-4af6-af5d-ee06e215fe34 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=f78c694f854e4d3495bc7de63c3e5cf7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0791199 Dec 22 13:26:28.062938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56002) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:28.140230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Set router d7a53ccc-a822-4e82-b996-021a6c2b38ab gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:26:28.196945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e02be5-964c-4897-a1e8-63b87ac24879 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:28.198347 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-51e02be5-964c-4897-a1e8-63b87ac24879 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344113 Dec 22 13:26:28.201220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56006) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:28.241194 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c7d5670d-fb05-4bff-bd02-7b7c7fbb5ff3 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387421 Dec 22 13:26:28.243814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56010) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:28.249688 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2023309171', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:28.359058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:28.363091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:subnet and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:28.366106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:28.372311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:28.384891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:28.388403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:28.454200 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:26:26Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:28.458090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Checking router: d7a53ccc-a822-4e82-b996-021a6c2b38ab for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:26:28.458452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Updating router d7a53ccc-a822-4e82-b996-021a6c2b38ab port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:26:28.512397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:28.605287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:28.609629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-863524ca-42e8-4cc1-8f41-8cc8e3ec8c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:28.680664 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Subnet': ['ID=907d0b09-6530-4bbd-94ad-e1129c88d12b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:28.683987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:28.690639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Checking segment: {'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:26:28.690989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network hostable DHCP agents. Network: 7ee9f79b-cf31-483b-b53f-5b3c220e230e, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:26:28.711698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 7ee9f79b-cf31-483b-b53f-5b3c220e230e is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:26:28.722472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 7ee9f79b-cf31-483b-b53f-5b3c220e230e) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:28.726954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:28.728121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:28.731636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4728fe55-f192-421d-bf0a-2ace64e1c25e None None] Network 7ee9f79b-cf31-483b-b53f-5b3c220e230e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:26:28.750598 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5056815 Dec 22 13:26:28.753709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56014) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:28.986899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.029519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Transition to ACTIVE for port object 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:29.041516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.045209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:29.078325 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:26:29.079158 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.198349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c46f99-a4aa-445c-956e-a546e6a47ecb None None] Pushing event updated for resources: {'Port': ['ID=38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:29.204532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Attempting to bind port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:26:29.205033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Attempting to bind port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:26:29.205442 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Attempting to bind port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:26:29.207657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-34c46f99-a4aa-445c-956e-a546e6a47ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:29.218980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:26:29.219336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:26:29.219814 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.220211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:26:29.220666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Bound port: 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:26:29.221048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.348794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] For port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:26:29.351038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Allocated IP 172.20.0.2 (7ee9f79b-cf31-483b-b53f-5b3c220e230e/907d0b09-6530-4bbd-94ad-e1129c88d12b/da333cdb-7412-4a6a-9e41-9662462ac64d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:29.353836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] For port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:26:29.361924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.366868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-dade04a1-4918-4dd2-ba18-b4a15c397627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:29.455265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.525751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c46f99-a4aa-445c-956e-a546e6a47ecb None None] Pushing event updated for resources: {'Port': ['ID=38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:29.530245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:26:29.530887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:26:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:29.581130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-34c46f99-a4aa-445c-956e-a546e6a47ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:29.839813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:29.843017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] Set router d7a53ccc-a822-4e82-b996-021a6c2b38ab gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:26:29.961604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Transition to ACTIVE for port object da333cdb-7412-4a6a-9e41-9662462ac64d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:30.034038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4e5c4a9b-d699-4e74-be25-e7cf565ec16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.054760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Transition to ACTIVE for port object da333cdb-7412-4a6a-9e41-9662462ac64d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:30.064485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.069437 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d96fa1a4-257f-441a-97b6-8a1909744649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:30.127513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.1 (7ee9f79b-cf31-483b-b53f-5b3c220e230e/907d0b09-6530-4bbd-94ad-e1129c88d12b/4f7da892-32e4-4eb7-9e21-5bd936e87700) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:30.155536 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Network 7ee9f79b-cf31-483b-b53f-5b3c220e230e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:30.156752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:30.162502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:26:30.232993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Pushing event updated for resources: {'Port': ['ID=da333cdb-7412-4a6a-9e41-9662462ac64d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:30.244504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:30.293676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.301528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Attempting to bind port da333cdb-7412-4a6a-9e41-9662462ac64d on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:26:30.301926 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Attempting to bind port da333cdb-7412-4a6a-9e41-9662462ac64d by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:26:30.302278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Attempting to bind port da333cdb-7412-4a6a-9e41-9662462ac64d on network 7ee9f79b-cf31-483b-b53f-5b3c220e230e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:26:30.309629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object 4f7da892-32e4-4eb7-9e21-5bd936e87700 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:30.310017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:26:30.310428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Checking segment: {'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:26:30.310824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.311202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Bound using segment: {'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:26:30.311716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Bound port: da333cdb-7412-4a6a-9e41-9662462ac64d, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:26:30.312096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.334000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.338095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4892334c-e497-4ead-8ddb-d151dc14b03a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:30.380361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:26:26Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:30.395082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0392e0-4adf-459e-88f5-507ec08db69f None None] The sync data for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv is: [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:26:26Z', 'revision_number': 3, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:26:30.401004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 7ee9f79b-cf31-483b-b53f-5b3c220e230e is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:30.404051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:30.408264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:26:30.410358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] For port da333cdb-7412-4a6a-9e41-9662462ac64d, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:26:30.413889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] For port da333cdb-7412-4a6a-9e41-9662462ac64d, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=da333cdb-7412-4a6a-9e41-9662462ac64d,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:26:30.425408 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.429313 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:30.444021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=4f7da892-32e4-4eb7-9e21-5bd936e87700,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:30.453262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:30.471889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.511722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Pushing event updated for resources: {'Port': ['ID=da333cdb-7412-4a6a-9e41-9662462ac64d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:30.515584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:30.787064 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.853792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:30.989682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:31.226903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:31.232873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:31.260714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3f414421-c006-4198-8c4b-a612a6a9b12d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:31.347827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=4f7da892-32e4-4eb7-9e21-5bd936e87700,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:31.351222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:31.354887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:31.468812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device da333cdb-7412-4a6a-9e41-9662462ac64d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:31.544513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port da333cdb-7412-4a6a-9e41-9662462ac64d completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:31.550470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:31.610899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c08d81b-9ed6-455d-a699-18d562d15e1d None None] Network 7ee9f79b-cf31-483b-b53f-5b3c220e230e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:26:31.631215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 7ee9f79b-cf31-483b-b53f-5b3c220e230e is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:31.632353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:31.724504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7260a935-4f53-4c7d-9c1a-71b4df8bd121 None None] Provisioning for port da333cdb-7412-4a6a-9e41-9662462ac64d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:31.729458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:31.746525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7260a935-4f53-4c7d-9c1a-71b4df8bd121 None None] Provisioning complete for port da333cdb-7412-4a6a-9e41-9662462ac64d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:31.746927 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7260a935-4f53-4c7d-9c1a-71b4df8bd121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:31.771174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:31.771584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:31.823431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router d7a53ccc-a822-4e82-b996-021a6c2b38ab has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:26:32.004820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:26:32.019746 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/d7a53ccc-a822-4e82-b996-021a6c2b38ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2626328 Dec 22 13:26:32.019965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56018) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:32.050038 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Sync routers for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:26:32.051499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7260a935-4f53-4c7d-9c1a-71b4df8bd121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.059451 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:26:32.060359 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:26:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:32.073090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.102583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:32.111039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7260a935-4f53-4c7d-9c1a-71b4df8bd121 None None] For port da333cdb-7412-4a6a-9e41-9662462ac64d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=da333cdb-7412-4a6a-9e41-9662462ac64d,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:32.111989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.114772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-34c46f99-a4aa-445c-956e-a546e6a47ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:32.160184 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7260a935-4f53-4c7d-9c1a-71b4df8bd121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.183229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb7dc2-1cec-4e57-85f3-83e028069b43 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:32.183743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb7dc2-1cec-4e57-85f3-83e028069b43 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:32.184212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb7dc2-1cec-4e57-85f3-83e028069b43 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:32.184667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb7dc2-1cec-4e57-85f3-83e028069b43 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:32.188872 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bdbb7dc2-1cec-4e57-85f3-83e028069b43 tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1654413 Dec 22 13:26:32.189212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:32.190158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56022) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:32.191453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:32.192099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:32.268392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4951da-af50-4c45-b6c1-25fde9ad54ae tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:32.269365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4951da-af50-4c45-b6c1-25fde9ad54ae tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:32.269948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4951da-af50-4c45-b6c1-25fde9ad54ae tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:32.270480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4951da-af50-4c45-b6c1-25fde9ad54ae tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:32.272313 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Set router d7a53ccc-a822-4e82-b996-021a6c2b38ab gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:26:32.275356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56026) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:32.275551 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9a4951da-af50-4c45-b6c1-25fde9ad54ae tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0841682 Dec 22 13:26:32.318931 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260a935-4f53-4c7d-9c1a-71b4df8bd121 None None] Pushing event updated for resources: {'Port': ['ID=da333cdb-7412-4a6a-9e41-9662462ac64d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:32.322275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7260a935-4f53-4c7d-9c1a-71b4df8bd121 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:32.398406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.487445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-117c3c8c-7cf1-46ba-9a92-b61170e3e3f6 None None] Provisioning for port 4f7da892-32e4-4eb7-9e21-5bd936e87700 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:32.495723 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-117c3c8c-7cf1-46ba-9a92-b61170e3e3f6 None None] Provisioning complete for port 4f7da892-32e4-4eb7-9e21-5bd936e87700 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:32.496102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-117c3c8c-7cf1-46ba-9a92-b61170e3e3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.515729 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0de260e7-8e20-483b-b15c-cf670ddd815d tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2383795 Dec 22 13:26:32.576516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-117c3c8c-7cf1-46ba-9a92-b61170e3e3f6 None None] Port 4f7da892-32e4-4eb7-9e21-5bd936e87700 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:26:32.598302 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-117c3c8c-7cf1-46ba-9a92-b61170e3e3f6 None None] Provisioning complete for port da333cdb-7412-4a6a-9e41-9662462ac64d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:32.598678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-117c3c8c-7cf1-46ba-9a92-b61170e3e3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.632726 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:26:30Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '4f7da892-32e4-4eb7-9e21-5bd936e87700', 'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9f:fe:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:29Z', 'updated_at': '2021-12-22T13:26:31Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:32.637166 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Checking router: d7a53ccc-a822-4e82-b996-021a6c2b38ab for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:26:32.637636 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Updating router d7a53ccc-a822-4e82-b996-021a6c2b38ab port 4f7da892-32e4-4eb7-9e21-5bd936e87700 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:26:32.693923 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.793251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56032) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:32.798958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377013785', 'description': 'tempest-secgroup-smoke-377013785 description', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:32.805245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:32.809588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:32.814389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:32.820997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:32.844300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.866130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:32.869952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:32.870604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cc1beaad-e078-431d-ac45-16f8f779a0ff None None] Provisioning complete for port 4f7da892-32e4-4eb7-9e21-5bd936e87700 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:32.870990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cc1beaad-e078-431d-ac45-16f8f779a0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.872811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:32.878491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:32.926450 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cc1beaad-e078-431d-ac45-16f8f779a0ff None None] Port 4f7da892-32e4-4eb7-9e21-5bd936e87700 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:26:32.952564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.957221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:32.963061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-43964b40-c550-43e2-bd71-8fd5cb648bb5 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:33.004296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:33.007041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.011158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56036) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:33.011315 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2168629 Dec 22 13:26:33.012295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:33.017138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:33.027811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:33.031744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:33.034749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:33.040834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:33.059341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.068050 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.079203 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Transition to ACTIVE for port object 4f7da892-32e4-4eb7-9e21-5bd936e87700 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:33.086597 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.089958 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-566f0b37-51fc-4343-9be2-409349ca8366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:33.121514 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.126350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.128318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6b2f4422-3be7-44e1-8344-97f57e6e0bc4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:33.150470 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7c907d-6111-43bf-908a-781f1e8e7fc8,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:33.152903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:33.161636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.163100 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503894 Dec 22 13:26:33.166035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56040) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:33.171341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:33.177729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:33.181960 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:33.185165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:33.191331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:33.214938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.251904 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Pushing event updated for resources: {'Port': ['ID=4f7da892-32e4-4eb7-9e21-5bd936e87700,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:33.287719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.292856 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.293170 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.293470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.293632 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.293784 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.294272 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.294749 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.295264 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.295587 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.295882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-67aa72e0-4f12-4dd8-80be-98c11eb2213b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:33.296061 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.296264 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.296742 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.297193 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:26:33.307900 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:33.317013 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Attempting to bind port 4f7da892-32e4-4eb7-9e21-5bd936e87700 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:26:33.317382 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Attempting to bind port 4f7da892-32e4-4eb7-9e21-5bd936e87700 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:26:33.317741 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Attempting to bind port 4f7da892-32e4-4eb7-9e21-5bd936e87700 on network 7ee9f79b-cf31-483b-b53f-5b3c220e230e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:26:33.320754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806960f3-d87b-4781-8d1c-5d359693a373,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:33.323759 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:26:33.324383 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Checking segment: {'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:26:33.325142 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.325460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:33.325927 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Bound using segment: {'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:26:33.326599 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Bound port: 4f7da892-32e4-4eb7-9e21-5bd936e87700, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:26:33.327001 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.332155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.336791 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664782 Dec 22 13:26:33.337266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56044) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:33.343149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:33.349658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:33.353836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:33.356737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:33.362382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:33.382626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.408405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device da333cdb-7412-4a6a-9e41-9662462ac64d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:33.434037 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] For port 4f7da892-32e4-4eb7-9e21-5bd936e87700, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:26:33.440171 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] For port 4f7da892-32e4-4eb7-9e21-5bd936e87700, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4f7da892-32e4-4eb7-9e21-5bd936e87700,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:26:33.445119 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.449681 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:33.451809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.457483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.459529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7c4fcb62-b182-4df1-a24b-9d0d76d3b2d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:33.481016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b55a7f-f915-4dbc-a4d7-56367a233f68,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:33.485062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:33.494605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.499246 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579475 Dec 22 13:26:33.499979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56048) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:33.500458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port da333cdb-7412-4a6a-9e41-9662462ac64d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:33.500761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.505530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:33.511868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:33.517077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:33.520448 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:33.527045 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:33.539254 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:26:33.540309 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:26:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:33.552141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.635687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.640959 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.649821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-89f58a92-f3e0-4908-b80b-d079422d76ee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:33.658177 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:33.667117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601ebe30-a935-42a2-b5fe-547e5dbf425b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:33.670178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:33.684807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.688775 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1853082 Dec 22 13:26:33.689051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56052) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:33.694640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:33.700901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:33.708895 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:33.712697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:33.720914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:33.738963 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:33.739412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.740355 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:26:33.746508 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] Set router d7a53ccc-a822-4e82-b996-021a6c2b38ab gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:26:33.750148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.957741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.958714 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Pushing event updated for resources: {'Port': ['ID=4f7da892-32e4-4eb7-9e21-5bd936e87700,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:33.963728 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:33.964252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:33.972601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-46e447ca-af63-40af-a6d8-b90e54d8d721 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:33.991075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87e972b-7758-4a06-842f-869972191b28,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:33.994242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:34.002526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.003776 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3137498 Dec 22 13:26:34.006533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56056) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:34.011545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'security_group_rule': {'security_group_id': '39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa', 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:34.017263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:34.021237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:security_group_rule and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:34.024296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:34.030266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:34.041888 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Project f78c694f854e4d3495bc7de63c3e5cf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:26:34.048712 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.067726 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:26:30Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '4f7da892-32e4-4eb7-9e21-5bd936e87700', 'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9f:fe:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:29Z', 'updated_at': '2021-12-22T13:26:33Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:34.071933 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e409c80-abd3-426d-abdc-3fbe0cd271e4 None None] The sync data for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv is: [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:26:30Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '4f7da892-32e4-4eb7-9e21-5bd936e87700', 'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9f:fe:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:29Z', 'updated_at': '2021-12-22T13:26:33Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:26:34.121345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.130668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.132851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8b0096ec-d104-4613-b9df-d9ac73cfa8a7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:34.155153 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0656dd66-c426-462e-a51b-9f90c0134906,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:34.157559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:34.169275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:34.170642 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e5872479-63bd-4bd2-a032-7e220e0d15a1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1631441 Dec 22 13:26:34.400043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-81f19be6-a131-434e-8f2a-843351c4fb33 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:34.416611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-81f19be6-a131-434e-8f2a-843351c4fb33 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:34.417827 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-81f19be6-a131-434e-8f2a-843351c4fb33 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377013785&fields=id&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 267 time: 0.0599205 Dec 22 13:26:34.577859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-f0bcd221-5411-44a6-89fd-2e29ae77d72b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:34.578714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-f0bcd221-5411-44a6-89fd-2e29ae77d72b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:34.597907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-f0bcd221-5411-44a6-89fd-2e29ae77d72b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:34.599105 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-f0bcd221-5411-44a6-89fd-2e29ae77d72b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/networks?id=7ee9f79b-cf31-483b-b53f-5b3c220e230e HTTP/1.1" status: 200 len: 796 time: 0.1745312 Dec 22 13:26:34.615124 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-a5884a95-b60a-4d88-96aa-652c84a1748a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/quotas/f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 375 time: 0.0102568 Dec 22 13:26:34.696958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-224c543c-4e83-4b28-ad03-d756975d0e0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:34.717368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-224c543c-4e83-4b28-ad03-d756975d0e0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:34.718825 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-224c543c-4e83-4b28-ad03-d756975d0e0e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980833 Dec 22 13:26:34.905294 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-e1e27d05-5e0d-4715-90a8-95c33543e12a service neutron] 10.222.0.24 "GET /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747122 Dec 22 13:26:35.159583 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-9018f52f-cc09-4a1a-a44a-4aade5d79cd6 service neutron] 10.222.0.24 "GET /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482083 Dec 22 13:26:35.344102 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-3efcb545-234e-4592-9f9f-ac376010c957 req-f7808649-ef4a-4726-944c-6a9c40cb7fd2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:35.356914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-3efcb545-234e-4592-9f9f-ac376010c957 req-f7808649-ef4a-4726-944c-6a9c40cb7fd2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:35.358237 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3efcb545-234e-4592-9f9f-ac376010c957 req-f7808649-ef4a-4726-944c-6a9c40cb7fd2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 210 time: 0.0593660 Dec 22 13:26:35.420146 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4f7da892-32e4-4eb7-9e21-5bd936e87700 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:35.497573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 4f7da892-32e4-4eb7-9e21-5bd936e87700 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:35.503380 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4f7da892-32e4-4eb7-9e21-5bd936e87700 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:35.503790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.622856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.655408 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 4f7da892-32e4-4eb7-9e21-5bd936e87700, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4f7da892-32e4-4eb7-9e21-5bd936e87700,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:35.660452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:35.662327 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-34c46f99-a4aa-445c-956e-a546e6a47ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:35.731580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=4f7da892-32e4-4eb7-9e21-5bd936e87700,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:35.734907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:36.459007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bbba8371-3dc2-44c9-900f-a4ae53571329 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:36.460833 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bbba8371-3dc2-44c9-900f-a4ae53571329 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/networks?id=7ee9f79b-cf31-483b-b53f-5b3c220e230e HTTP/1.1" status: 200 len: 796 time: 0.1549442 Dec 22 13:26:36.536445 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2018a970-1292-488a-9257-b14e8a8c4d54 req-a2392451-de1e-4011-8ec1-60d5753233b0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 210 time: 0.0679250 Dec 22 13:26:36.564962 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-3165804a-89a2-4f4b-a8ea-c1deb242066c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f78c694f854e4d3495bc7de63c3e5cf7 HTTP/1.1" status: 200 len: 379 time: 0.0944827 Dec 22 13:26:36.573545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'port': {'device_id': '4235514c-7744-426f-bb14-be51c30c7562', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'admin_state_up': True, 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'security_groups': ['39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:36.711565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:36.721711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:36.734558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Made reservation on behalf of f78c694f854e4d3495bc7de63c3e5cf7 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:26:36.738247 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:36.912623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.20.0.4 (7ee9f79b-cf31-483b-b53f-5b3c220e230e/907d0b09-6530-4bbd-94ad-e1129c88d12b/ed04a618-4296-4a98-9e85-bdb7b07cf03e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:37.106923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.123376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Transition to ACTIVE for port object ed04a618-4296-4a98-9e85-bdb7b07cf03e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:37.147427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.152995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5e96ffc3-8bc4-446d-83b4-c9f72f4a07f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:37.219891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 7ee9f79b-cf31-483b-b53f-5b3c220e230e is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:37.223151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:37.226905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:26:37.256669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=ed04a618-4296-4a98-9e85-bdb7b07cf03e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:37.263501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:37.295496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:37.296212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.323724 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7536278 Dec 22 13:26:37.335832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Request body: {'port': {'device_id': '4235514c-7744-426f-bb14-be51c30c7562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:37.393481 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4f7da892-32e4-4eb7-9e21-5bd936e87700 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:37.460719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.467691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f981073-3693-469e-a96b-28c3c28835d8 None None] Provisioning for port ed04a618-4296-4a98-9e85-bdb7b07cf03e completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:37.475579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f981073-3693-469e-a96b-28c3c28835d8 None None] Provisioning complete for port ed04a618-4296-4a98-9e85-bdb7b07cf03e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:37.475977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f981073-3693-469e-a96b-28c3c28835d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.503576 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4f7da892-32e4-4eb7-9e21-5bd936e87700 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:37.503902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.574361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f981073-3693-469e-a96b-28c3c28835d8 None None] Port ed04a618-4296-4a98-9e85-bdb7b07cf03e cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:26:37.738896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261065a1-ce5d-4804-9442-c37d5e7870c2 req-03b0a1f2-acbd-4ea7-ae64-e65994f2baca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:37.740477 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-261065a1-ce5d-4804-9442-c37d5e7870c2 req-03b0a1f2-acbd-4ea7-ae64-e65994f2baca tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 931 time: 0.0822592 Dec 22 13:26:37.784177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-261065a1-ce5d-4804-9442-c37d5e7870c2 req-8f348c56-603d-4607-9126-e60e5ed2c0d3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:37.795996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-261065a1-ce5d-4804-9442-c37d5e7870c2 req-8f348c56-603d-4607-9126-e60e5ed2c0d3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:37.797097 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-261065a1-ce5d-4804-9442-c37d5e7870c2 req-8f348c56-603d-4607-9126-e60e5ed2c0d3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504515 Dec 22 13:26:37.808393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed04a618-4296-4a98-9e85-bdb7b07cf03e {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:26:37.815941 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.829848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Transition to ACTIVE for port object ed04a618-4296-4a98-9e85-bdb7b07cf03e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:26:37.836570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:37.840287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:37.961826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Pushing event updated for resources: {'Port': ['ID=ed04a618-4296-4a98-9e85-bdb7b07cf03e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:37.987655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:38.173506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Attempting to bind port ed04a618-4296-4a98-9e85-bdb7b07cf03e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:26:38.173836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Attempting to bind port ed04a618-4296-4a98-9e85-bdb7b07cf03e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:26:38.174156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Attempting to bind port ed04a618-4296-4a98-9e85-bdb7b07cf03e on network 7ee9f79b-cf31-483b-b53f-5b3c220e230e {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:26:38.179068 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Port ed04a618-4296-4a98-9e85-bdb7b07cf03e on network 7ee9f79b-cf31-483b-b53f-5b3c220e230e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:26:38.179378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Attempting to bind port ed04a618-4296-4a98-9e85-bdb7b07cf03e on network 7ee9f79b-cf31-483b-b53f-5b3c220e230e {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:26:38.184731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:26:38.185057 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Checking segment: {'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:26:38.185429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Bound using segment: {'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:26:38.185848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Bound port: ed04a618-4296-4a98-9e85-bdb7b07cf03e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:26:38.186185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.277854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] For port ed04a618-4296-4a98-9e85-bdb7b07cf03e, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:26:38.281163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] For port ed04a618-4296-4a98-9e85-bdb7b07cf03e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ed04a618-4296-4a98-9e85-bdb7b07cf03e,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:26:38.290425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.295667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:38.352558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:38.353162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:38.354613 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] 10.222.0.54 "PUT /v2.0/ports/ed04a618-4296-4a98-9e85-bdb7b07cf03e HTTP/1.1" status: 200 len: 1093 time: 1.0235999 Dec 22 13:26:38.355076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4235514c-7744-426f-bb14-be51c30c7562', 'tag': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:38.375342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Pushing event updated for resources: {'Port': ['ID=ed04a618-4296-4a98-9e85-bdb7b07cf03e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:38.378872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:38.428441 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4235514c-7744-426f-bb14-be51c30c7562', 'tag': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'status': 'completed', 'code': 200} Dec 22 13:26:38.474744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-23b0dd67-8284-489e-826d-2c366fe22a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:38.476329 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-23b0dd67-8284-489e-826d-2c366fe22a9e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 1096 time: 0.0821006 Dec 22 13:26:38.548032 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-2a6536d1-bc30-4584-a958-db31098450b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed04a618-4296-4a98-9e85-bdb7b07cf03e HTTP/1.1" status: 200 len: 217 time: 0.0603428 Dec 22 13:26:38.614384 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-c6bf606c-a5aa-4798-aa19-dee6d01845db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:38.615743 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-c6bf606c-a5aa-4798-aa19-dee6d01845db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=907d0b09-6530-4bbd-94ad-e1129c88d12b HTTP/1.1" status: 200 len: 835 time: 0.0619597 Dec 22 13:26:38.695842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-4828959e-65ac-4396-9bc5-4e89a28a20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:38.697365 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-4828959e-65ac-4396-9bc5-4e89a28a20da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ee9f79b-cf31-483b-b53f-5b3c220e230e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745838 Dec 22 13:26:38.831360 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-e6bb7d15-3a68-4303-b634-e59fc9d6fc84 service neutron] 10.222.0.54 "GET /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274381 Dec 22 13:26:38.963125 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4944fe75-9733-4a0e-90ff-9e081ec9dcc0 req-d8b6d07a-2aed-4498-bab6-1b9705f11c0d service neutron] 10.222.0.54 "GET /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257062 Dec 22 13:26:38.987895 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e7843-e8e8-4b57-87eb-25d45c7b7530 req-b8ce9cf2-1c9e-4dc2-9a40-0270d58172c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:38.989384 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0e5e7843-e8e8-4b57-87eb-25d45c7b7530 req-b8ce9cf2-1c9e-4dc2-9a40-0270d58172c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 943 time: 0.0846436 Dec 22 13:26:39.035010 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0e5e7843-e8e8-4b57-87eb-25d45c7b7530 req-614d3f4d-e020-4f83-b6f2-27c9b9a72506 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397716 Dec 22 13:26:39.076968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec66ab-2969-44eb-8a42-6bae7cc1bffe req-580d6f9f-f150-48d0-9c92-e52e53bce678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:39.078548 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e2ec66ab-2969-44eb-8a42-6bae7cc1bffe req-580d6f9f-f150-48d0-9c92-e52e53bce678 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 1096 time: 0.0708971 Dec 22 13:26:39.224705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec66ab-2969-44eb-8a42-6bae7cc1bffe req-2424e1ab-9de4-4bc9-856a-135cbf60087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:39.226035 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e2ec66ab-2969-44eb-8a42-6bae7cc1bffe req-2424e1ab-9de4-4bc9-856a-135cbf60087d service neutron] 10.222.0.54 "GET /v2.0/networks?id=7ee9f79b-cf31-483b-b53f-5b3c220e230e HTTP/1.1" status: 200 len: 897 time: 0.1413956 Dec 22 13:26:39.294863 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e2ec66ab-2969-44eb-8a42-6bae7cc1bffe req-74d42e5b-2aa0-4887-8375-a651ff93340f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed04a618-4296-4a98-9e85-bdb7b07cf03e HTTP/1.1" status: 200 len: 217 time: 0.0622783 Dec 22 13:26:39.362333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec66ab-2969-44eb-8a42-6bae7cc1bffe req-f0f6b633-1e66-430d-9f80-4a5f9ce14b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:39.363761 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e2ec66ab-2969-44eb-8a42-6bae7cc1bffe req-f0f6b633-1e66-430d-9f80-4a5f9ce14b76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=907d0b09-6530-4bbd-94ad-e1129c88d12b HTTP/1.1" status: 200 len: 835 time: 0.0626431 Dec 22 13:26:39.455533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec66ab-2969-44eb-8a42-6bae7cc1bffe req-b3356372-41df-4fb1-b90d-15353ada6472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:39.457412 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e2ec66ab-2969-44eb-8a42-6bae7cc1bffe req-b3356372-41df-4fb1-b90d-15353ada6472 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ee9f79b-cf31-483b-b53f-5b3c220e230e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875762 Dec 22 13:26:39.593625 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e2ec66ab-2969-44eb-8a42-6bae7cc1bffe req-da829a47-29af-4d69-8850-45d7e11154aa service neutron] 10.222.0.54 "GET /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290720 Dec 22 13:26:39.728141 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e2ec66ab-2969-44eb-8a42-6bae7cc1bffe req-ac9890ee-7977-45f8-acd9-3176a9ed92f1 service neutron] 10.222.0.54 "GET /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265976 Dec 22 13:26:40.229458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc95451-5ce7-4b00-b1a6-6453d5d76b9c req-e46878f0-b901-4bfa-894f-83f6bfdcf4f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:40.230111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-dfc95451-5ce7-4b00-b1a6-6453d5d76b9c req-e46878f0-b901-4bfa-894f-83f6bfdcf4f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:26:40.247562 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-dfc95451-5ce7-4b00-b1a6-6453d5d76b9c req-e46878f0-b901-4bfa-894f-83f6bfdcf4f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:26:40.248774 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dfc95451-5ce7-4b00-b1a6-6453d5d76b9c req-e46878f0-b901-4bfa-894f-83f6bfdcf4f8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 943 time: 0.1019533 Dec 22 13:26:40.298256 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dfc95451-5ce7-4b00-b1a6-6453d5d76b9c req-04afac08-ea4c-4bfa-a53c-72046397f88f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423336 Dec 22 13:26:40.699743 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:41.501220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550b4bf-5e4a-4a54-a5a9-a96282b8ddd6 req-6d373b49-1690-4d48-8833-63ec05ff4323 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:41.502690 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1550b4bf-5e4a-4a54-a5a9-a96282b8ddd6 req-6d373b49-1690-4d48-8833-63ec05ff4323 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 943 time: 0.0908084 Dec 22 13:26:41.552692 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1550b4bf-5e4a-4a54-a5a9-a96282b8ddd6 req-306eb193-5952-4a68-81e9-df9f752340ec tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442147 Dec 22 13:26:42.804830 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:26:42.853604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62120d-36b5-4244-a795-ab3eae0fe8d6 req-e85aecb4-d37e-4ed2-9a03-d25478bf7b03 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:42.855188 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ed62120d-36b5-4244-a795-ab3eae0fe8d6 req-e85aecb4-d37e-4ed2-9a03-d25478bf7b03 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 943 time: 0.1950178 Dec 22 13:26:42.899382 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ed62120d-36b5-4244-a795-ab3eae0fe8d6 req-a1f0aaeb-16f6-4f3e-9b61-f93751a1448d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383492 Dec 22 13:26:42.955813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device ed04a618-4296-4a98-9e85-bdb7b07cf03e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:26:43.095691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port ed04a618-4296-4a98-9e85-bdb7b07cf03e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ed04a618-4296-4a98-9e85-bdb7b07cf03e,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:43.109886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'port_id': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'mac_address': 'fa:16:3e:58:25:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:26:43.168392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:43.185502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed04a618-4296-4a98-9e85-bdb7b07cf03e {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:26:43.201829 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port ed04a618-4296-4a98-9e85-bdb7b07cf03e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ed04a618-4296-4a98-9e85-bdb7b07cf03e,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:43.209154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:43.212267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:43.278699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=ed04a618-4296-4a98-9e85-bdb7b07cf03e,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:43.282959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:43.514251 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['ed04a618-4296-4a98-9e85-bdb7b07cf03e'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:26:44.102743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b1096-fe77-489e-87e4-8bf1c409cf1f req-6ebb6e3e-2a2f-4466-9f0c-3c0a5dfedde5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:44.104194 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5b2b1096-fe77-489e-87e4-8bf1c409cf1f req-6ebb6e3e-2a2f-4466-9f0c-3c0a5dfedde5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 944 time: 0.0904949 Dec 22 13:26:44.149875 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5b2b1096-fe77-489e-87e4-8bf1c409cf1f req-3c73952a-8d89-498a-b9a0-43617d960d48 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374427 Dec 22 13:26:44.989118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device ed04a618-4296-4a98-9e85-bdb7b07cf03e up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:26:45.072096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port ed04a618-4296-4a98-9e85-bdb7b07cf03e completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:26:45.079760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port ed04a618-4296-4a98-9e85-bdb7b07cf03e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:26:45.080272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.200843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.228122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4235514c-7744-426f-bb14-be51c30c7562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:45.238390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port ed04a618-4296-4a98-9e85-bdb7b07cf03e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ed04a618-4296-4a98-9e85-bdb7b07cf03e,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:26:45.243452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:45.246576 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-1eec796b-d39e-4a5f-8231-2028ecadada0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:45.278773 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4235514c-7744-426f-bb14-be51c30c7562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'code': 200} Dec 22 13:26:45.321532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=ed04a618-4296-4a98-9e85-bdb7b07cf03e,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:45.324797 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:45.343144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03cac8-9250-491a-b407-ec9a4a27dc58 req-8a36005a-32e8-47c2-bf96-16b3855219c0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:45.348621 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d03cac8-9250-491a-b407-ec9a4a27dc58 req-8a36005a-32e8-47c2-bf96-16b3855219c0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 945 time: 0.0864754 Dec 22 13:26:45.391533 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2d03cac8-9250-491a-b407-ec9a4a27dc58 req-7fa9bd21-9bb2-408e-b5b0-e514e001881a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389872 Dec 22 13:26:45.515474 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a899d-2d0e-454e-8b37-d06ba3efaeb0 req-1f90070f-13fc-4de1-8b8f-6ddf5503dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:45.516914 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-211a899d-2d0e-454e-8b37-d06ba3efaeb0 req-1f90070f-13fc-4de1-8b8f-6ddf5503dcca service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 1098 time: 0.0740960 Dec 22 13:26:45.560013 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-211a899d-2d0e-454e-8b37-d06ba3efaeb0 req-070abbd5-77be-438d-b15b-36387c51fa6d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364115 Dec 22 13:26:46.592701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61635ed2-a61b-40bb-8caf-96b23a438c37 req-7bc0f5b4-4221-41cd-a1da-1768f0f7df11 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:46.594179 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-61635ed2-a61b-40bb-8caf-96b23a438c37 req-7bc0f5b4-4221-41cd-a1da-1768f0f7df11 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 945 time: 0.0908225 Dec 22 13:26:46.638916 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-61635ed2-a61b-40bb-8caf-96b23a438c37 req-1f153053-511d-4f59-affe-8736c8ed4b97 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388222 Dec 22 13:26:47.843640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae2591-6316-4a33-b513-994fc16ff230 req-9a6f3032-840b-48cf-9d57-4a76cd686abb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:47.845107 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6ae2591-6316-4a33-b513-994fc16ff230 req-9a6f3032-840b-48cf-9d57-4a76cd686abb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 945 time: 0.0861135 Dec 22 13:26:47.891362 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6ae2591-6316-4a33-b513-994fc16ff230 req-ae4fcb40-4ea9-42d8-8540-cd079fa026ea tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397065 Dec 22 13:26:48.079148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b42335-1507-4ff3-9070-374068b788eb req-a951969c-50a7-4f9e-9205-299a61bc65fa tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:48.080626 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d4b42335-1507-4ff3-9070-374068b788eb req-a951969c-50a7-4f9e-9205-299a61bc65fa tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 945 time: 0.0809183 Dec 22 13:26:48.125231 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d4b42335-1507-4ff3-9070-374068b788eb req-14e3101e-b430-42da-a4bd-befdd0517825 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381598 Dec 22 13:26:48.147777 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56114) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:48.222497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1833199f-f7be-4634-8f12-58c4b3191a0c tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:48.224005 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1833199f-f7be-4634-8f12-58c4b3191a0c tempest-TestNetworkBasicOps-2030409469 tempest-TestNetworkBasicOps-2030409469-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 1093 time: 0.0752938 Dec 22 13:26:48.228237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56118) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:48.233017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:26:48.238891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:26:48.242753 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Usage tracker for resource:floatingip and tenant:f78c694f854e4d3495bc7de63c3e5cf7 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:26:48.245605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:26:48.251234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:26:48.264366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.403133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.545098 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Allocated IP 172.26.4.122 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/78022b7e-fa39-487d-963d-f7b43998aff1) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:26:48.695007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.728621 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:48.732205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:48.791681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:26:48.794591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:26:48.798117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:26:48.826286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=78022b7e-fa39-487d-963d-f7b43998aff1,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:48.832024 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:49.325684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.409049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.611856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.618318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.622033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:26:49.726923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event updated for resources: {'Port': ['ID=78022b7e-fa39-487d-963d-f7b43998aff1,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:26:49.731884 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:26:49.741838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:49.916090 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP dbb12c05-560d-4f75-a19c-c5adeb1884b7 associated. External IP: 172.26.4.122, port: ed04a618-4296-4a98-9e85-bdb7b07cf03e. Dec 22 13:26:50.268316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router d7a53ccc-a822-4e82-b996-021a6c2b38ab has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:26:50.453048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:26:50.463344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a5d02-a88d-4f73-ba50-e1c783e74aed None None] Sync routers for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:26:50.473175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a5d02-a88d-4f73-ba50-e1c783e74aed None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:26:50.473950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f66a5d02-a88d-4f73-ba50-e1c783e74aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:26:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:50.478923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:50.540379 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3109531 Dec 22 13:26:50.540619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56122) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:50.541962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4235514c-7744-426f-bb14-be51c30c7562', 'tag': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:26:50.592980 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4235514c-7744-426f-bb14-be51c30c7562', 'tag': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'status': 'completed', 'code': 200} Dec 22 13:26:50.653490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f66a5d02-a88d-4f73-ba50-e1c783e74aed None None] Set router d7a53ccc-a822-4e82-b996-021a6c2b38ab gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:26:50.716850 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-361e0b36-1c1e-42ce-a5f1-4b7feca5b2f4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/dbb12c05-560d-4f75-a19c-c5adeb1884b7 HTTP/1.1" status: 200 len: 991 time: 0.1749671 Dec 22 13:26:50.735271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b009-cadf-4430-9292-81310d2fa8e6 req-eb66d975-64f9-438e-b0e6-af02ee598793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:50.736746 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47a3b009-cadf-4430-9292-81310d2fa8e6 req-eb66d975-64f9-438e-b0e6-af02ee598793 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 1098 time: 0.0922406 Dec 22 13:26:50.869421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b009-cadf-4430-9292-81310d2fa8e6 req-a911e7b4-245a-4ec1-ab94-2a8d36c3863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:50.870824 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47a3b009-cadf-4430-9292-81310d2fa8e6 req-a911e7b4-245a-4ec1-ab94-2a8d36c3863b service neutron] 10.222.0.54 "GET /v2.0/networks?id=7ee9f79b-cf31-483b-b53f-5b3c220e230e HTTP/1.1" status: 200 len: 897 time: 0.1275465 Dec 22 13:26:50.972667 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47a3b009-cadf-4430-9292-81310d2fa8e6 req-07016df4-2a16-46e0-b133-0e5810ef8641 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed04a618-4296-4a98-9e85-bdb7b07cf03e HTTP/1.1" status: 200 len: 999 time: 0.0951235 Dec 22 13:26:50.996403 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f66a5d02-a88d-4f73-ba50-e1c783e74aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:26:30Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'dbb12c05-560d-4f75-a19c-c5adeb1884b7', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.122', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'port_id': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'mac_address': 'fa:16:3e:58:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4235514c-7744-426f-bb14-be51c30c7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:26:49Z', 'updated_at': '2021-12-22T13:26:49Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7da892-32e4-4eb7-9e21-5bd936e87700', 'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9f:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:29Z', 'updated_at': '2021-12-22T13:26:35Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:51.000336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a5d02-a88d-4f73-ba50-e1c783e74aed None None] Checking router: d7a53ccc-a822-4e82-b996-021a6c2b38ab for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:26:51.009041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66a5d02-a88d-4f73-ba50-e1c783e74aed None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:26:51.009640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f66a5d02-a88d-4f73-ba50-e1c783e74aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:26:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:51.032847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b009-cadf-4430-9292-81310d2fa8e6 req-295177b4-da33-45f1-aab7-28b3b91f0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:51.034318 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47a3b009-cadf-4430-9292-81310d2fa8e6 req-295177b4-da33-45f1-aab7-28b3b91f0604 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=907d0b09-6530-4bbd-94ad-e1129c88d12b HTTP/1.1" status: 200 len: 835 time: 0.0560389 Dec 22 13:26:51.109111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b009-cadf-4430-9292-81310d2fa8e6 req-75024fb6-38aa-4f03-aa4f-bbd35b84c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:26:51.110700 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47a3b009-cadf-4430-9292-81310d2fa8e6 req-75024fb6-38aa-4f03-aa4f-bbd35b84c56d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ee9f79b-cf31-483b-b53f-5b3c220e230e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695696 Dec 22 13:26:51.184965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f66a5d02-a88d-4f73-ba50-e1c783e74aed None None] Set router d7a53ccc-a822-4e82-b996-021a6c2b38ab gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:26:51.240398 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47a3b009-cadf-4430-9292-81310d2fa8e6 req-1bbd7ffd-7f8a-4432-933b-6ddae100d494 service neutron] 10.222.0.54 "GET /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225939 Dec 22 13:26:51.370298 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47a3b009-cadf-4430-9292-81310d2fa8e6 req-30b0d35b-d96f-4e66-8f80-32eef631208d service neutron] 10.222.0.54 "GET /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234381 Dec 22 13:26:51.565968 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f66a5d02-a88d-4f73-ba50-e1c783e74aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:26:30Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'dbb12c05-560d-4f75-a19c-c5adeb1884b7', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.122', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'port_id': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'mac_address': 'fa:16:3e:58:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4235514c-7744-426f-bb14-be51c30c7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:26:49Z', 'updated_at': '2021-12-22T13:26:49Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7da892-32e4-4eb7-9e21-5bd936e87700', 'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9f:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:29Z', 'updated_at': '2021-12-22T13:26:35Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:26:51.570333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66a5d02-a88d-4f73-ba50-e1c783e74aed None None] The sync data for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv is: [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:26:30Z', 'revision_number': 4, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'dbb12c05-560d-4f75-a19c-c5adeb1884b7', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.122', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'port_id': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'mac_address': 'fa:16:3e:58:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4235514c-7744-426f-bb14-be51c30c7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:26:49Z', 'updated_at': '2021-12-22T13:26:49Z', 'revision_number': 0, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7da892-32e4-4eb7-9e21-5bd936e87700', 'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9f:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:29Z', 'updated_at': '2021-12-22T13:26:35Z', 'revision_number': 5, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:26:51.721081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56128) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:51.757279 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58920d7-820a-43f0-9458-dd85ee48ebe2 None None] New status for floating IP dbb12c05-560d-4f75-a19c-c5adeb1884b7: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:26:51.827512 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3124a3cf-0304-4cc0-8420-4f740593ffd2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/dbb12c05-560d-4f75-a19c-c5adeb1884b7 HTTP/1.1" status: 200 len: 991 time: 0.1050725 Dec 22 13:26:52.830580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56132) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:26:52.937299 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-84fd5167-3f6c-47e3-bd3a-a948747aad7d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/dbb12c05-560d-4f75-a19c-c5adeb1884b7 HTTP/1.1" status: 200 len: 993 time: 0.1055036 Dec 22 13:26:57.531293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7ce71790-48f2-4a7c-b817-7dbec58ed7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:26:59.874046 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f77b8e02-102f-4120-b50a-bffc63375ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:00.859788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:00.985637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:02.402445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:10.711239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:19.807939 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:27:27.525425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-41b538eb-7a9f-4d88-94ea-e88f106bf78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:29.874463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-932862a3-d9c6-4eac-8b70-6e40e1671232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:30.866568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:30.990336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:32.401286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:35.560573 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c243fdba-b4cb-480a-bf89-873fca7b2ecf req-e7276bf4-590f-4ce7-b014-c01c35215355 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693252 Dec 22 13:27:35.821118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243fdba-b4cb-480a-bf89-873fca7b2ecf req-9b034172-b566-41de-a645-eb23f3f6e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:35.822674 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c243fdba-b4cb-480a-bf89-873fca7b2ecf req-9b034172-b566-41de-a645-eb23f3f6e64c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 1098 time: 0.1961160 Dec 22 13:27:35.973219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243fdba-b4cb-480a-bf89-873fca7b2ecf req-ed4e3efc-b20a-45df-bb82-1a914fcda07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:35.974734 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c243fdba-b4cb-480a-bf89-873fca7b2ecf req-ed4e3efc-b20a-45df-bb82-1a914fcda07e service neutron] 10.222.0.54 "GET /v2.0/networks?id=7ee9f79b-cf31-483b-b53f-5b3c220e230e HTTP/1.1" status: 200 len: 897 time: 0.1313839 Dec 22 13:27:36.076177 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c243fdba-b4cb-480a-bf89-873fca7b2ecf req-bf6c5b2a-a191-48ff-9ede-fb43518c56c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed04a618-4296-4a98-9e85-bdb7b07cf03e HTTP/1.1" status: 200 len: 1001 time: 0.0947843 Dec 22 13:27:36.144459 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243fdba-b4cb-480a-bf89-873fca7b2ecf req-ef2dc445-0b97-4273-a0f4-ea80154ee796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:36.146448 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c243fdba-b4cb-480a-bf89-873fca7b2ecf req-ef2dc445-0b97-4273-a0f4-ea80154ee796 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=907d0b09-6530-4bbd-94ad-e1129c88d12b HTTP/1.1" status: 200 len: 835 time: 0.0639253 Dec 22 13:27:36.228577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243fdba-b4cb-480a-bf89-873fca7b2ecf req-2cb0409f-a509-48d6-a05b-0e917b54c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:27:36.229991 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c243fdba-b4cb-480a-bf89-873fca7b2ecf req-2cb0409f-a509-48d6-a05b-0e917b54c3f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ee9f79b-cf31-483b-b53f-5b3c220e230e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774632 Dec 22 13:27:36.374918 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c243fdba-b4cb-480a-bf89-873fca7b2ecf req-b916593e-d200-4909-a1b3-a7788c2cca7b service neutron] 10.222.0.54 "GET /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380007 Dec 22 13:27:36.504312 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c243fdba-b4cb-480a-bf89-873fca7b2ecf req-af3adaae-681a-428d-b36b-4a94ca7ede14 service neutron] 10.222.0.54 "GET /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233552 Dec 22 13:27:40.718718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:56.812288 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:27:57.526471 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-492406ac-12ac-4a4a-8ce0-ddba6b2d61dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:27:59.873665 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3309d864-868a-4fc8-b9c6-ce2bf55e9631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:00.861212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:01.006047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.019483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56172) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:02.028081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-824556b9-1404-49a5-8481-8d50d4afe6b8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:28:02.398109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.571561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-824556b9-1404-49a5-8481-8d50d4afe6b8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.585793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-824556b9-1404-49a5-8481-8d50d4afe6b8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:02.887232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824556b9-1404-49a5-8481-8d50d4afe6b8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router d7a53ccc-a822-4e82-b996-021a6c2b38ab has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:28:03.062446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824556b9-1404-49a5-8481-8d50d4afe6b8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:28:03.069428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-824556b9-1404-49a5-8481-8d50d4afe6b8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.071177 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-824556b9-1404-49a5-8481-8d50d4afe6b8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/d7a53ccc-a822-4e82-b996-021a6c2b38ab HTTP/1.1" status: 200 len: 888 time: 1.0495336 Dec 22 13:28:03.078046 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b5ab2-c04a-4340-8a4b-fbeb1dac32c9 None None] Sync routers for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:28:03.088904 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b5ab2-c04a-4340-8a4b-fbeb1dac32c9 None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:28:03.089532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2c4b5ab2-c04a-4340-8a4b-fbeb1dac32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:28:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:03.151863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2c4b5ab2-c04a-4340-8a4b-fbeb1dac32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:03.160819 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b5ab2-c04a-4340-8a4b-fbeb1dac32c9 None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:28:03.161410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2c4b5ab2-c04a-4340-8a4b-fbeb1dac32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:28:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:03.222305 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2c4b5ab2-c04a-4340-8a4b-fbeb1dac32c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:03.222705 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b5ab2-c04a-4340-8a4b-fbeb1dac32c9 None None] The sync data for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv is: [] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:28:03.628745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4f7da892-32e4-4eb7-9e21-5bd936e87700 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:03.739480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.775666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 4f7da892-32e4-4eb7-9e21-5bd936e87700, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4f7da892-32e4-4eb7-9e21-5bd936e87700,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:03.783646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:03.785386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:03.850930 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=4f7da892-32e4-4eb7-9e21-5bd936e87700,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:03.858262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:03.858611 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:03.858958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:03.859281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:03.859632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:03.859967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:03.860291 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:03.860625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:03.860946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:03.861303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:03.861651 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:03.861924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:03.865843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:03.993847 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce256500-74bc-46b4-aad9-f1fa2b6821d6 None None] New status for floating IP dbb12c05-560d-4f75-a19c-c5adeb1884b7: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:28:05.245792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56178) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:05.253680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b2150c3a-3d3f-4a68-9464-8c989ce427e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:28:05.437547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:05.554723 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:05.571925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:05.577923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:05.579809 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:05.646038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:05.649047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:05.917508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2150c3a-3d3f-4a68-9464-8c989ce427e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:05.931527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2150c3a-3d3f-4a68-9464-8c989ce427e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-677140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-677359', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682781'] for router, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:06.108734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2150c3a-3d3f-4a68-9464-8c989ce427e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router d7a53ccc-a822-4e82-b996-021a6c2b38ab has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:28:06.296146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2150c3a-3d3f-4a68-9464-8c989ce427e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:28:06.303015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b2150c3a-3d3f-4a68-9464-8c989ce427e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:06.304141 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b2150c3a-3d3f-4a68-9464-8c989ce427e3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/d7a53ccc-a822-4e82-b996-021a6c2b38ab HTTP/1.1" status: 200 len: 887 time: 1.0570800 Dec 22 13:28:06.307001 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a8468-77a8-4bb0-aab8-b8e7a8855b95 None None] Sync routers for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:28:06.307248 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56182) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:06.317585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a8468-77a8-4bb0-aab8-b8e7a8855b95 None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:28:06.318216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-952a8468-77a8-4bb0-aab8-b8e7a8855b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:28:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:06.407798 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-55523906-68b7-4b06-ab1a-351c9c6c1f9f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/dbb12c05-560d-4f75-a19c-c5adeb1884b7 HTTP/1.1" status: 200 len: 991 time: 0.0983350 Dec 22 13:28:06.496198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-952a8468-77a8-4bb0-aab8-b8e7a8855b95 None None] Set router d7a53ccc-a822-4e82-b996-021a6c2b38ab gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:28:06.885229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-952a8468-77a8-4bb0-aab8-b8e7a8855b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'dbb12c05-560d-4f75-a19c-c5adeb1884b7', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.122', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'port_id': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'mac_address': 'fa:16:3e:58:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4235514c-7744-426f-bb14-be51c30c7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:26:49Z', 'updated_at': '2021-12-22T13:28:04Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7da892-32e4-4eb7-9e21-5bd936e87700', 'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9f:fe:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:29Z', 'updated_at': '2021-12-22T13:28:03Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:06.889118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a8468-77a8-4bb0-aab8-b8e7a8855b95 None None] Checking router: d7a53ccc-a822-4e82-b996-021a6c2b38ab for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:28:06.897554 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952a8468-77a8-4bb0-aab8-b8e7a8855b95 None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:28:06.898142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-952a8468-77a8-4bb0-aab8-b8e7a8855b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:28:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:07.070331 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-952a8468-77a8-4bb0-aab8-b8e7a8855b95 None None] Set router d7a53ccc-a822-4e82-b996-021a6c2b38ab gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:28:07.409022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-952a8468-77a8-4bb0-aab8-b8e7a8855b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'dbb12c05-560d-4f75-a19c-c5adeb1884b7', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.122', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'port_id': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'mac_address': 'fa:16:3e:58:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4235514c-7744-426f-bb14-be51c30c7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:26:49Z', 'updated_at': '2021-12-22T13:28:04Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7da892-32e4-4eb7-9e21-5bd936e87700', 'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9f:fe:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:29Z', 'updated_at': '2021-12-22T13:28:03Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:07.410818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56186) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:07.413170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952a8468-77a8-4bb0-aab8-b8e7a8855b95 None None] The sync data for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv is: [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'dbb12c05-560d-4f75-a19c-c5adeb1884b7', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'floating_ip_address': '172.26.4.122', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'port_id': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'mac_address': 'fa:16:3e:58:25:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4235514c-7744-426f-bb14-be51c30c7562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:26:49Z', 'updated_at': '2021-12-22T13:28:04Z', 'revision_number': 2, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f7da892-32e4-4eb7-9e21-5bd936e87700', 'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9f:fe:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:29Z', 'updated_at': '2021-12-22T13:28:03Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:28:07.519410 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-94fe8281-344d-48eb-aad5-53a5258cc1e1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/dbb12c05-560d-4f75-a19c-c5adeb1884b7 HTTP/1.1" status: 200 len: 991 time: 0.1073759 Dec 22 13:28:08.523436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56190) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:08.631509 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-db21dece-e7b4-45be-a771-55b1fb85830d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/dbb12c05-560d-4f75-a19c-c5adeb1884b7 HTTP/1.1" status: 200 len: 991 time: 0.1059036 Dec 22 13:28:09.003113 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9528931-8101-465c-a9b1-1952828915c1 None None] New status for floating IP dbb12c05-560d-4f75-a19c-c5adeb1884b7: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:28:09.478833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4f7da892-32e4-4eb7-9e21-5bd936e87700 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:09.547352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4f7da892-32e4-4eb7-9e21-5bd936e87700 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:09.547667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.635507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56194) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:09.661760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.693151 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 4f7da892-32e4-4eb7-9e21-5bd936e87700, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4f7da892-32e4-4eb7-9e21-5bd936e87700,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:09.698299 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.699167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:09.726144 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7260a935-4f53-4c7d-9c1a-71b4df8bd121 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:09.742386 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0971a4e1-32e6-41d3-9dd3-17208b6219f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/floatingips/dbb12c05-560d-4f75-a19c-c5adeb1884b7 HTTP/1.1" status: 200 len: 993 time: 0.1056516 Dec 22 13:28:09.812036 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=4f7da892-32e4-4eb7-9e21-5bd936e87700,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:09.815023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:09.823304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:09.823706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.940977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.957619 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:09.963490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:09.965425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-064c005e-61ea-4f77-9448-fd86011aa211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:10.010931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56202) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:10.030626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:10.033792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:10.223049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 78022b7e-fa39-487d-963d-f7b43998aff1 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:28:10.223353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:10.525178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:10.525405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:10.648171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 78022b7e-fa39-487d-963d-f7b43998aff1 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:28:10.710038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:10.799737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:10.803321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-06140ea2-f4aa-476e-8523-c3f578773b81 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:10.845860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=78022b7e-fa39-487d-963d-f7b43998aff1,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:10.881669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:10.882044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:10.882390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:10.882776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:10.883139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:10.883497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:10.883883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:10.884245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:10.884592 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:10.884950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:10.885302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:10.885650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:10.892725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:10.946731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:10.947036 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Floating IP dbb12c05-560d-4f75-a19c-c5adeb1884b7 disassociated (deleted). External IP: 172.26.4.122, port: ed04a618-4296-4a98-9e85-bdb7b07cf03e. Dec 22 13:28:11.288569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router d7a53ccc-a822-4e82-b996-021a6c2b38ab has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:28:11.451779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4f7da892-32e4-4eb7-9e21-5bd936e87700 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:11.465545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:28:11.489597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.493120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f22e9-8aae-428d-b5eb-2c1b3ff5f89a None None] Sync routers for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:28:11.517788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f22e9-8aae-428d-b5eb-2c1b3ff5f89a None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:28:11.518428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f23f22e9-8aae-428d-b5eb-2c1b3ff5f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:28:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:11.544417 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/floatingips/dbb12c05-560d-4f75-a19c-c5adeb1884b7 HTTP/1.1" status: 204 len: 168 time: 1.5324073 Dec 22 13:28:11.545215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4235514c-7744-426f-bb14-be51c30c7562', 'tag': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:28:11.593628 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4235514c-7744-426f-bb14-be51c30c7562', 'tag': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'status': 'completed', 'code': 200} Dec 22 13:28:11.680006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 4f7da892-32e4-4eb7-9e21-5bd936e87700 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:11.680388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:11.690729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3521e49-70df-4818-86b7-e4d0189e0812 req-69337e2d-be9c-4260-b594-80edcd2418d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:11.692237 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a3521e49-70df-4818-86b7-e4d0189e0812 req-69337e2d-be9c-4260-b594-80edcd2418d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 1098 time: 0.0761225 Dec 22 13:28:11.806076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f23f22e9-8aae-428d-b5eb-2c1b3ff5f89a None None] Set router d7a53ccc-a822-4e82-b996-021a6c2b38ab gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:28:11.841232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3521e49-70df-4818-86b7-e4d0189e0812 req-b2f9ff92-1ece-4e40-ac9d-ae82a36e9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:11.843232 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a3521e49-70df-4818-86b7-e4d0189e0812 req-b2f9ff92-1ece-4e40-ac9d-ae82a36e9107 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7ee9f79b-cf31-483b-b53f-5b3c220e230e HTTP/1.1" status: 200 len: 897 time: 0.1431057 Dec 22 13:28:11.917079 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a3521e49-70df-4818-86b7-e4d0189e0812 req-31a42186-79fb-434c-abd6-34932829600d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed04a618-4296-4a98-9e85-bdb7b07cf03e HTTP/1.1" status: 200 len: 217 time: 0.0672538 Dec 22 13:28:11.933519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4ab7f-9301-47c3-89a5-b631fc3f1d5d req-bccde6f6-7cc6-40a9-81a0-67d1c6335229 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:11.934202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-67a4ab7f-9301-47c3-89a5-b631fc3f1d5d req-bccde6f6-7cc6-40a9-81a0-67d1c6335229 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Synchronizing usage tracker for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:11.949854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-67a4ab7f-9301-47c3-89a5-b631fc3f1d5d req-bccde6f6-7cc6-40a9-81a0-67d1c6335229 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Unset dirty status for tenant:f78c694f854e4d3495bc7de63c3e5cf7 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:11.950873 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-67a4ab7f-9301-47c3-89a5-b631fc3f1d5d req-bccde6f6-7cc6-40a9-81a0-67d1c6335229 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 945 time: 0.0950611 Dec 22 13:28:11.982011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3521e49-70df-4818-86b7-e4d0189e0812 req-f77bf2a1-f186-4de3-b7d8-5244d41dea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:11.983494 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a3521e49-70df-4818-86b7-e4d0189e0812 req-f77bf2a1-f186-4de3-b7d8-5244d41dea33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=907d0b09-6530-4bbd-94ad-e1129c88d12b HTTP/1.1" status: 200 len: 835 time: 0.0590718 Dec 22 13:28:12.007270 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-67a4ab7f-9301-47c3-89a5-b631fc3f1d5d req-184c73b9-f58e-40d9-8498-93a093c9f8e4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495319 Dec 22 13:28:12.049490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:12.059703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3521e49-70df-4818-86b7-e4d0189e0812 req-a3071726-584b-4457-89c5-7ab2a5bb7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:12.061195 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a3521e49-70df-4818-86b7-e4d0189e0812 req-a3071726-584b-4457-89c5-7ab2a5bb7174 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7ee9f79b-cf31-483b-b53f-5b3c220e230e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704560 Dec 22 13:28:12.190621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:12.190874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:12.193316 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a3521e49-70df-4818-86b7-e4d0189e0812 req-524ad51c-92ab-479f-8caa-b4311cbae0e4 service neutron] 10.222.0.54 "GET /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239223 Dec 22 13:28:12.316675 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f23f22e9-8aae-428d-b5eb-2c1b3ff5f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:28:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '4f7da892-32e4-4eb7-9e21-5bd936e87700', 'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9f:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:29Z', 'updated_at': '2021-12-22T13:28:09Z', 'revision_number': 7, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:12.325497 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f22e9-8aae-428d-b5eb-2c1b3ff5f89a None None] Checking router: d7a53ccc-a822-4e82-b996-021a6c2b38ab for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:28:12.326520 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a3521e49-70df-4818-86b7-e4d0189e0812 req-eb4b62dd-891f-4bac-840b-08cd4ba387c8 service neutron] 10.222.0.54 "GET /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249707 Dec 22 13:28:12.341516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f22e9-8aae-428d-b5eb-2c1b3ff5f89a None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:28:12.341516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f23f22e9-8aae-428d-b5eb-2c1b3ff5f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:28:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:12.522265 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f23f22e9-8aae-428d-b5eb-2c1b3ff5f89a None None] Set router d7a53ccc-a822-4e82-b996-021a6c2b38ab gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:28:12.834029 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f23f22e9-8aae-428d-b5eb-2c1b3ff5f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:28:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '4f7da892-32e4-4eb7-9e21-5bd936e87700', 'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9f:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:29Z', 'updated_at': '2021-12-22T13:28:09Z', 'revision_number': 7, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:12.839755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23f22e9-8aae-428d-b5eb-2c1b3ff5f89a None None] The sync data for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv is: [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:28:05Z', 'revision_number': 6, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:28:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '4f7da892-32e4-4eb7-9e21-5bd936e87700', 'name': '', 'network_id': '7ee9f79b-cf31-483b-b53f-5b3c220e230e', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'mac_address': 'fa:16:3e:9f:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:29Z', 'updated_at': '2021-12-22T13:28:09Z', 'revision_number': 7, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'subnets': [{'id': '907d0b09-6530-4bbd-94ad-e1129c88d12b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:28:13.202578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6502a-c07e-4b69-bd47-e70c6a4966c3 req-79385056-a0d8-4d85-a5a6-ab6dfcc5f0a4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:13.204232 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e5d6502a-c07e-4b69-bd47-e70c6a4966c3 req-79385056-a0d8-4d85-a5a6-ab6dfcc5f0a4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 945 time: 0.0867758 Dec 22 13:28:13.252390 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e5d6502a-c07e-4b69-bd47-e70c6a4966c3 req-d07a5617-68fd-4c84-8fb2-5667117fba96 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/security-groups?id=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421624 Dec 22 13:28:13.523223 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560480ce-077f-4ca4-9f77-b829da8e3a97 None None] New status for floating IP dbb12c05-560d-4f75-a19c-c5adeb1884b7: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:28:13.558333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48037b-9c93-4bca-827f-4155c1e24003 req-226b6847-6f64-4c3c-9242-34a10472b57c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:13.559848 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ea48037b-9c93-4bca-827f-4155c1e24003 req-226b6847-6f64-4c3c-9242-34a10472b57c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 945 time: 0.0800755 Dec 22 13:28:13.633346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-ea48037b-9c93-4bca-827f-4155c1e24003 req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port ed04a618-4296-4a98-9e85-bdb7b07cf03e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:28:13.633654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-ea48037b-9c93-4bca-827f-4155c1e24003 req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:13.998459 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-ea48037b-9c93-4bca-827f-4155c1e24003 req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port ed04a618-4296-4a98-9e85-bdb7b07cf03e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ed04a618-4296-4a98-9e85-bdb7b07cf03e,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:13.998763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-ea48037b-9c93-4bca-827f-4155c1e24003 req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.118948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-ea48037b-9c93-4bca-827f-4155c1e24003 req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for ed04a618-4296-4a98-9e85-bdb7b07cf03e owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:28:14.278232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-ea48037b-9c93-4bca-827f-4155c1e24003 req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.285389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02d7e05a-d702-42b7-ba96-0f20695f77ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:14.330002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=ed04a618-4296-4a98-9e85-bdb7b07cf03e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:14.368105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:14.368500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:14.368884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:14.369249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:14.369622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:14.369994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:14.370363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:14.370732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:14.371108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:14.371474 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:14.371870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:14.372233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:28:14.379488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:14.404209 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ecd958f7-db82-4b33-90ec-67ba37076dee req-e02ea3cb-1f22-4f1d-ac8a-796a54368666 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "GET /v2.0/ports?device_id=4235514c-7744-426f-bb14-be51c30c7562 HTTP/1.1" status: 200 len: 210 time: 0.0426636 Dec 22 13:28:14.417181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea48037b-9c93-4bca-827f-4155c1e24003 req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] No DVR routers for this DVR port ed04a618-4296-4a98-9e85-bdb7b07cf03e on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:28:14.419839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-ea48037b-9c93-4bca-827f-4155c1e24003 req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:14.422553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4235514c-7744-426f-bb14-be51c30c7562', 'name': 'network-vif-deleted', 'tag': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:28:14.438386 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ea48037b-9c93-4bca-827f-4155c1e24003 req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.54 "DELETE /v2.0/ports/ed04a618-4296-4a98-9e85-bdb7b07cf03e HTTP/1.1" status: 204 len: 173 time: 0.8730202 Dec 22 13:28:14.472828 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4235514c-7744-426f-bb14-be51c30c7562', 'name': 'network-vif-deleted', 'tag': 'ed04a618-4296-4a98-9e85-bdb7b07cf03e', 'status': 'completed', 'code': 200} Dec 22 13:28:15.498638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56222) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:15.568392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43356714-91f7-41a5-9b25-d3ea975cf3d9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.598027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43356714-91f7-41a5-9b25-d3ea975cf3d9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.667181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43356714-91f7-41a5-9b25-d3ea975cf3d9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.672307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e3ee847c-9d48-459d-a237-ee6d3aa64c98 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:15.690750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43356714-91f7-41a5-9b25-d3ea975cf3d9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:15.693316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-43356714-91f7-41a5-9b25-d3ea975cf3d9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:15.699491 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43356714-91f7-41a5-9b25-d3ea975cf3d9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:15.700652 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-43356714-91f7-41a5-9b25-d3ea975cf3d9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/security-groups/39fc7c6e-24ed-4e65-bcfe-9f6f34e7ebfa HTTP/1.1" status: 204 len: 168 time: 0.2010703 Dec 22 13:28:15.732416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56228) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:16.398783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:16.762366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 4f7da892-32e4-4eb7-9e21-5bd936e87700 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:28:16.763106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:16.955398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 4f7da892-32e4-4eb7-9e21-5bd936e87700, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=4f7da892-32e4-4eb7-9e21-5bd936e87700,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:16.955789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.077252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 4f7da892-32e4-4eb7-9e21-5bd936e87700 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:28:17.277806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:17.281413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-69783886-71e4-43ee-a4b0-700f6422a484 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:17.406150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device ed04a618-4296-4a98-9e85-bdb7b07cf03e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:17.443660 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: ed04a618-4296-4a98-9e85-bdb7b07cf03e {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:28:17.444050 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device ed04a618-4296-4a98-9e85-bdb7b07cf03e not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:28:17.444197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=4f7da892-32e4-4eb7-9e21-5bd936e87700,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:17.447297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:17.716000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.090124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Router d7a53ccc-a822-4e82-b996-021a6c2b38ab has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:28:18.266871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:28:18.277804 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959db857-c826-4a6a-ad5a-05ef0b50f5bc None None] Sync routers for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:28:18.279791 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "PUT /v2.0/routers/d7a53ccc-a822-4e82-b996-021a6c2b38ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5462613 Dec 22 13:28:18.282527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56232) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:18.288233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959db857-c826-4a6a-ad5a-05ef0b50f5bc None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:28:18.288924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-959db857-c826-4a6a-ad5a-05ef0b50f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:28:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:18.351284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a6b5693-7bb0-4f32-8546-34032866acbc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting subnet 907d0b09-6530-4bbd-94ad-e1129c88d12b {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:28:18.354300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5693-7bb0-4f32-8546-34032866acbc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.407908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5693-7bb0-4f32-8546-34032866acbc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.468052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-959db857-c826-4a6a-ad5a-05ef0b50f5bc None None] Set router d7a53ccc-a822-4e82-b996-021a6c2b38ab gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:28:18.487888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5693-7bb0-4f32-8546-34032866acbc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.567181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5693-7bb0-4f32-8546-34032866acbc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.571288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-59121c0e-e724-4906-8d75-0720f447570f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:18.607889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b5693-7bb0-4f32-8546-34032866acbc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Subnet': ['ID=907d0b09-6530-4bbd-94ad-e1129c88d12b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:18.610927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6a6b5693-7bb0-4f32-8546-34032866acbc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:18.611953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5693-7bb0-4f32-8546-34032866acbc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.618794 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6a6b5693-7bb0-4f32-8546-34032866acbc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/subnets/907d0b09-6530-4bbd-94ad-e1129c88d12b HTTP/1.1" status: 204 len: 168 time: 0.3353591 Dec 22 13:28:18.621667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:18.631017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0fb1a0-5794-44da-9b51-f1d0c256ac6f None None] Network 7ee9f79b-cf31-483b-b53f-5b3c220e230e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:28:18.928998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:18.983680 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-959db857-c826-4a6a-ad5a-05ef0b50f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 7, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:28:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:18.988062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959db857-c826-4a6a-ad5a-05ef0b50f5bc None None] Checking router: d7a53ccc-a822-4e82-b996-021a6c2b38ab for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:28:18.996941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959db857-c826-4a6a-ad5a-05ef0b50f5bc None None] Routers {'d7a53ccc-a822-4e82-b996-021a6c2b38ab'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:28:18.998027 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-959db857-c826-4a6a-ad5a-05ef0b50f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:28:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:19.051294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50011024-800e-4dd2-b2ec-4a5b0b919fa7 None None] DHCP port deletion for 7ee9f79b-cf31-483b-b53f-5b3c220e230e request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:28:19.074856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-50011024-800e-4dd2-b2ec-4a5b0b919fa7 None None] Deleting port da333cdb-7412-4a6a-9e41-9662462ac64d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:28:19.075236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50011024-800e-4dd2-b2ec-4a5b0b919fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.111482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.122584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Deleting port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:28:19.122964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.302442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] For port 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:19.302918 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.332106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-959db857-c826-4a6a-ad5a-05ef0b50f5bc None None] Set router d7a53ccc-a822-4e82-b996-021a6c2b38ab gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:28:19.427292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Calling delete_port for 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:28:19.523281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device da333cdb-7412-4a6a-9e41-9662462ac64d no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:19.590058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-50011024-800e-4dd2-b2ec-4a5b0b919fa7 None None] For port da333cdb-7412-4a6a-9e41-9662462ac64d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=da333cdb-7412-4a6a-9e41-9662462ac64d,segment=NetworkSegment(9eb50bef-35b3-49eb-82c5-27d0b8cc2c58),segment_id=9eb50bef-35b3-49eb-82c5-27d0b8cc2c58)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:19.590463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50011024-800e-4dd2-b2ec-4a5b0b919fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.597471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.601203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:19.642484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Port': ['ID=38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:19.646013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:19.720786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-50011024-800e-4dd2-b2ec-4a5b0b919fa7 None None] Calling delete_port for da333cdb-7412-4a6a-9e41-9662462ac64d owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:28:19.736418 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.907386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.909542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.934710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.935232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Fanout notify agent at l3_agent the message router_deleted on router d7a53ccc-a822-4e82-b996-021a6c2b38ab {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:28:19.940090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.951199 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.955076 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/routers/d7a53ccc-a822-4e82-b996-021a6c2b38ab HTTP/1.1" status: 204 len: 168 time: 1.3297980 Dec 22 13:28:19.955268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56240) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:19.970789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-50011024-800e-4dd2-b2ec-4a5b0b919fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:19.975753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:20.053598 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50011024-800e-4dd2-b2ec-4a5b0b919fa7 None None] Pushing event deleted for resources: {'Port': ['ID=da333cdb-7412-4a6a-9e41-9662462ac64d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:20.058176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-50011024-800e-4dd2-b2ec-4a5b0b919fa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:20.059684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50011024-800e-4dd2-b2ec-4a5b0b919fa7 None None] No DVR routers for this DVR port da333cdb-7412-4a6a-9e41-9662462ac64d on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:28:20.070129 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.083876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-959db857-c826-4a6a-ad5a-05ef0b50f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 7, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:28:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:20.088299 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959db857-c826-4a6a-ad5a-05ef0b50f5bc None None] The sync data for ids ['d7a53ccc-a822-4e82-b996-021a6c2b38ab'] in dv-neutron-822668-1-hyperv is: [{'id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'name': 'tempest-TestNetworkBasicOps-router-1673701981', 'tenant_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57'}], 'enable_snat': True}, 'gw_port_id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:26:25Z', 'updated_at': '2021-12-22T13:28:17Z', 'revision_number': 7, 'project_id': 'f78c694f854e4d3495bc7de63c3e5cf7', 'gw_port': {'id': '38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:45:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a53ccc-a822-4e82-b996-021a6c2b38ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:26:26Z', 'updated_at': '2021-12-22T13:28:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:28:20.205359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.230279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee9f79b-cf31-483b-b53f-5b3c220e230e']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:20.241993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:20.242282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb50bef-35b3-49eb-82c5-27d0b8cc2c58') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:28:20.253422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.270543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.276949 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:28:20.277442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:28:20.291434 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:28:20.508862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.512464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fd9ad64b-d489-4e18-9f47-4560cea4171b tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:20.526791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:20.538034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Pushing event deleted for resources: {'Network': ['ID=7ee9f79b-cf31-483b-b53f-5b3c220e230e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:20.541267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:20.548098 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] 10.222.0.24 "DELETE /v2.0/networks/7ee9f79b-cf31-483b-b53f-5b3c220e230e HTTP/1.1" status: 204 len: 168 time: 0.5915508 Dec 22 13:28:20.897497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56248) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:21.040609 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d453bdaa-d971-409b-8815-fb3557c7e541 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f78c694f854e4d3495bc7de63c3e5cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417465 Dec 22 13:28:21.043033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56254) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:21.101640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4754486-00f4-4e09-b3cf-8f136e59ea51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.129342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4754486-00f4-4e09-b3cf-8f136e59ea51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.182426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4754486-00f4-4e09-b3cf-8f136e59ea51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.187419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d01d4fb8-cdd3-4dc1-bd80-0d7ada7ceb87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:21.200079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4754486-00f4-4e09-b3cf-8f136e59ea51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af5ae85-8cf9-4ec6-867d-00e87c5e4b73,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:21.204883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e4754486-00f4-4e09-b3cf-8f136e59ea51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:21.207253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4754486-00f4-4e09-b3cf-8f136e59ea51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.208391 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e4754486-00f4-4e09-b3cf-8f136e59ea51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8af5ae85-8cf9-4ec6-867d-00e87c5e4b73 HTTP/1.1" status: 204 len: 168 time: 0.1645086 Dec 22 13:28:21.448510 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4f7da892-32e4-4eb7-9e21-5bd936e87700 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:21.482949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 4f7da892-32e4-4eb7-9e21-5bd936e87700 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:28:21.483367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 4f7da892-32e4-4eb7-9e21-5bd936e87700 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:28:21.483816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:21.506153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56262) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:21.519292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:28:21.519653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 38fe66ff-de0c-4f2a-8dc1-ac3a5f69132c not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:28:21.527284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-753ce74b-2284-49f7-9af1-42ee45b5eef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.543127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-753ce74b-2284-49f7-9af1-42ee45b5eef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:21.547242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-753ce74b-2284-49f7-9af1-42ee45b5eef2 admin admin] Usage tracker for resource:security_group_rule and tenant:911764b21f2f4e1497ef5102f6ce644a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:21.550208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-753ce74b-2284-49f7-9af1-42ee45b5eef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:21.556965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-753ce74b-2284-49f7-9af1-42ee45b5eef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:21.638253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-753ce74b-2284-49f7-9af1-42ee45b5eef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.644125 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-753ce74b-2284-49f7-9af1-42ee45b5eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.650511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e4754486-00f4-4e09-b3cf-8f136e59ea51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:21.691058 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-753ce74b-2284-49f7-9af1-42ee45b5eef2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=911764b21f2f4e1497ef5102f6ce644a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838448 Dec 22 13:28:21.691971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ce74b-2284-49f7-9af1-42ee45b5eef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f68c9f-d041-4c43-b877-fcbed9dccc8c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:21.693952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56266) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:21.695331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-753ce74b-2284-49f7-9af1-42ee45b5eef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:21.762031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f21bd4f-a454-4d0a-b1b4-936e4f75ff4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.788595 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f21bd4f-a454-4d0a-b1b4-936e4f75ff4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.854550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f21bd4f-a454-4d0a-b1b4-936e4f75ff4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.858818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-46720c99-9105-4e52-be81-356035ebb4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:21.871091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21bd4f-a454-4d0a-b1b4-936e4f75ff4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f68c9f-d041-4c43-b877-fcbed9dccc8c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:21.874020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f21bd4f-a454-4d0a-b1b4-936e4f75ff4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:21.875997 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f21bd4f-a454-4d0a-b1b4-936e4f75ff4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:21.877116 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5f21bd4f-a454-4d0a-b1b4-936e4f75ff4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38f68c9f-d041-4c43-b877-fcbed9dccc8c HTTP/1.1" status: 204 len: 168 time: 0.1820393 Dec 22 13:28:27.526329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-df5243c7-f39d-4105-99bd-8ff685102cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:28.832057 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ac26ee48-d70e-4a0a-9e80-822943631a02 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e3929b32bd82484096578a8c84266b49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279484 Dec 22 13:28:28.982487 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-28278ce2-66f2-4e59-a233-5d786d3aba59 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:28.983862 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-28278ce2-66f2-4e59-a233-5d786d3aba59 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456659 Dec 22 13:28:28.998796 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-610e4ff8-8de3-49c0-a74a-fa347c2bf86d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/quotas/e3929b32bd82484096578a8c84266b49 HTTP/1.1" status: 200 len: 375 time: 0.0094762 Dec 22 13:28:29.044924 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-7d5e4961-dd65-41d1-bbe6-8e1adcef4d57 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3929b32bd82484096578a8c84266b49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410588 Dec 22 13:28:29.234190 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd309b91-145e-460e-b021-c9de63a3739e req-8f9088fe-c72b-459f-b2ec-05738f7d0707 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 210 time: 0.0430365 Dec 22 13:28:29.873308 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-96a5e261-42a8-43b9-ac4b-7b2ce03b247a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:30.155555 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-449bfeef-993b-40c9-abe5-f0e9589e685b tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e3929b32bd82484096578a8c84266b49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344446 Dec 22 13:28:30.327858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-bb0e88c5-766d-4580-a653-951cade10a84 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:30.329549 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-bb0e88c5-766d-4580-a653-951cade10a84 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684303 Dec 22 13:28:30.342400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Request body: {'port': {'device_id': '7f26a478-1bd1-40aa-a89d-a28e651ffa4f', 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74', 'admin_state_up': True, 'tenant_id': 'e3929b32bd82484096578a8c84266b49'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:28:30.388743 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e4bf07c6-fcab-44e5-b2e4-152dc328afce req-922e1db5-2170-466e-b6f0-f2603b288306 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 210 time: 0.0485933 Dec 22 13:28:30.481800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:30.485977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Usage tracker for resource:port and tenant:e3929b32bd82484096578a8c84266b49 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:30.488898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:30.494664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:30.507347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Made reservation on behalf of e3929b32bd82484096578a8c84266b49 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:28:30.510845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:30.525412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:30.542957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:30.547166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Usage tracker for resource:security_group_rule and tenant:e3929b32bd82484096578a8c84266b49 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:30.550325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:30.556361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:30.640025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:30.646010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:30.649003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2db616a3-ec40-4b3b-9c04-dccac6797e16 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:30.726281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe52356d-1679-41c3-a2db-001f8a3ca727,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:30.731507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:30.815756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Allocated IP 192.168.233.63 (d247e2b3-dc69-4f4d-8fdf-daf75f5aec74/cff35fe4-e514-4bfe-8e11-6ab258e12981/7f079ae3-60e9-489a-8489-68c36f74304e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:28:30.861753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:31.002935 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:31.027936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:31.044659 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Transition to ACTIVE for port object 7f079ae3-60e9-489a-8489-68c36f74304e will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:31.073306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:31.082291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4377f2b8-280e-4a75-b7c7-0118617f042b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:31.150624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Network d247e2b3-dc69-4f4d-8fdf-daf75f5aec74 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:28:31.153821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:31.157617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:28:31.187571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Pushing event updated for resources: {'Port': ['ID=7f079ae3-60e9-489a-8489-68c36f74304e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:31.194474 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:31.224826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:31.225425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:31.256255 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9176009 Dec 22 13:28:31.267839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Request body: {'port': {'device_id': '7f26a478-1bd1-40aa-a89d-a28e651ffa4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:28:31.349552 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a5411848-b354-4933-9300-fab139dbf0c9 None None] Provisioning for port 7f079ae3-60e9-489a-8489-68c36f74304e completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:31.354211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a5411848-b354-4933-9300-fab139dbf0c9 None None] Provisioning complete for port 7f079ae3-60e9-489a-8489-68c36f74304e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:31.354582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a5411848-b354-4933-9300-fab139dbf0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:31.381737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:31.407238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a5411848-b354-4933-9300-fab139dbf0c9 None None] Port 7f079ae3-60e9-489a-8489-68c36f74304e cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:28:31.812041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5383c-e293-47a5-922a-19179d69d60c req-a3f96acc-8289-44de-8b84-181694b7d2cf tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:31.812718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-e9f5383c-e293-47a5-922a-19179d69d60c req-a3f96acc-8289-44de-8b84-181694b7d2cf tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Synchronizing usage tracker for tenant:e3929b32bd82484096578a8c84266b49 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:31.851493 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-e9f5383c-e293-47a5-922a-19179d69d60c req-a3f96acc-8289-44de-8b84-181694b7d2cf tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Unset dirty status for tenant:e3929b32bd82484096578a8c84266b49 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:31.852798 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e9f5383c-e293-47a5-922a-19179d69d60c req-a3f96acc-8289-44de-8b84-181694b7d2cf tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 935 time: 0.3437161 Dec 22 13:28:31.947070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f079ae3-60e9-489a-8489-68c36f74304e {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:28:31.958126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:31.965278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-e9f5383c-e293-47a5-922a-19179d69d60c req-50f3193b-b097-4160-8941-56be282320db tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Synchronizing usage tracker for tenant:e3929b32bd82484096578a8c84266b49 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:31.980850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Transition to ACTIVE for port object 7f079ae3-60e9-489a-8489-68c36f74304e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:31.987050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:31.992053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:32.026819 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-e9f5383c-e293-47a5-922a-19179d69d60c req-50f3193b-b097-4160-8941-56be282320db tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Unset dirty status for tenant:e3929b32bd82484096578a8c84266b49 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:32.027962 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e9f5383c-e293-47a5-922a-19179d69d60c req-50f3193b-b097-4160-8941-56be282320db tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe52356d-1679-41c3-a2db-001f8a3ca727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402924 Dec 22 13:28:32.139810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Pushing event updated for resources: {'Port': ['ID=7f079ae3-60e9-489a-8489-68c36f74304e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:32.147341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:32.223696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Attempting to bind port 7f079ae3-60e9-489a-8489-68c36f74304e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:28:32.224079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Attempting to bind port 7f079ae3-60e9-489a-8489-68c36f74304e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9f41ae88-b91b-4ccd-8edb-d394422476a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:28:32.224405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Attempting to bind port 7f079ae3-60e9-489a-8489-68c36f74304e on network d247e2b3-dc69-4f4d-8fdf-daf75f5aec74 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:28:32.229235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Port 7f079ae3-60e9-489a-8489-68c36f74304e on network d247e2b3-dc69-4f4d-8fdf-daf75f5aec74 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:28:32.229567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Attempting to bind port 7f079ae3-60e9-489a-8489-68c36f74304e on network d247e2b3-dc69-4f4d-8fdf-daf75f5aec74 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:28:32.235023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:28:32.235364 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Checking segment: {'id': '9f41ae88-b91b-4ccd-8edb-d394422476a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:28:32.235799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Bound using segment: {'id': '9f41ae88-b91b-4ccd-8edb-d394422476a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:28:32.236232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Bound port: 7f079ae3-60e9-489a-8489-68c36f74304e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f41ae88-b91b-4ccd-8edb-d394422476a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:28:32.236579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:32.333109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] For port 7f079ae3-60e9-489a-8489-68c36f74304e, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:28:32.336557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] For port 7f079ae3-60e9-489a-8489-68c36f74304e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7f079ae3-60e9-489a-8489-68c36f74304e,segment=NetworkSegment(9f41ae88-b91b-4ccd-8edb-d394422476a6),segment_id=9f41ae88-b91b-4ccd-8edb-d394422476a6)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:28:32.343255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:32.346902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:32.404364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:32.405659 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:32.406160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:32.407506 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] 10.222.0.54 "PUT /v2.0/ports/7f079ae3-60e9-489a-8489-68c36f74304e HTTP/1.1" status: 200 len: 1097 time: 1.1439672 Dec 22 13:28:32.408049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f26a478-1bd1-40aa-a89d-a28e651ffa4f', 'tag': '7f079ae3-60e9-489a-8489-68c36f74304e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:28:32.427878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Pushing event updated for resources: {'Port': ['ID=7f079ae3-60e9-489a-8489-68c36f74304e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:32.431036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:32.490695 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f26a478-1bd1-40aa-a89d-a28e651ffa4f', 'tag': '7f079ae3-60e9-489a-8489-68c36f74304e', 'status': 'completed', 'code': 200} Dec 22 13:28:32.532313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-3dec5aca-ef99-4a6d-8031-f5446d5bf481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:32.533959 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-3dec5aca-ef99-4a6d-8031-f5446d5bf481 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3929b32bd82484096578a8c84266b49&device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 1100 time: 0.0755117 Dec 22 13:28:32.607712 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-841a4585-8ea5-44af-a673-e26528179957 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=7f079ae3-60e9-489a-8489-68c36f74304e HTTP/1.1" status: 200 len: 217 time: 0.0658333 Dec 22 13:28:32.672784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-d8bf3574-d344-487b-b25b-59dc4d3031ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:32.674184 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-d8bf3574-d344-487b-b25b-59dc4d3031ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cff35fe4-e514-4bfe-8e11-6ab258e12981 HTTP/1.1" status: 200 len: 843 time: 0.0605557 Dec 22 13:28:32.755989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-323c27e9-c728-4ba7-91d8-3341f25d197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:32.757489 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-323c27e9-c728-4ba7-91d8-3341f25d197c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d247e2b3-dc69-4f4d-8fdf-daf75f5aec74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0769961 Dec 22 13:28:32.890479 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-39f288ca-ba8c-4fe7-8aac-bd01c7ceeb8d service neutron] 10.222.0.54 "GET /v2.0/networks/d247e2b3-dc69-4f4d-8fdf-daf75f5aec74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264310 Dec 22 13:28:33.045023 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d67c81c8-00dd-4605-906b-6311c3d38943 req-97d38cfd-04ec-4445-a352-2caa7493efc9 service neutron] 10.222.0.54 "GET /v2.0/networks/d247e2b3-dc69-4f4d-8fdf-daf75f5aec74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480446 Dec 22 13:28:33.224617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e290da1-2dcf-43c2-9eb4-f8b30a0f7497 req-a3557668-cf0e-40f8-8437-ad41ad076533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:33.226084 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9e290da1-2dcf-43c2-9eb4-f8b30a0f7497 req-a3557668-cf0e-40f8-8437-ad41ad076533 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3929b32bd82484096578a8c84266b49&device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 1100 time: 0.1288533 Dec 22 13:28:33.237612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f7818-0e28-41c4-b44f-9e4d525918dd req-02c27889-3fab-42e2-b094-0bddf293abc3 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:33.238918 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5a1f7818-0e28-41c4-b44f-9e4d525918dd req-02c27889-3fab-42e2-b094-0bddf293abc3 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 947 time: 0.0986667 Dec 22 13:28:33.357463 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5a1f7818-0e28-41c4-b44f-9e4d525918dd req-7c3cff60-ad2a-426b-a87a-e0ea6373d1d6 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe52356d-1679-41c3-a2db-001f8a3ca727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007380 Dec 22 13:28:33.496197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e290da1-2dcf-43c2-9eb4-f8b30a0f7497 req-566a75f5-b576-4fa1-966c-955addaac5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:33.497637 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9e290da1-2dcf-43c2-9eb4-f8b30a0f7497 req-566a75f5-b576-4fa1-966c-955addaac5c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d247e2b3-dc69-4f4d-8fdf-daf75f5aec74 HTTP/1.1" status: 200 len: 870 time: 0.2579157 Dec 22 13:28:33.563061 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9e290da1-2dcf-43c2-9eb4-f8b30a0f7497 req-3105f0c4-67ea-4c26-bb16-86e5e5105682 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=7f079ae3-60e9-489a-8489-68c36f74304e HTTP/1.1" status: 200 len: 217 time: 0.0584178 Dec 22 13:28:33.627576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e290da1-2dcf-43c2-9eb4-f8b30a0f7497 req-72711cce-ef59-47f0-9d65-2a6f6c366ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:33.628963 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9e290da1-2dcf-43c2-9eb4-f8b30a0f7497 req-72711cce-ef59-47f0-9d65-2a6f6c366ade service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cff35fe4-e514-4bfe-8e11-6ab258e12981 HTTP/1.1" status: 200 len: 843 time: 0.0601900 Dec 22 13:28:33.703120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e290da1-2dcf-43c2-9eb4-f8b30a0f7497 req-4980f37c-b682-43a5-bb2c-092913435417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:33.704580 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9e290da1-2dcf-43c2-9eb4-f8b30a0f7497 req-4980f37c-b682-43a5-bb2c-092913435417 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d247e2b3-dc69-4f4d-8fdf-daf75f5aec74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0686526 Dec 22 13:28:33.815073 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:28:33.841705 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9e290da1-2dcf-43c2-9eb4-f8b30a0f7497 req-a2d8efaa-1471-46c2-9d9c-7b353b0b05b3 service neutron] 10.222.0.54 "GET /v2.0/networks/d247e2b3-dc69-4f4d-8fdf-daf75f5aec74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300337 Dec 22 13:28:33.976501 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9e290da1-2dcf-43c2-9eb4-f8b30a0f7497 req-4c6e964d-65f0-435c-b8a1-ec9d2e9cf2bf service neutron] 10.222.0.54 "GET /v2.0/networks/d247e2b3-dc69-4f4d-8fdf-daf75f5aec74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262999 Dec 22 13:28:34.572424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc160e43-e222-4dff-8378-e6461ac4dae8 req-703f9606-dbaa-4288-859f-dfbfc66532af tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:34.574604 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fc160e43-e222-4dff-8378-e6461ac4dae8 req-703f9606-dbaa-4288-859f-dfbfc66532af tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 947 time: 0.0842721 Dec 22 13:28:34.623087 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fc160e43-e222-4dff-8378-e6461ac4dae8 req-8f92efc0-a934-4083-97c9-dd9abf780d5e tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe52356d-1679-41c3-a2db-001f8a3ca727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426855 Dec 22 13:28:35.824464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5730f-3157-45fe-8c0d-27d3864c2993 req-db8cec7c-8d3c-4e45-a6ed-58b7a2f00821 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:35.825917 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-56c5730f-3157-45fe-8c0d-27d3864c2993 req-db8cec7c-8d3c-4e45-a6ed-58b7a2f00821 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 947 time: 0.0852227 Dec 22 13:28:35.869813 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-56c5730f-3157-45fe-8c0d-27d3864c2993 req-b9545828-eb42-42fc-b065-7bb16f06ad80 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe52356d-1679-41c3-a2db-001f8a3ca727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381875 Dec 22 13:28:37.067831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c68589-a217-4c7f-9108-6e8977bb02a8 req-1b221d10-07a8-458b-a425-706e3ddf1b41 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:37.069312 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d9c68589-a217-4c7f-9108-6e8977bb02a8 req-1b221d10-07a8-458b-a425-706e3ddf1b41 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 947 time: 0.0939329 Dec 22 13:28:37.113186 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d9c68589-a217-4c7f-9108-6e8977bb02a8 req-f5c1b4d6-31d4-4037-9418-2b1648720a91 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe52356d-1679-41c3-a2db-001f8a3ca727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382147 Dec 22 13:28:37.487978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 7f079ae3-60e9-489a-8489-68c36f74304e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:28:37.630104 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 7f079ae3-60e9-489a-8489-68c36f74304e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7f079ae3-60e9-489a-8489-68c36f74304e,segment=NetworkSegment(9f41ae88-b91b-4ccd-8edb-d394422476a6),segment_id=9f41ae88-b91b-4ccd-8edb-d394422476a6)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:37.643345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '7f079ae3-60e9-489a-8489-68c36f74304e', 'network_id': 'd247e2b3-dc69-4f4d-8fdf-daf75f5aec74', 'port_id': '7f079ae3-60e9-489a-8489-68c36f74304e', 'mac_address': 'fa:16:3e:fe:fe:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cff35fe4-e514-4bfe-8e11-6ab258e12981', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:28:37.701458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:37.719438 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f079ae3-60e9-489a-8489-68c36f74304e {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:28:37.737591 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 7f079ae3-60e9-489a-8489-68c36f74304e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7f079ae3-60e9-489a-8489-68c36f74304e,segment=NetworkSegment(9f41ae88-b91b-4ccd-8edb-d394422476a6),segment_id=9f41ae88-b91b-4ccd-8edb-d394422476a6)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:37.743353 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:37.745107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:37.810855 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=7f079ae3-60e9-489a-8489-68c36f74304e,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:37.814191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:38.062298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['7f079ae3-60e9-489a-8489-68c36f74304e'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:28:38.296052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c26ed-937a-4386-a6a3-0265af7ab83a req-40ccdb1e-11c7-4bc3-9493-099967a48fe8 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:38.297488 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c9c26ed-937a-4386-a6a3-0265af7ab83a req-40ccdb1e-11c7-4bc3-9493-099967a48fe8 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 948 time: 0.0782075 Dec 22 13:28:38.343675 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c9c26ed-937a-4386-a6a3-0265af7ab83a req-0c6842e1-076c-4dcc-be13-cf01662d6368 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe52356d-1679-41c3-a2db-001f8a3ca727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378425 Dec 22 13:28:39.502450 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 7f079ae3-60e9-489a-8489-68c36f74304e up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:28:39.537328 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b24edd-a6ca-4fd8-8e01-2f1675582d08 req-708736b9-f2c3-4829-b025-269278b920b1 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:39.538788 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-60b24edd-a6ca-4fd8-8e01-2f1675582d08 req-708736b9-f2c3-4829-b025-269278b920b1 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 948 time: 0.0905216 Dec 22 13:28:39.573308 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 7f079ae3-60e9-489a-8489-68c36f74304e completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:28:39.578338 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 7f079ae3-60e9-489a-8489-68c36f74304e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:28:39.578722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:39.585592 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-60b24edd-a6ca-4fd8-8e01-2f1675582d08 req-7d505176-6987-465d-a742-e8e8039c5b2d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe52356d-1679-41c3-a2db-001f8a3ca727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Dec 22 13:28:39.692809 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:39.719182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f26a478-1bd1-40aa-a89d-a28e651ffa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f079ae3-60e9-489a-8489-68c36f74304e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:28:39.728881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 7f079ae3-60e9-489a-8489-68c36f74304e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7f079ae3-60e9-489a-8489-68c36f74304e,segment=NetworkSegment(9f41ae88-b91b-4ccd-8edb-d394422476a6),segment_id=9f41ae88-b91b-4ccd-8edb-d394422476a6)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:39.734092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:39.736022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:39.765183 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f26a478-1bd1-40aa-a89d-a28e651ffa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f079ae3-60e9-489a-8489-68c36f74304e', 'code': 200} Dec 22 13:28:39.809264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=7f079ae3-60e9-489a-8489-68c36f74304e,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:39.812308 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:39.998265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd2dff-68f7-4a76-9f50-c742d394c7e8 req-2afba34d-7ae7-4713-98cb-7fcf85c4524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:39.999650 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d1cd2dff-68f7-4a76-9f50-c742d394c7e8 req-2afba34d-7ae7-4713-98cb-7fcf85c4524d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 1102 time: 0.0779173 Dec 22 13:28:40.039818 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d1cd2dff-68f7-4a76-9f50-c742d394c7e8 req-028f9bef-aff5-4b7f-9347-93c222a08451 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fe52356d-1679-41c3-a2db-001f8a3ca727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338223 Dec 22 13:28:40.704903 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:40.784754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b617-e32c-4738-829e-44d640be3f2c req-c69379f1-7670-4134-a259-ccb8d61e3ffd tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:40.786243 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8135b617-e32c-4738-829e-44d640be3f2c req-c69379f1-7670-4134-a259-ccb8d61e3ffd tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 949 time: 0.0867767 Dec 22 13:28:40.829888 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8135b617-e32c-4738-829e-44d640be3f2c req-9592675c-96e1-4c37-8f45-29683077d402 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe52356d-1679-41c3-a2db-001f8a3ca727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377572 Dec 22 13:28:42.038966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f094a5f-b0a8-45d2-bba5-578d169516d6 req-20aae0e4-702c-40d3-ae9f-b485198744b2 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:42.040376 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3f094a5f-b0a8-45d2-bba5-578d169516d6 req-20aae0e4-702c-40d3-ae9f-b485198744b2 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 949 time: 0.0927088 Dec 22 13:28:42.088417 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3f094a5f-b0a8-45d2-bba5-578d169516d6 req-03c4dc27-a95a-4eba-bd9d-578570afd946 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe52356d-1679-41c3-a2db-001f8a3ca727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421615 Dec 22 13:28:43.234307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5471531-f169-4eec-88f2-914f4700741a req-38f804c5-23b3-44b7-b15b-374dbc748337 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:43.235779 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5471531-f169-4eec-88f2-914f4700741a req-38f804c5-23b3-44b7-b15b-374dbc748337 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 949 time: 0.0814254 Dec 22 13:28:43.280410 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5471531-f169-4eec-88f2-914f4700741a req-a409aac0-41b7-42b0-8b97-6f5611b9c71d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe52356d-1679-41c3-a2db-001f8a3ca727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389855 Dec 22 13:28:44.472157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cc842-f297-4a3d-a601-7a812359d4bb req-8fd99153-7cb8-4be7-8927-37b0d7ce2049 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:44.473597 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-589cc842-f297-4a3d-a601-7a812359d4bb req-8fd99153-7cb8-4be7-8927-37b0d7ce2049 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 949 time: 0.0802476 Dec 22 13:28:44.526245 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-589cc842-f297-4a3d-a601-7a812359d4bb req-411fb15b-0312-4f67-bf84-4777b43eaf8c tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe52356d-1679-41c3-a2db-001f8a3ca727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459707 Dec 22 13:28:44.718118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9097-eb40-4ac5-8c35-037e92617999 req-c142af65-bf9a-41b3-94bd-a35fc1a2f06b tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:44.719493 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4f9c9097-eb40-4ac5-8c35-037e92617999 req-c142af65-bf9a-41b3-94bd-a35fc1a2f06b tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 949 time: 0.0961800 Dec 22 13:28:44.791311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-4f9c9097-eb40-4ac5-8c35-037e92617999 req-448af0ad-b1c4-4c7f-ba95-4b96e98d983f tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Deleting port 7f079ae3-60e9-489a-8489-68c36f74304e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:28:44.791654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4f9c9097-eb40-4ac5-8c35-037e92617999 req-448af0ad-b1c4-4c7f-ba95-4b96e98d983f tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:45.058753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-4f9c9097-eb40-4ac5-8c35-037e92617999 req-448af0ad-b1c4-4c7f-ba95-4b96e98d983f tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] For port 7f079ae3-60e9-489a-8489-68c36f74304e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7f079ae3-60e9-489a-8489-68c36f74304e,segment=NetworkSegment(9f41ae88-b91b-4ccd-8edb-d394422476a6),segment_id=9f41ae88-b91b-4ccd-8edb-d394422476a6)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:45.059059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4f9c9097-eb40-4ac5-8c35-037e92617999 req-448af0ad-b1c4-4c7f-ba95-4b96e98d983f tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:45.189998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-4f9c9097-eb40-4ac5-8c35-037e92617999 req-448af0ad-b1c4-4c7f-ba95-4b96e98d983f tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Calling delete_port for 7f079ae3-60e9-489a-8489-68c36f74304e owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:28:45.454961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4f9c9097-eb40-4ac5-8c35-037e92617999 req-448af0ad-b1c4-4c7f-ba95-4b96e98d983f tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:45.463434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-62e0e8d6-2950-4594-afa9-2a1fc49d5567 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:45.472039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['7f079ae3-60e9-489a-8489-68c36f74304e'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:28:45.510150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448af0ad-b1c4-4c7f-ba95-4b96e98d983f tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Pushing event deleted for resources: {'Port': ['ID=7f079ae3-60e9-489a-8489-68c36f74304e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:45.539906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-448af0ad-b1c4-4c7f-ba95-4b96e98d983f tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:45.593294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9c9097-eb40-4ac5-8c35-037e92617999 req-448af0ad-b1c4-4c7f-ba95-4b96e98d983f tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] No DVR routers for this DVR port 7f079ae3-60e9-489a-8489-68c36f74304e on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:28:45.595819 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4f9c9097-eb40-4ac5-8c35-037e92617999 req-448af0ad-b1c4-4c7f-ba95-4b96e98d983f tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:45.599158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f26a478-1bd1-40aa-a89d-a28e651ffa4f', 'name': 'network-vif-deleted', 'tag': '7f079ae3-60e9-489a-8489-68c36f74304e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:28:45.619183 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4f9c9097-eb40-4ac5-8c35-037e92617999 req-448af0ad-b1c4-4c7f-ba95-4b96e98d983f tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.54 "DELETE /v2.0/ports/7f079ae3-60e9-489a-8489-68c36f74304e HTTP/1.1" status: 204 len: 173 time: 0.8943315 Dec 22 13:28:45.674316 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f26a478-1bd1-40aa-a89d-a28e651ffa4f', 'name': 'network-vif-deleted', 'tag': '7f079ae3-60e9-489a-8489-68c36f74304e', 'status': 'completed', 'code': 200} Dec 22 13:28:45.686400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-73e2b33a-b879-4fda-90a4-672f72bd2913 req-5773c272-c35a-41f4-83f8-b656e4c814a8 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Synchronizing usage tracker for tenant:e3929b32bd82484096578a8c84266b49 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:45.705250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-73e2b33a-b879-4fda-90a4-672f72bd2913 req-5773c272-c35a-41f4-83f8-b656e4c814a8 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Unset dirty status for tenant:e3929b32bd82484096578a8c84266b49 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:45.706926 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-73e2b33a-b879-4fda-90a4-672f72bd2913 req-5773c272-c35a-41f4-83f8-b656e4c814a8 tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f26a478-1bd1-40aa-a89d-a28e651ffa4f HTTP/1.1" status: 200 len: 210 time: 0.0662229 Dec 22 13:28:47.083658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56402) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:47.237726 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fbc4958c-10a1-4b0b-b400-a46b275e5f75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3929b32bd82484096578a8c84266b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522074 Dec 22 13:28:47.240742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56408) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:47.302140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-286a59d5-21f1-4a9c-b777-41b8ed9a3069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:47.328191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-286a59d5-21f1-4a9c-b777-41b8ed9a3069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:47.380950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-286a59d5-21f1-4a9c-b777-41b8ed9a3069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:47.384620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7cd78182-1f1d-47c9-a7f5-ab14ba297d09 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:47.397833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a59d5-21f1-4a9c-b777-41b8ed9a3069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe52356d-1679-41c3-a2db-001f8a3ca727,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:47.400435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-286a59d5-21f1-4a9c-b777-41b8ed9a3069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:47.409379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-286a59d5-21f1-4a9c-b777-41b8ed9a3069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:47.413205 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-286a59d5-21f1-4a9c-b777-41b8ed9a3069 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe52356d-1679-41c3-a2db-001f8a3ca727 HTTP/1.1" status: 204 len: 168 time: 0.1687579 Dec 22 13:28:47.695868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56416) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:47.714060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47d82683-61eb-4452-8c76-f5780bc2b6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:47.728822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-47d82683-61eb-4452-8c76-f5780bc2b6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:47.733098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-47d82683-61eb-4452-8c76-f5780bc2b6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:6145637795ec49929c295770154f2715 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:47.736105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-47d82683-61eb-4452-8c76-f5780bc2b6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:47.742105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-47d82683-61eb-4452-8c76-f5780bc2b6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:47.828515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47d82683-61eb-4452-8c76-f5780bc2b6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:47.834131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-47d82683-61eb-4452-8c76-f5780bc2b6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:47.842098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-16dc8065-54c3-4963-8632-e61636ef17c1 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:47.885185 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-47d82683-61eb-4452-8c76-f5780bc2b6a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6145637795ec49929c295770154f2715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881413 Dec 22 13:28:47.886256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d82683-61eb-4452-8c76-f5780bc2b6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b265d75a-4e58-461d-9a47-a320c9530077,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:47.888207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56420) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:47.889528 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-47d82683-61eb-4452-8c76-f5780bc2b6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:47.958385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-018b25d4-e5b9-489c-957f-7195fdbcd647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:47.984841 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-018b25d4-e5b9-489c-957f-7195fdbcd647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:48.040787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-018b25d4-e5b9-489c-957f-7195fdbcd647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:48.044501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3ff7e8a0-9f5e-49d4-b4d1-c99634297513 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:48.056784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b25d4-e5b9-489c-957f-7195fdbcd647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b265d75a-4e58-461d-9a47-a320c9530077,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:48.059642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-018b25d4-e5b9-489c-957f-7195fdbcd647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:48.061642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-018b25d4-e5b9-489c-957f-7195fdbcd647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:48.062791 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-018b25d4-e5b9-489c-957f-7195fdbcd647 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b265d75a-4e58-461d-9a47-a320c9530077 HTTP/1.1" status: 204 len: 168 time: 0.1735137 Dec 22 13:28:48.823066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56444) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:48.938278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1574739675-network', 'tenant_id': '711d37206ab74c8a9179597b4ea04d3e'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:28:48.943091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:48.947152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Usage tracker for resource:network and tenant:711d37206ab74c8a9179597b4ea04d3e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:48.950129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:48.956901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:48.970021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Made reservation on behalf of 711d37206ab74c8a9179597b4ea04d3e for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:28:48.972503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:48.984388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:49.000371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:49.004658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Usage tracker for resource:security_group_rule and tenant:711d37206ab74c8a9179597b4ea04d3e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:49.007745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:49.014129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:49.100378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:49.106890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:49.109749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fdb3876a-8e7f-4872-9457-fdf171087b03 tempest-PortsTestJSON-750008332 tempest-PortsTestJSON-750008332-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:49.135710 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:28:49.143853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07e81d3-ac35-439e-b365-9970a5de8449,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:49.147297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:49.150005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:49.150351 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Added segment 96037676-18e2-407d-a815-4a91e0434b7f of type vlan for network 9d1daea7-6990-431c-ac53-4235c31953ca Dec 22 13:28:49.177953 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:49.210414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:49.211617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:49.212191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:49.215529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-85c63e7d-9a31-4ca2-adff-fac68f97b338 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:49.316509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Pushing event updated for resources: {'Network': ['ID=9d1daea7-6990-431c-ac53-4235c31953ca,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:49.319879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:49.321769 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4976346 Dec 22 13:28:49.325565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56450) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:28:49.328224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 9d1daea7-6990-431c-ac53-4235c31953ca details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:28:49.331090 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Request body: {'subnet': {'network_id': '9d1daea7-6990-431c-ac53-4235c31953ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1574739675-subnet', 'tenant_id': '711d37206ab74c8a9179597b4ea04d3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:28:49.336759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:49.340675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Usage tracker for resource:subnet and tenant:711d37206ab74c8a9179597b4ea04d3e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:49.343854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:49.349848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:49.361032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Made reservation on behalf of 711d37206ab74c8a9179597b4ea04d3e for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:28:49.363737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:49.564721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 7f079ae3-60e9-489a-8489-68c36f74304e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:28:49.588947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:49.595688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-60cbdfc2-b002-4fbe-8aad-954d50b1a4db tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:49.614464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 7f079ae3-60e9-489a-8489-68c36f74304e {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:28:49.615074 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 7f079ae3-60e9-489a-8489-68c36f74304e not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:28:49.670119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5d0e79-bbbc-499b-b94c-7bae004b7f64,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:49.674183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:49.678153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Checking segment: {'id': '96037676-18e2-407d-a815-4a91e0434b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9d1daea7-6990-431c-ac53-4235c31953ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:28:49.678525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Network hostable DHCP agents. Network: 9d1daea7-6990-431c-ac53-4235c31953ca, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:28:49.698363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Network 9d1daea7-6990-431c-ac53-4235c31953ca is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:28:49.709269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 9d1daea7-6990-431c-ac53-4235c31953ca) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:49.714168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:49.714861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:49.720151 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4297bb-e080-4ece-bdaf-52d3d4032cac None None] Network 9d1daea7-6990-431c-ac53-4235c31953ca requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:28:49.737825 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2280a2d1-e000-4fa8-ae56-d2464f3518c3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4111829 Dec 22 13:28:49.986757 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512f856c-7cdb-49ab-bd9b-cd1c688fedd4 None None] Network 9d1daea7-6990-431c-ac53-4235c31953ca requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:28:50.240644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673657-71f1-4759-a262-58a47deb57d6 req-c9a6feaf-ad90-48ad-b646-84a3b3f28a3a tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:50.241299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7f673657-71f1-4759-a262-58a47deb57d6 req-c9a6feaf-ad90-48ad-b646-84a3b3f28a3a tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Synchronizing usage tracker for tenant:711d37206ab74c8a9179597b4ea04d3e on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:50.263400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7f673657-71f1-4759-a262-58a47deb57d6 req-c9a6feaf-ad90-48ad-b646-84a3b3f28a3a tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Unset dirty status for tenant:711d37206ab74c8a9179597b4ea04d3e on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:50.264574 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-c9a6feaf-ad90-48ad-b646-84a3b3f28a3a tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/networks?id=9d1daea7-6990-431c-ac53-4235c31953ca HTTP/1.1" status: 200 len: 812 time: 0.1658900 Dec 22 13:28:50.279033 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-b4a98ab5-8b2d-46e8-b899-370a030421d7 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/quotas/711d37206ab74c8a9179597b4ea04d3e HTTP/1.1" status: 200 len: 375 time: 0.0088427 Dec 22 13:28:50.324204 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-17a9fcb0-d358-40f8-bdde-234ff597176c tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=711d37206ab74c8a9179597b4ea04d3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402491 Dec 22 13:28:50.455218 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-835dff06-7a5a-444f-aede-f758bc079f33 service neutron] 10.222.0.24 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243525 Dec 22 13:28:50.600164 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-74ed44b6-0912-48e4-a064-4716d0c08ab0 service neutron] 10.222.0.24 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364233 Dec 22 13:28:51.809521 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5c538944-7751-464d-a858-ccd61e128c7b req-8d7d266c-b661-49ed-8e19-00cd77142652 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 210 time: 0.0451727 Dec 22 13:28:52.881478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673657-71f1-4759-a262-58a47deb57d6 req-2a37a633-b986-4d50-a96c-dcb7e78dc5e0 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:52.882824 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-2a37a633-b986-4d50-a96c-dcb7e78dc5e0 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.54 "GET /v2.0/networks?id=9d1daea7-6990-431c-ac53-4235c31953ca HTTP/1.1" status: 200 len: 812 time: 0.1519661 Dec 22 13:28:52.895045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Request body: {'port': {'device_id': 'e08d0ba5-210e-4a9e-8908-6c182939f8b2', 'network_id': '9d1daea7-6990-431c-ac53-4235c31953ca', 'admin_state_up': True, 'tenant_id': '711d37206ab74c8a9179597b4ea04d3e'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:28:53.019049 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-466124ba-13b7-4a60-9b9d-84063e9d6da2 req-d106e4a0-f5f9-46a3-bcbf-870712b793c9 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 210 time: 0.1031928 Dec 22 13:28:53.076577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:28:53.080798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Usage tracker for resource:port and tenant:711d37206ab74c8a9179597b4ea04d3e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:28:53.083798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:28:53.090244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:28:53.104471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Made reservation on behalf of 711d37206ab74c8a9179597b4ea04d3e for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:28:53.108456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:53.370581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Allocated IP 172.20.0.13 (9d1daea7-6990-431c-ac53-4235c31953ca/fd5d0e79-bbbc-499b-b94c-7bae004b7f64/898b3c05-0f67-401b-9e92-62a09d8739c3) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:28:53.572209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:53.604252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:53.609804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4747e8df-6556-42c6-9400-e2b634070961 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:53.676319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Network 9d1daea7-6990-431c-ac53-4235c31953ca is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:28:53.679576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:28:53.683419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:28:53.713523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Pushing event updated for resources: {'Port': ['ID=898b3c05-0f67-401b-9e92-62a09d8739c3,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:53.719661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:53.748683 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:53.749296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:53.771530 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8800950 Dec 22 13:28:53.783313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Request body: {'port': {'device_id': 'e08d0ba5-210e-4a9e-8908-6c182939f8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:28:53.897991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:54.204416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6024f-e10c-4559-9605-cee1a5738f9b req-bfcf2552-b417-4f3b-96f3-ba114df8d863 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:54.205878 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cdb6024f-e10c-4559-9605-cee1a5738f9b req-bfcf2552-b417-4f3b-96f3-ba114df8d863 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 932 time: 0.0823097 Dec 22 13:28:54.234915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898b3c05-0f67-401b-9e92-62a09d8739c3 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:28:54.242546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:54.251389 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cdb6024f-e10c-4559-9605-cee1a5738f9b req-7dd0f9f3-461d-4ca9-b6a5-c0f2c803bfb8 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392103 Dec 22 13:28:54.259231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Transition to ACTIVE for port object 898b3c05-0f67-401b-9e92-62a09d8739c3 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:28:54.264363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:54.268323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bf2d734c-11f4-43ff-862a-50034078cbc9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:54.393386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Pushing event updated for resources: {'Port': ['ID=898b3c05-0f67-401b-9e92-62a09d8739c3,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:54.418847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:54.495289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Attempting to bind port 898b3c05-0f67-401b-9e92-62a09d8739c3 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:28:54.495635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Attempting to bind port 898b3c05-0f67-401b-9e92-62a09d8739c3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '96037676-18e2-407d-a815-4a91e0434b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9d1daea7-6990-431c-ac53-4235c31953ca'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:28:54.495985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Attempting to bind port 898b3c05-0f67-401b-9e92-62a09d8739c3 on network 9d1daea7-6990-431c-ac53-4235c31953ca {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:28:54.501187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Port 898b3c05-0f67-401b-9e92-62a09d8739c3 on network 9d1daea7-6990-431c-ac53-4235c31953ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:28:54.501500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Attempting to bind port 898b3c05-0f67-401b-9e92-62a09d8739c3 on network 9d1daea7-6990-431c-ac53-4235c31953ca {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:28:54.507168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:28:54.507494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Checking segment: {'id': '96037676-18e2-407d-a815-4a91e0434b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9d1daea7-6990-431c-ac53-4235c31953ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:28:54.507913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Bound using segment: {'id': '96037676-18e2-407d-a815-4a91e0434b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9d1daea7-6990-431c-ac53-4235c31953ca'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:28:54.508302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Bound port: 898b3c05-0f67-401b-9e92-62a09d8739c3, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96037676-18e2-407d-a815-4a91e0434b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9d1daea7-6990-431c-ac53-4235c31953ca'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:28:54.508636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:54.599305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] For port 898b3c05-0f67-401b-9e92-62a09d8739c3, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:28:54.602362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] For port 898b3c05-0f67-401b-9e92-62a09d8739c3, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=898b3c05-0f67-401b-9e92-62a09d8739c3,segment=NetworkSegment(96037676-18e2-407d-a815-4a91e0434b7f),segment_id=96037676-18e2-407d-a815-4a91e0434b7f)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:28:54.606738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:54.611150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4a6925e6-f80f-4f14-be4a-fbe91ebe3954 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:54.665083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:54.665911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:54.667342 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] 10.222.0.54 "PUT /v2.0/ports/898b3c05-0f67-401b-9e92-62a09d8739c3 HTTP/1.1" status: 200 len: 1094 time: 0.8879654 Dec 22 13:28:54.667860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08d0ba5-210e-4a9e-8908-6c182939f8b2', 'tag': '898b3c05-0f67-401b-9e92-62a09d8739c3'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:28:54.694568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Pushing event updated for resources: {'Port': ['ID=898b3c05-0f67-401b-9e92-62a09d8739c3,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:54.697795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:28:54.770125 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08d0ba5-210e-4a9e-8908-6c182939f8b2', 'tag': '898b3c05-0f67-401b-9e92-62a09d8739c3', 'status': 'completed', 'code': 200} Dec 22 13:28:54.783441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4794bac2-5e1e-4209-a6c7-a46f98067940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:54.784935 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-4794bac2-5e1e-4209-a6c7-a46f98067940 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=711d37206ab74c8a9179597b4ea04d3e&device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0794268 Dec 22 13:28:54.851911 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-43fbdb83-74fb-420c-8be5-a188cd7951c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=898b3c05-0f67-401b-9e92-62a09d8739c3 HTTP/1.1" status: 200 len: 217 time: 0.0599763 Dec 22 13:28:54.916244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673657-71f1-4759-a262-58a47deb57d6 req-10c9a94e-e08f-4d5d-9dcc-07e9efdc022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:54.917636 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-10c9a94e-e08f-4d5d-9dcc-07e9efdc022d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd5d0e79-bbbc-499b-b94c-7bae004b7f64 HTTP/1.1" status: 200 len: 852 time: 0.0591502 Dec 22 13:28:54.963859 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-b41350ad-cd9c-4846-bfa4-10ae0638dbbd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d1daea7-6990-431c-ac53-4235c31953ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393083 Dec 22 13:28:55.211552 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-6295f681-7f73-49d6-83d2-d6fa52e11e6b service neutron] 10.222.0.54 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405856 Dec 22 13:28:55.341836 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f673657-71f1-4759-a262-58a47deb57d6 req-ff237a6f-5eb5-4da7-969d-da354f084ecc service neutron] 10.222.0.54 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231897 Dec 22 13:28:55.453991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577607c-83e9-48a3-bb8f-3c839f3d808b req-b9b97067-364b-4735-a0c3-8f1c876f153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:55.455474 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c577607c-83e9-48a3-bb8f-3c839f3d808b req-b9b97067-364b-4735-a0c3-8f1c876f153c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=711d37206ab74c8a9179597b4ea04d3e&device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0695372 Dec 22 13:28:55.495729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b670f-bbcb-4f37-b075-b0b14483b473 req-94a449a4-64db-48bf-8e78-d1d6b47fe704 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:55.497065 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7e8b670f-bbcb-4f37-b075-b0b14483b473 req-94a449a4-64db-48bf-8e78-d1d6b47fe704 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 944 time: 0.1380081 Dec 22 13:28:55.544565 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7e8b670f-bbcb-4f37-b075-b0b14483b473 req-0bac141b-648f-4774-a89c-d63f7fa5f3da tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Dec 22 13:28:55.587916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577607c-83e9-48a3-bb8f-3c839f3d808b req-b972409f-1400-4afc-a056-fdab4ccb78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:55.589510 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c577607c-83e9-48a3-bb8f-3c839f3d808b req-b972409f-1400-4afc-a056-fdab4ccb78b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9d1daea7-6990-431c-ac53-4235c31953ca HTTP/1.1" status: 200 len: 913 time: 0.1280274 Dec 22 13:28:55.660163 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c577607c-83e9-48a3-bb8f-3c839f3d808b req-1c64ace6-f4e4-4a35-a853-0fb42531037b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=898b3c05-0f67-401b-9e92-62a09d8739c3 HTTP/1.1" status: 200 len: 217 time: 0.0637074 Dec 22 13:28:55.720355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577607c-83e9-48a3-bb8f-3c839f3d808b req-ce656e45-7976-43dd-a188-97868e060cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:55.721829 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c577607c-83e9-48a3-bb8f-3c839f3d808b req-ce656e45-7976-43dd-a188-97868e060cdc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd5d0e79-bbbc-499b-b94c-7bae004b7f64 HTTP/1.1" status: 200 len: 852 time: 0.0560117 Dec 22 13:28:55.770849 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c577607c-83e9-48a3-bb8f-3c839f3d808b req-65aaa5a9-30a7-4a9d-8958-5c562b09dfc0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d1daea7-6990-431c-ac53-4235c31953ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423722 Dec 22 13:28:55.901376 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c577607c-83e9-48a3-bb8f-3c839f3d808b req-f9a084ce-8486-400c-bdc5-d8acc7b74327 service neutron] 10.222.0.54 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245713 Dec 22 13:28:56.035364 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c577607c-83e9-48a3-bb8f-3c839f3d808b req-4987bb1a-e1e0-40b4-9c0e-07535438d4bd service neutron] 10.222.0.54 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260836 Dec 22 13:28:56.796329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849f44d-8d5f-4ef5-b809-dbfc56d1cdc0 req-7c59f6f9-fda0-45b2-a30d-2a16766d89eb tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:56.797010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2849f44d-8d5f-4ef5-b809-dbfc56d1cdc0 req-7c59f6f9-fda0-45b2-a30d-2a16766d89eb tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Synchronizing usage tracker for tenant:711d37206ab74c8a9179597b4ea04d3e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:56.818299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2849f44d-8d5f-4ef5-b809-dbfc56d1cdc0 req-7c59f6f9-fda0-45b2-a30d-2a16766d89eb tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Unset dirty status for tenant:711d37206ab74c8a9179597b4ea04d3e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:56.819960 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2849f44d-8d5f-4ef5-b809-dbfc56d1cdc0 req-7c59f6f9-fda0-45b2-a30d-2a16766d89eb tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 944 time: 0.1615922 Dec 22 13:28:56.867874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2849f44d-8d5f-4ef5-b809-dbfc56d1cdc0 req-fb4d3096-0f4d-4e9a-b361-866228146b26 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Synchronizing usage tracker for tenant:711d37206ab74c8a9179597b4ea04d3e on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:28:56.885665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2849f44d-8d5f-4ef5-b809-dbfc56d1cdc0 req-fb4d3096-0f4d-4e9a-b361-866228146b26 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Unset dirty status for tenant:711d37206ab74c8a9179597b4ea04d3e on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:28:56.886928 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2849f44d-8d5f-4ef5-b809-dbfc56d1cdc0 req-fb4d3096-0f4d-4e9a-b361-866228146b26 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598185 Dec 22 13:28:57.527633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6e602587-f615-4051-b6b3-8fe36775b47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:58.081533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee42f9-ac8b-4474-b271-0ae1d168b0c7 req-235cbd7e-63a9-4408-aaeb-4c7d973160fe tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:58.082978 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-eeee42f9-ac8b-4474-b271-0ae1d168b0c7 req-235cbd7e-63a9-4408-aaeb-4c7d973160fe tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 944 time: 0.0837390 Dec 22 13:28:58.130032 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-eeee42f9-ac8b-4474-b271-0ae1d168b0c7 req-0fb16afd-4cd3-4d57-94ff-6d87e9ac5842 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384743 Dec 22 13:28:59.324504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67390e2f-dc28-45f7-b3a8-9e3352f426f0 req-301c7989-30b7-45a1-a660-852de911f358 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:28:59.325839 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-67390e2f-dc28-45f7-b3a8-9e3352f426f0 req-301c7989-30b7-45a1-a660-852de911f358 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 944 time: 0.0836067 Dec 22 13:28:59.374496 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-67390e2f-dc28-45f7-b3a8-9e3352f426f0 req-28976a55-f366-49cb-90ca-75cb10535977 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403061 Dec 22 13:28:59.595165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 898b3c05-0f67-401b-9e92-62a09d8739c3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:28:59.728181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 898b3c05-0f67-401b-9e92-62a09d8739c3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=898b3c05-0f67-401b-9e92-62a09d8739c3,segment=NetworkSegment(96037676-18e2-407d-a815-4a91e0434b7f),segment_id=96037676-18e2-407d-a815-4a91e0434b7f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:59.741334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '898b3c05-0f67-401b-9e92-62a09d8739c3', 'network_id': '9d1daea7-6990-431c-ac53-4235c31953ca', 'port_id': '898b3c05-0f67-401b-9e92-62a09d8739c3', 'mac_address': 'fa:16:3e:51:c0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5d0e79-bbbc-499b-b94c-7bae004b7f64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:28:59.797628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:59.814761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898b3c05-0f67-401b-9e92-62a09d8739c3 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:28:59.830418 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 898b3c05-0f67-401b-9e92-62a09d8739c3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=898b3c05-0f67-401b-9e92-62a09d8739c3,segment=NetworkSegment(96037676-18e2-407d-a815-4a91e0434b7f),segment_id=96037676-18e2-407d-a815-4a91e0434b7f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:28:59.838818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:59.842155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-92253330-b735-419d-ba1c-4faafef37e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:28:59.911284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd87fb92-9afd-4998-a147-18b1f31e996f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:28:59.922437 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=898b3c05-0f67-401b-9e92-62a09d8739c3,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:28:59.925391 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:00.150140 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['898b3c05-0f67-401b-9e92-62a09d8739c3'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:29:00.579903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac26fd-3283-4594-ae8b-b16c003768b0 req-aa84771c-14d2-4e86-b8ab-98d892039246 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:00.581354 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3aac26fd-3283-4594-ae8b-b16c003768b0 req-aa84771c-14d2-4e86-b8ab-98d892039246 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0903685 Dec 22 13:29:00.624917 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3aac26fd-3283-4594-ae8b-b16c003768b0 req-e96efc52-176d-40bc-81d2-c2402bb5a18d tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375645 Dec 22 13:29:00.873147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:01.001915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:01.610177 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 898b3c05-0f67-401b-9e92-62a09d8739c3 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:29:01.692532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 898b3c05-0f67-401b-9e92-62a09d8739c3 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:29:01.697718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 898b3c05-0f67-401b-9e92-62a09d8739c3 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:29:01.698297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:01.812009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f3068-ced3-4673-a3bc-f144ed0dd2b4 req-21845ba2-2c4b-4718-8ae8-9694deadafe0 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:01.813468 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d60f3068-ced3-4673-a3bc-f144ed0dd2b4 req-21845ba2-2c4b-4718-8ae8-9694deadafe0 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0820882 Dec 22 13:29:01.824539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:01.850804 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d0ba5-210e-4a9e-8908-6c182939f8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898b3c05-0f67-401b-9e92-62a09d8739c3'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:01.860775 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 898b3c05-0f67-401b-9e92-62a09d8739c3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=898b3c05-0f67-401b-9e92-62a09d8739c3,segment=NetworkSegment(96037676-18e2-407d-a815-4a91e0434b7f),segment_id=96037676-18e2-407d-a815-4a91e0434b7f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:29:01.864004 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d60f3068-ced3-4673-a3bc-f144ed0dd2b4 req-b2ff0b6c-4fea-4ab2-aeba-73c3e883a6f7 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447369 Dec 22 13:29:01.865281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:01.867168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:01.901497 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d0ba5-210e-4a9e-8908-6c182939f8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898b3c05-0f67-401b-9e92-62a09d8739c3', 'code': 200} Dec 22 13:29:01.932598 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=898b3c05-0f67-401b-9e92-62a09d8739c3,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:01.935385 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:02.133790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007f363-3832-484a-ad30-926970e85733 req-92195dcd-e88e-4c5d-a6a2-16d68feb5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:02.135140 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b007f363-3832-484a-ad30-926970e85733 req-92195dcd-e88e-4c5d-a6a2-16d68feb5e5c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0776477 Dec 22 13:29:02.178079 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b007f363-3832-484a-ad30-926970e85733 req-fd67b52c-0ce1-435f-9b53-f863fa49af6d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355351 Dec 22 13:29:02.412037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:03.068778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be453738-6109-4008-a419-e9875e7ff0aa req-516fcb06-2720-41c5-8249-9c4b6871beb3 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:03.070292 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-be453738-6109-4008-a419-e9875e7ff0aa req-516fcb06-2720-41c5-8249-9c4b6871beb3 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0871384 Dec 22 13:29:03.115391 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-be453738-6109-4008-a419-e9875e7ff0aa req-4052928b-974d-4c9d-8352-7e5fdf4b9ca1 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391302 Dec 22 13:29:04.302366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004dc6b-b47a-4124-9687-b071d91343dc req-c724163d-89c0-4b64-9f76-4b5e60629441 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:04.303806 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2004dc6b-b47a-4124-9687-b071d91343dc req-c724163d-89c0-4b64-9f76-4b5e60629441 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0821245 Dec 22 13:29:04.360491 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2004dc6b-b47a-4124-9687-b071d91343dc req-ff471984-23d0-484b-9574-b1decd4a6eb4 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480857 Dec 22 13:29:04.737848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56528) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:04.754565 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b51b9-4c47-4a3d-a203-22b4d852fa44 req-5bcd439d-50e9-4ff5-9463-6099e0ac3cc8 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:04.756292 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-895b51b9-4c47-4a3d-a203-22b4d852fa44 req-5bcd439d-50e9-4ff5-9463-6099e0ac3cc8 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0815411 Dec 22 13:29:04.799937 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-895b51b9-4c47-4a3d-a203-22b4d852fa44 req-209bb7c9-ed31-4128-9585-ac8c65f241b4 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381329 Dec 22 13:29:04.847990 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-07b5dde1-aa65-4dd2-80ec-f5c267fa401b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1088703 Dec 22 13:29:06.005709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3765ad8-58cc-4125-9204-f479d0cf442c req-2207f9d5-b3e4-426f-b38c-617b1e589aa3 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:06.007209 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e3765ad8-58cc-4125-9204-f479d0cf442c req-2207f9d5-b3e4-426f-b38c-617b1e589aa3 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0916295 Dec 22 13:29:06.101901 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e3765ad8-58cc-4125-9204-f479d0cf442c req-e1125384-92c7-4081-a8f3-ee1efff7eaa4 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885646 Dec 22 13:29:06.121719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-9d466401-e8b5-4b98-9879-a692ea58299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:06.123257 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-9d466401-e8b5-4b98-9879-a692ea58299c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=711d37206ab74c8a9179597b4ea04d3e&device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0972934 Dec 22 13:29:06.363803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-81c54922-5156-41b4-8a9a-dd96a1d9047b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:06.365169 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-81c54922-5156-41b4-8a9a-dd96a1d9047b service neutron] 10.222.0.54 "GET /v2.0/networks?id=9d1daea7-6990-431c-ac53-4235c31953ca HTTP/1.1" status: 200 len: 913 time: 0.2358952 Dec 22 13:29:06.436154 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-145e9800-523b-4558-b1bf-9531cb20306c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=898b3c05-0f67-401b-9e92-62a09d8739c3 HTTP/1.1" status: 200 len: 217 time: 0.0640335 Dec 22 13:29:06.501375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-71a72e78-8b85-4acd-b4ce-69751c008d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:06.502813 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-71a72e78-8b85-4acd-b4ce-69751c008d1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd5d0e79-bbbc-499b-b94c-7bae004b7f64 HTTP/1.1" status: 200 len: 852 time: 0.0606568 Dec 22 13:29:06.548340 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-9a72323c-da0a-4bf4-a7e7-a790cafbfc0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d1daea7-6990-431c-ac53-4235c31953ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393844 Dec 22 13:29:06.678901 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-3beccb0e-0ed4-4369-96ca-6bf1c6f9f728 service neutron] 10.222.0.54 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244593 Dec 22 13:29:06.817766 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-f04c0900-90c6-4af8-9417-871ac47029ad service neutron] 10.222.0.54 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316154 Dec 22 13:29:07.310201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f7145-1d46-45d1-b0fa-f39e8a4243fa req-bbe14b3d-3c86-4790-beb1-17ee449103af tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:07.311645 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-279f7145-1d46-45d1-b0fa-f39e8a4243fa req-bbe14b3d-3c86-4790-beb1-17ee449103af tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0938461 Dec 22 13:29:07.357917 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-279f7145-1d46-45d1-b0fa-f39e8a4243fa req-bfce8a76-8052-42dd-8c9e-35377053b863 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378284 Dec 22 13:29:08.715252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e41ff-77b6-47c9-b1c5-92876368eab5 req-db81c3fe-05cd-4351-b801-928609de4439 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:08.716722 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9d4e41ff-77b6-47c9-b1c5-92876368eab5 req-db81c3fe-05cd-4351-b801-928609de4439 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0944135 Dec 22 13:29:08.763694 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9d4e41ff-77b6-47c9-b1c5-92876368eab5 req-d9352cd7-6e05-4420-94e8-b94b5446e4c3 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412793 Dec 22 13:29:09.979295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266cce1-d09c-4443-aad3-94e8e460a0a5 req-c3b64697-1f5d-488e-b5ac-5208f67363dc tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:09.981056 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0266cce1-d09c-4443-aad3-94e8e460a0a5 req-c3b64697-1f5d-488e-b5ac-5208f67363dc tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0937788 Dec 22 13:29:10.027978 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0266cce1-d09c-4443-aad3-94e8e460a0a5 req-23a3ea2d-3bc7-4c47-bb30-070cabf4d3a8 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 Dec 22 13:29:10.715774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:10.815299 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:29:11.230230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41557b-855b-455c-b8a9-18f8cfdeb169 req-f3938ec3-5fb2-46a0-9a66-2ea8a72a02ca tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:11.231706 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8f41557b-855b-455c-b8a9-18f8cfdeb169 req-f3938ec3-5fb2-46a0-9a66-2ea8a72a02ca tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0847673 Dec 22 13:29:11.275697 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8f41557b-855b-455c-b8a9-18f8cfdeb169 req-968ad8a3-19d0-4235-8461-1feea72dc076 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381999 Dec 22 13:29:12.585724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c882454-2d4d-4a88-8a1e-78014dcb136f req-a982ed8c-a15f-4855-ba29-9714fa08cb67 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:12.587074 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5c882454-2d4d-4a88-8a1e-78014dcb136f req-a982ed8c-a15f-4855-ba29-9714fa08cb67 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1950581 Dec 22 13:29:12.632298 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5c882454-2d4d-4a88-8a1e-78014dcb136f req-64bfdc23-dcec-434a-8a59-15c8207ddd2e tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376897 Dec 22 13:29:13.827753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615704-8f66-4c03-8fc2-8ac1b63d4c31 req-44555cf7-89ee-40d9-a585-186a89fdc8fd tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:13.829173 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ef615704-8f66-4c03-8fc2-8ac1b63d4c31 req-44555cf7-89ee-40d9-a585-186a89fdc8fd tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0798314 Dec 22 13:29:13.887116 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ef615704-8f66-4c03-8fc2-8ac1b63d4c31 req-a4147e12-5b8d-4a68-8fc2-90ebbe8d3426 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520849 Dec 22 13:29:15.090034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e15fa-9bac-48b8-9b12-404a3b79f411 req-d44c523e-4ab5-4f82-a8e0-5084a6ac59cc tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:15.091497 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-253e15fa-9bac-48b8-9b12-404a3b79f411 req-d44c523e-4ab5-4f82-a8e0-5084a6ac59cc tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0841830 Dec 22 13:29:15.145524 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-253e15fa-9bac-48b8-9b12-404a3b79f411 req-643ff665-c544-4eec-b046-7c1e73a93e20 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457118 Dec 22 13:29:16.343004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c15d4-fdc9-497b-b7f8-6f61fc20ec00 req-b0488d82-6c00-428d-be6a-27684456c281 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:16.344469 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e82c15d4-fdc9-497b-b7f8-6f61fc20ec00 req-b0488d82-6c00-428d-be6a-27684456c281 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0849621 Dec 22 13:29:16.390394 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e82c15d4-fdc9-497b-b7f8-6f61fc20ec00 req-159f87d1-a17d-46fa-9392-064f9cd24f92 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375607 Dec 22 13:29:17.588709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d68e6-5cad-4dfd-8d3b-f4538a097343 req-3e44c891-a79d-4ccf-9703-5abefdc96430 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:17.590295 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-385d68e6-5cad-4dfd-8d3b-f4538a097343 req-3e44c891-a79d-4ccf-9703-5abefdc96430 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0824783 Dec 22 13:29:17.635230 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-385d68e6-5cad-4dfd-8d3b-f4538a097343 req-896b0e04-cc2e-4396-8a52-b5cb5ea1a70f tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393183 Dec 22 13:29:18.830147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883790ae-1017-4b06-8299-61477b011b61 req-86e6a1ee-9a5c-4019-ba76-3f0395d95f0a tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:18.831589 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-883790ae-1017-4b06-8299-61477b011b61 req-86e6a1ee-9a5c-4019-ba76-3f0395d95f0a tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0870817 Dec 22 13:29:18.882656 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-883790ae-1017-4b06-8299-61477b011b61 req-cbfc9112-672d-478e-9ca0-e342a0efaeb1 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449831 Dec 22 13:29:20.093967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb64fef-1543-4803-a39b-b5b687e381a3 req-8910a0b2-3eef-4516-a6ff-3b002fcd035f tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:20.095389 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2cb64fef-1543-4803-a39b-b5b687e381a3 req-8910a0b2-3eef-4516-a6ff-3b002fcd035f tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0906870 Dec 22 13:29:20.140838 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2cb64fef-1543-4803-a39b-b5b687e381a3 req-9a0c2157-a0e3-430b-bdb6-c51ac7f78795 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371754 Dec 22 13:29:21.343821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee321c8f-d0e9-4e22-9b10-afe7213ab13b req-1e9e3a2d-9ac9-4645-9ecc-5e41d3f85534 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:21.345252 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ee321c8f-d0e9-4e22-9b10-afe7213ab13b req-1e9e3a2d-9ac9-4645-9ecc-5e41d3f85534 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0847652 Dec 22 13:29:21.393958 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ee321c8f-d0e9-4e22-9b10-afe7213ab13b req-e62eda69-db81-47c7-9204-7d93f9e1ec45 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Dec 22 13:29:22.591080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340cb36-d2fb-4334-a175-1726d32f5061 req-401d8a27-592b-4167-837b-9e69e80e71d5 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:22.592567 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f340cb36-d2fb-4334-a175-1726d32f5061 req-401d8a27-592b-4167-837b-9e69e80e71d5 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0834155 Dec 22 13:29:22.635469 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f340cb36-d2fb-4334-a175-1726d32f5061 req-f80203b2-a318-4dfd-afec-a52e4d29961e tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372891 Dec 22 13:29:23.838500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656cdac-2e06-4e77-8f55-2e4c6a1d84b6 req-c46b84e2-c0d7-459e-a0a8-ca48865971a8 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:23.839987 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d656cdac-2e06-4e77-8f55-2e4c6a1d84b6 req-c46b84e2-c0d7-459e-a0a8-ca48865971a8 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0883994 Dec 22 13:29:23.884456 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d656cdac-2e06-4e77-8f55-2e4c6a1d84b6 req-e0149bdf-f04b-4249-bcc0-aabfee67fc59 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388072 Dec 22 13:29:25.101271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d020b-cc95-4c74-a2d0-225d2fb0bd54 req-67e968f6-6e3d-4813-aa68-799f2013db63 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:25.102705 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ee3d020b-cc95-4c74-a2d0-225d2fb0bd54 req-67e968f6-6e3d-4813-aa68-799f2013db63 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0992637 Dec 22 13:29:25.146330 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ee3d020b-cc95-4c74-a2d0-225d2fb0bd54 req-f30b9b2e-b587-4eca-b9a0-9ad72ed32e53 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378163 Dec 22 13:29:26.351216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496afb34-4dcb-4799-a0fa-6a7f7ea02379 req-71e8736b-0d9a-4715-8125-455f9cf39c26 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:26.352694 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-496afb34-4dcb-4799-a0fa-6a7f7ea02379 req-71e8736b-0d9a-4715-8125-455f9cf39c26 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0903387 Dec 22 13:29:26.401251 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-496afb34-4dcb-4799-a0fa-6a7f7ea02379 req-6a3970cc-11ca-43ee-9aa6-03c7089065e8 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Dec 22 13:29:27.523292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d530b376-d44a-4e9f-aa1d-0f882ffa4d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:27.605743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d28e8-a104-4c50-8969-0047f2e37dda req-4c83308e-29e9-4a26-ad22-f3e47b3c1c8d tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:27.607284 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e54d28e8-a104-4c50-8969-0047f2e37dda req-4c83308e-29e9-4a26-ad22-f3e47b3c1c8d tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0826149 Dec 22 13:29:27.654978 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e54d28e8-a104-4c50-8969-0047f2e37dda req-19661602-e613-43fd-8ca1-58a3b0a4d644 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Dec 22 13:29:28.867397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadbec0-75e7-4e5d-b660-e5dd18d9f498 req-b1366951-3e00-43d1-aac9-0e63ad821dae tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:28.868789 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-daadbec0-75e7-4e5d-b660-e5dd18d9f498 req-b1366951-3e00-43d1-aac9-0e63ad821dae tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0846663 Dec 22 13:29:28.913727 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-daadbec0-75e7-4e5d-b660-e5dd18d9f498 req-06ce3c44-833c-4a56-aa29-239529ac921b tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391390 Dec 22 13:29:29.871150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-86ff983d-d961-4f9e-a5f1-af165750c0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:30.263103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06752d20-49e1-4b8e-87a2-ced8a104a692 req-4c9609b5-d74b-489f-882f-475b2fc7b3f4 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:30.264598 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-06752d20-49e1-4b8e-87a2-ced8a104a692 req-4c9609b5-d74b-489f-882f-475b2fc7b3f4 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0852032 Dec 22 13:29:30.310245 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-06752d20-49e1-4b8e-87a2-ced8a104a692 req-1401a5fa-2303-4268-87f7-a1179392c8a0 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391276 Dec 22 13:29:30.870996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:31.009217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:31.517393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54693eb-8684-4eda-9e31-2f10634fdd1e req-8dce7432-6253-4efe-a498-aacd48bb0140 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:31.518839 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a54693eb-8684-4eda-9e31-2f10634fdd1e req-8dce7432-6253-4efe-a498-aacd48bb0140 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0895050 Dec 22 13:29:31.563706 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a54693eb-8684-4eda-9e31-2f10634fdd1e req-ae30d667-56f0-433b-8dd5-49c25b0fe5eb tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 Dec 22 13:29:32.419909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:32.762050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742590e-399f-4a29-864a-f9e8da2d6fce req-2d2df03a-e35e-473f-8e16-9373b8cfa64a tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:32.763493 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9742590e-399f-4a29-864a-f9e8da2d6fce req-2d2df03a-e35e-473f-8e16-9373b8cfa64a tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0911496 Dec 22 13:29:32.809988 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9742590e-399f-4a29-864a-f9e8da2d6fce req-e3b527b5-eaa8-4d1c-b160-2e5e79b98489 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377147 Dec 22 13:29:33.538740 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-63300e7f-9533-4a96-90bc-639f774ef436 service neutron] 10.222.0.54 "GET /v2.0/ports/898b3c05-0f67-401b-9e92-62a09d8739c3/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0812943 Dec 22 13:29:33.964146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-edb8528f-ec5d-46a9-a392-a3e30db1d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:33.965618 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-edb8528f-ec5d-46a9-a392-a3e30db1d8f7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2&tenant_id=711d37206ab74c8a9179597b4ea04d3e HTTP/1.1" status: 200 len: 1099 time: 0.2272828 Dec 22 13:29:34.052604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8dc03-789a-4597-bf79-acfa53aefd73 req-ccc60a9a-955e-4291-8539-74768fec5359 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:34.054024 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-10d8dc03-789a-4597-bf79-acfa53aefd73 req-ccc60a9a-955e-4291-8539-74768fec5359 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.1356301 Dec 22 13:29:34.105826 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-10d8dc03-789a-4597-bf79-acfa53aefd73 req-455643e8-3663-4761-b6b5-cf1707dfed9e tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452836 Dec 22 13:29:34.110154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-1b181584-268d-4ae7-bb9c-3815f7def755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:34.111519 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-1b181584-268d-4ae7-bb9c-3815f7def755 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=711d37206ab74c8a9179597b4ea04d3e&device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 1099 time: 0.1198924 Dec 22 13:29:34.245132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-87368c0b-855d-466b-9535-c3a409af92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:34.246585 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-87368c0b-855d-466b-9535-c3a409af92ff service neutron] 10.222.0.54 "GET /v2.0/networks?id=9d1daea7-6990-431c-ac53-4235c31953ca HTTP/1.1" status: 200 len: 913 time: 0.1280375 Dec 22 13:29:34.315652 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-804f3e83-a33c-489c-957e-4e3aa90fa113 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=898b3c05-0f67-401b-9e92-62a09d8739c3 HTTP/1.1" status: 200 len: 217 time: 0.0625737 Dec 22 13:29:34.383351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-04a7878e-01de-4cc2-ad6e-aba64af631a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:34.384737 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-04a7878e-01de-4cc2-ad6e-aba64af631a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd5d0e79-bbbc-499b-b94c-7bae004b7f64 HTTP/1.1" status: 200 len: 852 time: 0.0632262 Dec 22 13:29:34.429859 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-3ed3fcca-fb47-4420-9ecc-082a1bd2bb01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d1daea7-6990-431c-ac53-4235c31953ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386515 Dec 22 13:29:34.561370 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-31cce9f0-a533-415e-a734-187b865be381 service neutron] 10.222.0.54 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240144 Dec 22 13:29:34.697876 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abfc3e21-dbbf-4215-b196-e2a66bb415d3 req-c5db86e9-6f1b-49c3-9c59-8080b13aff8b service neutron] 10.222.0.54 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293669 Dec 22 13:29:35.310716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fce90f-5339-48af-aa63-a3087728e2ad req-fb80e249-7745-4125-bba1-913183fb5d62 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:35.312196 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b9fce90f-5339-48af-aa63-a3087728e2ad req-fb80e249-7745-4125-bba1-913183fb5d62 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0899062 Dec 22 13:29:35.359497 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b9fce90f-5339-48af-aa63-a3087728e2ad req-9f4e533d-70e8-4a2a-8ffe-0b13acf68c1c tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391371 Dec 22 13:29:36.565510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191f978-b9fb-4577-9e15-7b1f03c1f869 req-1cbe99b8-5692-4fe6-9e15-95eb202dc49c tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:36.566911 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c191f978-b9fb-4577-9e15-7b1f03c1f869 req-1cbe99b8-5692-4fe6-9e15-95eb202dc49c tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0927124 Dec 22 13:29:36.610469 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c191f978-b9fb-4577-9e15-7b1f03c1f869 req-3124f580-bac4-448f-89ff-7d59271ff006 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375764 Dec 22 13:29:37.653692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ebcc4-ad16-4166-9acc-f71007660791 req-4cba40e8-1c84-458d-9a8d-21b7ebdc8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:37.655127 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ac5ebcc4-ad16-4166-9acc-f71007660791 req-4cba40e8-1c84-458d-9a8d-21b7ebdc8176 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=711d37206ab74c8a9179597b4ea04d3e&device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 1099 time: 0.0723958 Dec 22 13:29:37.784061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 898b3c05-0f67-401b-9e92-62a09d8739c3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:29:37.786407 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 898b3c05-0f67-401b-9e92-62a09d8739c3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:29:37.804183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ebcc4-ad16-4166-9acc-f71007660791 req-d8774904-cb65-4d1c-b21c-19f8df6c6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:37.804522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cd2f5-cab0-49ab-adda-56c031944020 req-ddf90bb9-febe-4cee-abbd-2ac900f74f60 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:37.805666 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ac5ebcc4-ad16-4166-9acc-f71007660791 req-d8774904-cb65-4d1c-b21c-19f8df6c6218 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9d1daea7-6990-431c-ac53-4235c31953ca HTTP/1.1" status: 200 len: 913 time: 0.1295135 Dec 22 13:29:37.805938 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f84cd2f5-cab0-49ab-adda-56c031944020 req-ddf90bb9-febe-4cee-abbd-2ac900f74f60 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0857017 Dec 22 13:29:37.852016 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f84cd2f5-cab0-49ab-adda-56c031944020 req-a7a2abd7-b594-4558-8149-0c06cf207a2d tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Dec 22 13:29:37.878655 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ac5ebcc4-ad16-4166-9acc-f71007660791 req-ae735b7c-34da-4f88-83b1-a466e319d065 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=898b3c05-0f67-401b-9e92-62a09d8739c3 HTTP/1.1" status: 200 len: 217 time: 0.0657628 Dec 22 13:29:37.942854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ebcc4-ad16-4166-9acc-f71007660791 req-c3d656d5-81f4-459e-ac0f-0391563637b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:37.944372 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ac5ebcc4-ad16-4166-9acc-f71007660791 req-c3d656d5-81f4-459e-ac0f-0391563637b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd5d0e79-bbbc-499b-b94c-7bae004b7f64 HTTP/1.1" status: 200 len: 852 time: 0.0598705 Dec 22 13:29:37.996620 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ac5ebcc4-ad16-4166-9acc-f71007660791 req-baacab13-945f-4b85-969b-787e54edba9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d1daea7-6990-431c-ac53-4235c31953ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449119 Dec 22 13:29:38.003934 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:38.035457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 898b3c05-0f67-401b-9e92-62a09d8739c3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=898b3c05-0f67-401b-9e92-62a09d8739c3,segment=NetworkSegment(96037676-18e2-407d-a815-4a91e0434b7f),segment_id=96037676-18e2-407d-a815-4a91e0434b7f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:29:38.057603 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d0ba5-210e-4a9e-8908-6c182939f8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898b3c05-0f67-401b-9e92-62a09d8739c3'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:38.064223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '898b3c05-0f67-401b-9e92-62a09d8739c3', 'network_id': '9d1daea7-6990-431c-ac53-4235c31953ca', 'port_id': '898b3c05-0f67-401b-9e92-62a09d8739c3', 'mac_address': 'fa:16:3e:51:c0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5d0e79-bbbc-499b-b94c-7bae004b7f64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:29:38.146246 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ac5ebcc4-ad16-4166-9acc-f71007660791 req-cdc3a72c-5194-4c54-ba86-c366e13d7f5f service neutron] 10.222.0.54 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425898 Dec 22 13:29:38.153040 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 898b3c05-0f67-401b-9e92-62a09d8739c3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=898b3c05-0f67-401b-9e92-62a09d8739c3,segment=NetworkSegment(96037676-18e2-407d-a815-4a91e0434b7f),segment_id=96037676-18e2-407d-a815-4a91e0434b7f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:29:38.163540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:38.167121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:38.225329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:38.238373 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d0ba5-210e-4a9e-8908-6c182939f8b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '898b3c05-0f67-401b-9e92-62a09d8739c3', 'code': 200} Dec 22 13:29:38.254530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 898b3c05-0f67-401b-9e92-62a09d8739c3 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:29:38.262460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=898b3c05-0f67-401b-9e92-62a09d8739c3,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:38.292023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-70c9cc33-883c-4a10-815c-70924bbf0332 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:38.293826 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-70c9cc33-883c-4a10-815c-70924bbf0332 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.54 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2&tenant_id=711d37206ab74c8a9179597b4ea04d3e&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.0937669 Dec 22 13:29:38.294092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:38.294449 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:38.294795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:38.295131 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:38.295464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:38.295822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:38.296153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:38.296533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:38.296868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:38.297194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:38.297518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:38.297841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:38.306008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:38.332529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:29:38.332891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:29:38.404522 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ac5ebcc4-ad16-4166-9acc-f71007660791 req-1f6c2288-42f7-456f-89ad-6ef72fa03369 service neutron] 10.222.0.54 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519143 Dec 22 13:29:38.566945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-fdf98ef0-eabf-4d13-88bd-ef062ae1959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:38.568377 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-fdf98ef0-eabf-4d13-88bd-ef062ae1959a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=711d37206ab74c8a9179597b4ea04d3e&device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0738101 Dec 22 13:29:38.706772 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-1e7e0d5c-d210-4618-b553-618e716e6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:38.708267 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-1e7e0d5c-d210-4618-b553-618e716e6958 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9d1daea7-6990-431c-ac53-4235c31953ca HTTP/1.1" status: 200 len: 913 time: 0.1334012 Dec 22 13:29:38.778586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-63fd96f5-36ee-4824-a5a8-c9a3bffc3ef8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=898b3c05-0f67-401b-9e92-62a09d8739c3 HTTP/1.1" status: 200 len: 217 time: 0.0634139 Dec 22 13:29:38.844505 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-9cbe75b3-1296-437e-a0e1-eb95830c2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:38.845909 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-9cbe75b3-1296-437e-a0e1-eb95830c2845 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fd5d0e79-bbbc-499b-b94c-7bae004b7f64 HTTP/1.1" status: 200 len: 852 time: 0.0613933 Dec 22 13:29:38.889732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:38.895524 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-accfdf47-039e-41d7-ba4d-964ec1a700e1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d1daea7-6990-431c-ac53-4235c31953ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430894 Dec 22 13:29:38.909849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898b3c05-0f67-401b-9e92-62a09d8739c3 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:29:38.924644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 898b3c05-0f67-401b-9e92-62a09d8739c3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=898b3c05-0f67-401b-9e92-62a09d8739c3,segment=NetworkSegment(96037676-18e2-407d-a815-4a91e0434b7f),segment_id=96037676-18e2-407d-a815-4a91e0434b7f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:29:38.929959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:38.932744 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-13571313-3591-4dd6-b080-1ad27d973b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:38.995117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['898b3c05-0f67-401b-9e92-62a09d8739c3'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:29:39.027975 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-04e4f176-3a21-45d8-a56c-9fd2489567e9 service neutron] 10.222.0.54 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258879 Dec 22 13:29:39.046011 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=898b3c05-0f67-401b-9e92-62a09d8739c3,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:39.049243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:39.170021 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-2d75c350-3137-4643-8235-9ea324290e7e service neutron] 10.222.0.54 "GET /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352592 Dec 22 13:29:39.799837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 898b3c05-0f67-401b-9e92-62a09d8739c3 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:29:39.877427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 898b3c05-0f67-401b-9e92-62a09d8739c3 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:29:39.877854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:40.000264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:40.031709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815ce80-e53c-412d-9ba4-81cc8a9388a9 req-224761ea-12e6-4ab4-b3c6-6f7aebf4f532 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:40.032290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 898b3c05-0f67-401b-9e92-62a09d8739c3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=898b3c05-0f67-401b-9e92-62a09d8739c3,segment=NetworkSegment(96037676-18e2-407d-a815-4a91e0434b7f),segment_id=96037676-18e2-407d-a815-4a91e0434b7f)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:29:40.033197 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7815ce80-e53c-412d-9ba4-81cc8a9388a9 req-224761ea-12e6-4ab4-b3c6-6f7aebf4f532 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 945 time: 0.0884380 Dec 22 13:29:40.037364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:40.040396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:40.078126 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7815ce80-e53c-412d-9ba4-81cc8a9388a9 req-3ac4c402-5d25-4505-95ec-f2bb3452e01c tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 Dec 22 13:29:40.108186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=898b3c05-0f67-401b-9e92-62a09d8739c3,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:40.111283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:40.240008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d0ba5-210e-4a9e-8908-6c182939f8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898b3c05-0f67-401b-9e92-62a09d8739c3'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:40.289959 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d0ba5-210e-4a9e-8908-6c182939f8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898b3c05-0f67-401b-9e92-62a09d8739c3', 'code': 200} Dec 22 13:29:40.715038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:41.285440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5008d7-244b-4700-aaf9-09e3f073b505 req-6492c1c0-a54c-4005-9c72-b4fe47eb5cf6 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:41.286854 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ba5008d7-244b-4700-aaf9-09e3f073b505 req-6492c1c0-a54c-4005-9c72-b4fe47eb5cf6 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0937498 Dec 22 13:29:41.336788 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ba5008d7-244b-4700-aaf9-09e3f073b505 req-f760a9e0-7fd8-45c4-bc66-cc302d4c2dd1 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/security-groups?id=d07e81d3-ac35-439e-b365-9970a5de8449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441921 Dec 22 13:29:41.775590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-e72d9a6b-ac77-4d81-ae2f-9a4f9712d89d tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:41.777224 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-e72d9a6b-ac77-4d81-ae2f-9a4f9712d89d tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.54 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 946 time: 0.0929160 Dec 22 13:29:41.850577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Deleting port 898b3c05-0f67-401b-9e92-62a09d8739c3 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:29:41.850874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:42.105799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] For port 898b3c05-0f67-401b-9e92-62a09d8739c3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=898b3c05-0f67-401b-9e92-62a09d8739c3,segment=NetworkSegment(96037676-18e2-407d-a815-4a91e0434b7f),segment_id=96037676-18e2-407d-a815-4a91e0434b7f)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:29:42.106030 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:42.228007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Calling delete_port for 898b3c05-0f67-401b-9e92-62a09d8739c3 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:29:42.370779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:42.378087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1eb5cdaa-76dd-472d-93eb-c5c8137fdca8 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:42.383768 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['898b3c05-0f67-401b-9e92-62a09d8739c3'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:29:42.465132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Pushing event deleted for resources: {'Port': ['ID=898b3c05-0f67-401b-9e92-62a09d8739c3,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:42.539787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:42.540155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:42.540524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:42.540913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:42.541275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:42.541639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:42.542004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:42.542361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:42.542720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:42.543073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:42.543428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:42.543809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:42.547090 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:42.661299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] No DVR routers for this DVR port 898b3c05-0f67-401b-9e92-62a09d8739c3 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:29:42.665336 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3bac61bc-08c2-47d8-a06a-71dda3062a8e req-a05bf767-531d-4aa2-80d5-af14ca27fc98 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.24 "GET /v2.0/ports?device_id=e08d0ba5-210e-4a9e-8908-6c182939f8b2 HTTP/1.1" status: 200 len: 210 time: 0.2015073 Dec 22 13:29:42.666322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:42.669092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d0ba5-210e-4a9e-8908-6c182939f8b2', 'name': 'network-vif-deleted', 'tag': '898b3c05-0f67-401b-9e92-62a09d8739c3'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:42.689819 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47e0e843-d70e-4d5b-bd9f-8047e118c043 req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] 10.222.0.54 "DELETE /v2.0/ports/898b3c05-0f67-401b-9e92-62a09d8739c3 HTTP/1.1" status: 204 len: 173 time: 0.9071643 Dec 22 13:29:42.724129 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d0ba5-210e-4a9e-8908-6c182939f8b2', 'name': 'network-vif-deleted', 'tag': '898b3c05-0f67-401b-9e92-62a09d8739c3', 'status': 'completed', 'code': 200} Dec 22 13:29:43.919022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56636) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:43.982015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Deleting subnet fd5d0e79-bbbc-499b-b94c-7bae004b7f64 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:29:43.985194 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:44.038768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:44.097245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:44.172185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:44.175957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9e8ca741-1d0c-4ab7-b846-248526f8b263 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:44.209348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5d0e79-bbbc-499b-b94c-7bae004b7f64,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:44.214494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:44.221355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:44.221746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:44.222152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:44.222523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:44.222893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:44.223237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:44.223634 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:44.224011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:44.224374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:44.224730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:44.225085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:44.225439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:29:44.228892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:44.230672 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fd5d0e79-bbbc-499b-b94c-7bae004b7f64 HTTP/1.1" status: 204 len: 168 time: 0.3106322 Dec 22 13:29:44.234547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 56640) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:44.340791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:44.473526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:44.502058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1daea7-6990-431c-ac53-4235c31953ca']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:44.514390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96037676-18e2-407d-a815-4a91e0434b7f') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:44.514686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96037676-18e2-407d-a815-4a91e0434b7f') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:29:44.525933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:44.541698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:44.547714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:29:44.548117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:29:44.561029 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:29:44.633694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:44.637511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-eb072961-9a20-4b81-a794-16a4fce8353d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:44.653877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:44.773253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d1daea7-6990-431c-ac53-4235c31953ca,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:44.776404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:44.784079 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9d1daea7-6990-431c-ac53-4235c31953ca HTTP/1.1" status: 204 len: 168 time: 0.5472941 Dec 22 13:29:44.901773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56646) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:44.962537 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-99873c22-fcad-4dfd-97b9-d79b37079e51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=711d37206ab74c8a9179597b4ea04d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588262 Dec 22 13:29:44.967357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56650) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:45.040376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2e13a7fa-112b-4be0-a64a-3b242673b86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:45.070239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2e13a7fa-112b-4be0-a64a-3b242673b86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:45.129602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2e13a7fa-112b-4be0-a64a-3b242673b86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:45.136051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ac949486-df30-4685-8562-ca4c6792e891 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:45.151216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13a7fa-112b-4be0-a64a-3b242673b86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07e81d3-ac35-439e-b365-9970a5de8449,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:45.153801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2e13a7fa-112b-4be0-a64a-3b242673b86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:45.162202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2e13a7fa-112b-4be0-a64a-3b242673b86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:45.163323 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2e13a7fa-112b-4be0-a64a-3b242673b86a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d07e81d3-ac35-439e-b365-9970a5de8449 HTTP/1.1" status: 204 len: 168 time: 0.1948421 Dec 22 13:29:45.808721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 898b3c05-0f67-401b-9e92-62a09d8739c3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:29:45.847281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 898b3c05-0f67-401b-9e92-62a09d8739c3 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:29:45.847683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 898b3c05-0f67-401b-9e92-62a09d8739c3 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:29:45.934696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56674) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:46.044383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-899314061-network', 'tenant_id': 'f9436142b417478da261934f85df6116'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:29:46.049172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:46.053355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Usage tracker for resource:network and tenant:f9436142b417478da261934f85df6116 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:29:46.056191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:29:46.065272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:46.077879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Made reservation on behalf of f9436142b417478da261934f85df6116 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:29:46.080258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:46.092426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:46.108366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:46.113177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Usage tracker for resource:security_group_rule and tenant:f9436142b417478da261934f85df6116 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:29:46.116336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:29:46.122532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:46.205202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:46.211446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:46.214818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f6c2580c-94fc-4498-818f-13dffa8c2b59 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:46.243799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:29:46.248985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ac00ad-7333-4d8d-8457-0306fb1c77fc,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:46.252335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:46.257232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:46.257750 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Added segment 499219a6-23b3-41ce-986c-ace47694a786 of type vlan for network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 Dec 22 13:29:46.282867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:46.313905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:46.314905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:46.315804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:46.319002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:46.417763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Pushing event updated for resources: {'Network': ['ID=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:46.420764 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4850509 Dec 22 13:29:46.421623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:46.423768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 56680) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:29:46.427774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:29:46.429006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Request body: {'subnet': {'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-899314061-subnet', 'tenant_id': 'f9436142b417478da261934f85df6116', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:29:46.435738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:46.439528 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Usage tracker for resource:subnet and tenant:f9436142b417478da261934f85df6116 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:29:46.442519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:29:46.448187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:46.458573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Made reservation on behalf of f9436142b417478da261934f85df6116 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:29:46.461498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:46.661859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:46.665487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b1432223-d87e-4d30-a28c-0514978a4797 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:46.735088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2186522d-d2f7-4b26-a671-ae1c42c228df,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:46.738864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:46.745801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Checking segment: {'id': '499219a6-23b3-41ce-986c-ace47694a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:29:46.746153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Network hostable DHCP agents. Network: 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:29:46.766750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:29:46.777238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:29:46.781617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:46.782635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:46.786098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ead22-3820-4d12-82af-2498dcc65155 None None] Network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:29:46.808177 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7938150b-3cca-4e3f-8871-26f1e1364938 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3833725 Dec 22 13:29:46.998618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b69d39-273b-4459-b031-93105ac78034 None None] Network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:29:47.305510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-69c1356f-ef9d-4dc9-bd78-8cc929985be1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:47.306908 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-69c1356f-ef9d-4dc9-bd78-8cc929985be1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 814 time: 0.1418734 Dec 22 13:29:47.322987 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-267efa14-6ba6-4c15-830c-ec5b4320645f tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/quotas/f9436142b417478da261934f85df6116 HTTP/1.1" status: 200 len: 375 time: 0.0092959 Dec 22 13:29:47.371490 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-7b5a0489-e1df-4406-9964-1f6b31c868e7 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413837 Dec 22 13:29:47.435760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46f1f50b-02ad-4abe-ba65-6f622afbafc3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:29:47.436959 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46f1f50b-02ad-4abe-ba65-6f622afbafc3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561457 Dec 22 13:29:47.567810 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-17f24a89-160c-4001-96ee-05bcfef3d663 service neutron] 10.222.0.24 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248338 Dec 22 13:29:47.696607 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-db01b6f6-ecd1-4073-8d93-d8fbebd3992c service neutron] 10.222.0.24 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228201 Dec 22 13:29:47.816106 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:29:47.883522 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4f8ffb9c-fa93-449e-9368-bf4f1e63b10b req-21691e4a-655a-463e-9f36-0392ee145847 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 210 time: 0.0420930 Dec 22 13:29:49.034853 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-aea9043f-4b22-4c3b-b6db-69e97f95b7e3 req-5690399a-7fbe-4dac-9e91-6be93be23a61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 210 time: 0.0490828 Dec 22 13:29:49.141319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-a331bb0d-9781-45b5-97b7-524a7985df51 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:49.142006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-a331bb0d-9781-45b5-97b7-524a7985df51 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Synchronizing usage tracker for tenant:f9436142b417478da261934f85df6116 on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:29:49.158468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-a331bb0d-9781-45b5-97b7-524a7985df51 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Unset dirty status for tenant:f9436142b417478da261934f85df6116 on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:29:49.159756 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-a331bb0d-9781-45b5-97b7-524a7985df51 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.54 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 814 time: 0.1707001 Dec 22 13:29:49.172965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Request body: {'port': {'device_id': '6bb70f70-6876-4aad-8a27-a2b37f72e88e', 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990', 'admin_state_up': True, 'tenant_id': 'f9436142b417478da261934f85df6116'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:29:49.309546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:29:49.313541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Usage tracker for resource:port and tenant:f9436142b417478da261934f85df6116 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:29:49.316486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:29:49.322377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:29:49.334406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Made reservation on behalf of f9436142b417478da261934f85df6116 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:29:49.338191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:49.516729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Allocated IP 172.20.0.13 (7bbf9811-c502-4f0b-ac9d-8f6e14c6e990/2186522d-d2f7-4b26-a671-ae1c42c228df/5bdab0a7-b717-40ec-88e2-2f522758dee6) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:29:49.717297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:49.748542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:49.754361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-40ede573-fe44-4f77-8076-b85002099e74 tempest-DeleteServersTestJSON-1522579815 tempest-DeleteServersTestJSON-1522579815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:49.821736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:29:49.825015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:29:49.828901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:29:49.859650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Pushing event updated for resources: {'Port': ['ID=5bdab0a7-b717-40ec-88e2-2f522758dee6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:49.865908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:49.894441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:49.895047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:49.915885 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7469616 Dec 22 13:29:49.927256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Request body: {'port': {'device_id': '6bb70f70-6876-4aad-8a27-a2b37f72e88e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:29:50.040519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:50.345659 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737fbbe-694b-4782-92ac-1597bb87506f req-a817bf44-eea4-4f83-ab9d-374792ddee42 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:50.346394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3737fbbe-694b-4782-92ac-1597bb87506f req-a817bf44-eea4-4f83-ab9d-374792ddee42 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Synchronizing usage tracker for tenant:f9436142b417478da261934f85df6116 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:29:50.388372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3737fbbe-694b-4782-92ac-1597bb87506f req-a817bf44-eea4-4f83-ab9d-374792ddee42 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Unset dirty status for tenant:f9436142b417478da261934f85df6116 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:29:50.389493 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3737fbbe-694b-4782-92ac-1597bb87506f req-a817bf44-eea4-4f83-ab9d-374792ddee42 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 932 time: 0.2351429 Dec 22 13:29:50.573241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdab0a7-b717-40ec-88e2-2f522758dee6 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:29:50.584198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:50.591421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3737fbbe-694b-4782-92ac-1597bb87506f req-c4419180-f772-47a9-8163-dcad42d59139 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Synchronizing usage tracker for tenant:f9436142b417478da261934f85df6116 on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:29:50.607231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Transition to ACTIVE for port object 5bdab0a7-b717-40ec-88e2-2f522758dee6 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:29:50.613681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:50.618785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:50.655088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3737fbbe-694b-4782-92ac-1597bb87506f req-c4419180-f772-47a9-8163-dcad42d59139 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Unset dirty status for tenant:f9436142b417478da261934f85df6116 on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:29:50.656253 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3737fbbe-694b-4782-92ac-1597bb87506f req-c4419180-f772-47a9-8163-dcad42d59139 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303573 Dec 22 13:29:50.778602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdab0a7-b717-40ec-88e2-2f522758dee6,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:50.785662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:50.851171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Attempting to bind port 5bdab0a7-b717-40ec-88e2-2f522758dee6 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:29:50.851495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Attempting to bind port 5bdab0a7-b717-40ec-88e2-2f522758dee6 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '499219a6-23b3-41ce-986c-ace47694a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:29:50.851847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Attempting to bind port 5bdab0a7-b717-40ec-88e2-2f522758dee6 on network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:29:50.856315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Port 5bdab0a7-b717-40ec-88e2-2f522758dee6 on network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:29:50.856624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Attempting to bind port 5bdab0a7-b717-40ec-88e2-2f522758dee6 on network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:29:50.861772 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:29:50.862044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Checking segment: {'id': '499219a6-23b3-41ce-986c-ace47694a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:29:50.862442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Bound using segment: {'id': '499219a6-23b3-41ce-986c-ace47694a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:29:50.862855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Bound port: 5bdab0a7-b717-40ec-88e2-2f522758dee6, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499219a6-23b3-41ce-986c-ace47694a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:29:50.863196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:50.951917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] For port 5bdab0a7-b717-40ec-88e2-2f522758dee6, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:29:50.954809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] For port 5bdab0a7-b717-40ec-88e2-2f522758dee6, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:29:50.962707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:50.969709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8fb05bb6-e902-4590-8d14-d165be29998b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:51.029348 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:51.029954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:51.031307 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] 10.222.0.54 "PUT /v2.0/ports/5bdab0a7-b717-40ec-88e2-2f522758dee6 HTTP/1.1" status: 200 len: 1094 time: 1.1081405 Dec 22 13:29:51.031854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb70f70-6876-4aad-8a27-a2b37f72e88e', 'tag': '5bdab0a7-b717-40ec-88e2-2f522758dee6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:51.054955 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdab0a7-b717-40ec-88e2-2f522758dee6,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:51.058419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:51.100220 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb70f70-6876-4aad-8a27-a2b37f72e88e', 'tag': '5bdab0a7-b717-40ec-88e2-2f522758dee6', 'status': 'completed', 'code': 200} Dec 22 13:29:51.140858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-2b52e29c-51d5-477e-b486-4f1faf1b22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:51.142285 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-2b52e29c-51d5-477e-b486-4f1faf1b22c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 1097 time: 0.0732408 Dec 22 13:29:51.219477 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-786baedd-bc26-4701-a1ea-64ee96d8d0ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6 HTTP/1.1" status: 200 len: 217 time: 0.0697334 Dec 22 13:29:51.289062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-c4e00af4-895a-41ff-b60f-aa415384bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:51.290470 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-c4e00af4-895a-41ff-b60f-aa415384bf7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2186522d-d2f7-4b26-a671-ae1c42c228df HTTP/1.1" status: 200 len: 854 time: 0.0651677 Dec 22 13:29:51.335960 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-0e32ba64-f4b7-4219-9bea-f2a74b91f50e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389755 Dec 22 13:29:51.477697 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-21d39a40-7554-47f1-bd16-98ae52adce95 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348608 Dec 22 13:29:51.611523 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a1ff14c0-541e-4156-b609-a101f57a90e1 req-afb37fc3-1598-4062-b054-f6035d112eec service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270249 Dec 22 13:29:51.732851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94142a-794f-4988-ac6f-f2f6d2fd64c2 req-9d7b3841-186c-4162-823c-d18abdf2be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:51.734321 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1a94142a-794f-4988-ac6f-f2f6d2fd64c2 req-9d7b3841-186c-4162-823c-d18abdf2be5a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 1097 time: 0.0715480 Dec 22 13:29:51.914944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94142a-794f-4988-ac6f-f2f6d2fd64c2 req-e6efe2f4-cbfa-4cd7-8027-4925f3b3c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:51.916418 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1a94142a-794f-4988-ac6f-f2f6d2fd64c2 req-e6efe2f4-cbfa-4cd7-8027-4925f3b3c536 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 915 time: 0.1759896 Dec 22 13:29:51.987329 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1a94142a-794f-4988-ac6f-f2f6d2fd64c2 req-79094efd-62e7-4bc7-b709-0ac557a149c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6 HTTP/1.1" status: 200 len: 217 time: 0.0640855 Dec 22 13:29:51.994727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8bb89-10d1-40d8-92fb-13304bc470fc req-2379f6b8-ccf5-4ff5-aa71-30f1f5fdf996 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:51.996104 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7f8bb89-10d1-40d8-92fb-13304bc470fc req-2379f6b8-ccf5-4ff5-aa71-30f1f5fdf996 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 944 time: 0.1886165 Dec 22 13:29:52.079670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94142a-794f-4988-ac6f-f2f6d2fd64c2 req-d41a4d75-c56c-44b6-b8be-3d05e6863cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:52.081123 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1a94142a-794f-4988-ac6f-f2f6d2fd64c2 req-d41a4d75-c56c-44b6-b8be-3d05e6863cd4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2186522d-d2f7-4b26-a671-ae1c42c228df HTTP/1.1" status: 200 len: 854 time: 0.0841470 Dec 22 13:29:52.083939 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7f8bb89-10d1-40d8-92fb-13304bc470fc req-a3e4a003-f494-463c-aa63-5b09928b7942 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587313 Dec 22 13:29:52.130580 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1a94142a-794f-4988-ac6f-f2f6d2fd64c2 req-9dbee80e-571f-4e67-81fc-f63bd94a40ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434260 Dec 22 13:29:52.367243 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1a94142a-794f-4988-ac6f-f2f6d2fd64c2 req-3a8d7a59-31a3-4ccb-8c19-00a5f787eaae service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293265 Dec 22 13:29:52.499482 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1a94142a-794f-4988-ac6f-f2f6d2fd64c2 req-53237ba1-f580-4726-8faf-8d967cd28679 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248038 Dec 22 13:29:53.295859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49648d12-99be-46e8-b801-b58c781b06b3 req-eb2ebd6f-c831-44c3-9600-c40143213599 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:53.297294 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-49648d12-99be-46e8-b801-b58c781b06b3 req-eb2ebd6f-c831-44c3-9600-c40143213599 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 944 time: 0.0990357 Dec 22 13:29:53.346672 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-49648d12-99be-46e8-b801-b58c781b06b3 req-2b26851d-ebe7-4090-bca6-e919e768ee1d tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426505 Dec 22 13:29:54.544912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47be0f6-59dd-4a8d-9753-ff9a6aeae05f req-a2ba53ec-f809-493b-9ca7-7e8d99b7d87d tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:54.546384 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a47be0f6-59dd-4a8d-9753-ff9a6aeae05f req-a2ba53ec-f809-493b-9ca7-7e8d99b7d87d tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 944 time: 0.0910249 Dec 22 13:29:54.594640 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a47be0f6-59dd-4a8d-9753-ff9a6aeae05f req-40d860c1-d7a5-42b5-85c5-e860065d2ab8 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Dec 22 13:29:55.780544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e0f68-9c77-4ef9-8f2f-9d1a0b4936e4 req-14e22b7b-3d68-45aa-bf41-b29caec7772e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:55.781910 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5d4e0f68-9c77-4ef9-8f2f-9d1a0b4936e4 req-14e22b7b-3d68-45aa-bf41-b29caec7772e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 944 time: 0.0854330 Dec 22 13:29:55.828761 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5d4e0f68-9c77-4ef9-8f2f-9d1a0b4936e4 req-e989b3ba-1fe4-48ab-ae96-699ca8821e5a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Dec 22 13:29:55.871943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5bdab0a7-b717-40ec-88e2-2f522758dee6 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:29:56.006971 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5bdab0a7-b717-40ec-88e2-2f522758dee6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:29:56.020056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '5bdab0a7-b717-40ec-88e2-2f522758dee6', 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990', 'port_id': '5bdab0a7-b717-40ec-88e2-2f522758dee6', 'mac_address': 'fa:16:3e:18:b1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2186522d-d2f7-4b26-a671-ae1c42c228df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:29:56.115482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:56.132258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdab0a7-b717-40ec-88e2-2f522758dee6 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:29:56.152249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5bdab0a7-b717-40ec-88e2-2f522758dee6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:29:56.158307 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:56.160699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:56.230663 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=5bdab0a7-b717-40ec-88e2-2f522758dee6,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:56.233911 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:56.456516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['5bdab0a7-b717-40ec-88e2-2f522758dee6'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:29:57.032095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d0a3-82f6-4814-b01e-ccee4ec05143 req-54e67719-e9d6-4380-b82e-685619cef3a4 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:57.033535 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-02f8d0a3-82f6-4814-b01e-ccee4ec05143 req-54e67719-e9d6-4380-b82e-685619cef3a4 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 945 time: 0.0892749 Dec 22 13:29:57.090757 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-02f8d0a3-82f6-4814-b01e-ccee4ec05143 req-327ce794-7a86-460f-b75b-070ec1b1d4d4 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486407 Dec 22 13:29:57.518444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0663847-ff22-40dc-9389-4b03b442bd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:57.874399 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5bdab0a7-b717-40ec-88e2-2f522758dee6 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:29:57.952273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 5bdab0a7-b717-40ec-88e2-2f522758dee6 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:29:57.957630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 5bdab0a7-b717-40ec-88e2-2f522758dee6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:29:57.958042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:58.075823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:58.102758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb70f70-6876-4aad-8a27-a2b37f72e88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdab0a7-b717-40ec-88e2-2f522758dee6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:29:58.112673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5bdab0a7-b717-40ec-88e2-2f522758dee6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:29:58.119955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:29:58.121683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:29:58.154080 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb70f70-6876-4aad-8a27-a2b37f72e88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdab0a7-b717-40ec-88e2-2f522758dee6', 'code': 200} Dec 22 13:29:58.196239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=5bdab0a7-b717-40ec-88e2-2f522758dee6,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:29:58.199205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:29:58.284322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373bca5-d0c0-4c3b-98e6-300cd7092993 req-7f91547a-d8d0-4925-b9dd-ca2c84c5b015 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:58.285880 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4373bca5-d0c0-4c3b-98e6-300cd7092993 req-7f91547a-d8d0-4925-b9dd-ca2c84c5b015 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0814574 Dec 22 13:29:58.371298 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4373bca5-d0c0-4c3b-98e6-300cd7092993 req-700c21c0-b0f1-4de2-bdbe-7660516ee5b8 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786247 Dec 22 13:29:58.401193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73e898-e7b9-4fed-bcd7-a217b343cc0a req-f9142a25-b3b6-40c9-a5d7-44d6476b06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:58.402702 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa73e898-e7b9-4fed-bcd7-a217b343cc0a req-f9142a25-b3b6-40c9-a5d7-44d6476b06a6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 1099 time: 0.0835662 Dec 22 13:29:58.444124 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aa73e898-e7b9-4fed-bcd7-a217b343cc0a req-0da2f461-3ecd-466a-a240-c55bc9666771 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347154 Dec 22 13:29:59.560851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b9095-d043-43df-b872-abe29d3aa0cc req-0d1d300c-cae4-4440-bbce-bde28575ea47 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:29:59.568188 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4c7b9095-d043-43df-b872-abe29d3aa0cc req-0d1d300c-cae4-4440-bbce-bde28575ea47 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0863967 Dec 22 13:29:59.610278 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4c7b9095-d043-43df-b872-abe29d3aa0cc req-524e23d4-ab53-46df-959e-fb38c181af1c tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411701 Dec 22 13:29:59.867821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b81f279-4655-4d20-bc79-8322323ba732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:00.798436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0697a0-221d-4552-9257-fe444a697dd4 req-05fd09fa-f7a9-424e-9a1f-bfce5ac85eb3 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:00.799910 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2a0697a0-221d-4552-9257-fe444a697dd4 req-05fd09fa-f7a9-424e-9a1f-bfce5ac85eb3 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0803778 Dec 22 13:30:00.848499 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2a0697a0-221d-4552-9257-fe444a697dd4 req-55b6de1c-5e8a-4803-98df-e4c3abe52d0d tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418506 Dec 22 13:30:00.872337 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:00.993034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:01.036687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964a90-b9db-490e-afb2-4edb24011577 req-58e996b4-27b2-4600-91e1-24c2409d3681 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:01.038156 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2a964a90-b9db-490e-afb2-4edb24011577 req-58e996b4-27b2-4600-91e1-24c2409d3681 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0866601 Dec 22 13:30:01.083357 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2a964a90-b9db-490e-afb2-4edb24011577 req-6e833067-e6bf-4e62-80fb-a8a47ec6ebf3 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Dec 22 13:30:01.424044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03a6e7-f183-46f2-a1ea-f249dee67c93 req-bea41927-345b-4539-909c-8c280caa3b99 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:01.425581 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1e03a6e7-f183-46f2-a1ea-f249dee67c93 req-bea41927-345b-4539-909c-8c280caa3b99 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0853696 Dec 22 13:30:01.475073 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1e03a6e7-f183-46f2-a1ea-f249dee67c93 req-24a47be7-fe02-4456-b2fc-073957a7f5b9 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Dec 22 13:30:01.661984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a2d01-ca23-476b-aa8d-d0f54543f09e req-914df89d-b2bd-4812-b09b-2a55e60872b4 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:01.663883 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ce9a2d01-ca23-476b-aa8d-d0f54543f09e req-914df89d-b2bd-4812-b09b-2a55e60872b4 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0838218 Dec 22 13:30:01.711720 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ce9a2d01-ca23-476b-aa8d-d0f54543f09e req-f11e4fd7-92cd-4675-811a-7e4f4ac44785 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Dec 22 13:30:02.121697 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-bc70f62b-5bd4-41fd-825a-5b4d8087e7f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274593 Dec 22 13:30:02.133375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b4d04-c9a4-4780-9872-755f6334aed2 req-d6987947-fdc2-4586-a8dc-960762e05ee6 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:02.134744 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d63b4d04-c9a4-4780-9872-755f6334aed2 req-d6987947-fdc2-4586-a8dc-960762e05ee6 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0982687 Dec 22 13:30:02.180242 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d63b4d04-c9a4-4780-9872-755f6334aed2 req-7006b9f9-efa0-40b7-a5d6-51c8ceb52c02 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395138 Dec 22 13:30:02.412072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:03.246785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-63dce9c4-a460-4bd5-a5cf-af5d3bf6faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:03.248392 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-63dce9c4-a460-4bd5-a5cf-af5d3bf6faf4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 1099 time: 0.0750530 Dec 22 13:30:03.374854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6d76f-523c-4f65-8c26-5afb05faffa7 req-06563c9e-e30c-44d7-ab31-20a0fbf4f3e0 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:03.376383 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b1e6d76f-523c-4f65-8c26-5afb05faffa7 req-06563c9e-e30c-44d7-ab31-20a0fbf4f3e0 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0910280 Dec 22 13:30:03.394437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-dcaa840e-4fd4-41d5-a93b-a2c3dd16a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:03.395970 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-dcaa840e-4fd4-41d5-a93b-a2c3dd16a029 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 915 time: 0.1411202 Dec 22 13:30:03.420798 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b1e6d76f-523c-4f65-8c26-5afb05faffa7 req-0f3b77e7-6599-4f56-87a9-9549e15b0a60 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384402 Dec 22 13:30:03.465577 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-ca6f88eb-2d57-49cd-b2ad-3676c640c552 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6 HTTP/1.1" status: 200 len: 217 time: 0.0629227 Dec 22 13:30:03.530170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-07bd12d0-0c8c-4df5-ab98-4f0848e3baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:03.531541 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-07bd12d0-0c8c-4df5-ab98-4f0848e3baa5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2186522d-d2f7-4b26-a671-ae1c42c228df HTTP/1.1" status: 200 len: 854 time: 0.0574777 Dec 22 13:30:03.579149 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-58250aca-73a5-409e-aa10-829e4037da44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410788 Dec 22 13:30:03.589285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-3b0344d6-2038-4265-974b-d94e593fba22 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:30:03.590435 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-3b0344d6-2038-4265-974b-d94e593fba22 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051134 Dec 22 13:30:03.729988 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-9a7e0a16-0d3e-415b-9f14-dfaad7c754b3 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333292 Dec 22 13:30:03.970165 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-16e61a7d-5ead-4680-bbe3-2266c68ac90a service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341774 Dec 22 13:30:04.623529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef893101-8dcb-4e2e-88b3-0bd72ba2ba49 req-2e0cc64f-5363-4250-94f5-3567e970c20a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:04.625041 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ef893101-8dcb-4e2e-88b3-0bd72ba2ba49 req-2e0cc64f-5363-4250-94f5-3567e970c20a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0925758 Dec 22 13:30:04.670495 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ef893101-8dcb-4e2e-88b3-0bd72ba2ba49 req-ebdebd2b-7939-421d-8f80-0da59ff68e88 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Dec 22 13:30:05.875114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656d258-c9d4-4e54-a20f-d2e00a2db915 req-b2bc495f-c5e3-466d-9864-959e99131bb6 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:05.876630 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8656d258-c9d4-4e54-a20f-d2e00a2db915 req-b2bc495f-c5e3-466d-9864-959e99131bb6 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0815244 Dec 22 13:30:05.920709 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8656d258-c9d4-4e54-a20f-d2e00a2db915 req-4d4c694c-43c9-42de-b812-edb8dc0ad14c tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383835 Dec 22 13:30:07.119091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0070f2e-49bf-4266-ae0c-cede6b06070a req-1f49bd26-f0d9-4794-98f8-2e588b341e01 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:07.120624 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a0070f2e-49bf-4266-ae0c-cede6b06070a req-1f49bd26-f0d9-4794-98f8-2e588b341e01 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0861108 Dec 22 13:30:07.171146 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a0070f2e-49bf-4266-ae0c-cede6b06070a req-a6544b90-4165-4243-bca9-5a4cb6a856f9 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Dec 22 13:30:08.384807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee5f71-944e-4397-9f46-8867baf47722 req-1785a470-c657-4852-b722-701e030633df tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:08.386231 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1fee5f71-944e-4397-9f46-8867baf47722 req-1785a470-c657-4852-b722-701e030633df tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0880616 Dec 22 13:30:08.429795 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1fee5f71-944e-4397-9f46-8867baf47722 req-9c490820-c93d-4878-b15e-72b841e441a7 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379205 Dec 22 13:30:09.622959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eede86-eaf3-4ffb-85b2-a19712c12d20 req-87183f60-8980-414c-b400-8e39247d12c8 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:09.624447 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-57eede86-eaf3-4ffb-85b2-a19712c12d20 req-87183f60-8980-414c-b400-8e39247d12c8 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0816445 Dec 22 13:30:09.668312 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-57eede86-eaf3-4ffb-85b2-a19712c12d20 req-8021cf8f-02ca-45a9-bfdb-0c453354b2cc tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 Dec 22 13:30:10.726696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:10.867386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0f527-8bf3-4fbe-ae53-25be3e534b71 req-3185c4dc-ebe3-41c6-b1b0-0cff88ca124f tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:10.868767 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-39c0f527-8bf3-4fbe-ae53-25be3e534b71 req-3185c4dc-ebe3-41c6-b1b0-0cff88ca124f tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0797799 Dec 22 13:30:10.918310 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-39c0f527-8bf3-4fbe-ae53-25be3e534b71 req-d5e231d6-f5bf-42ba-9610-6a1930c947e3 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 Dec 22 13:30:12.126978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a787d-ed4c-49ae-9b50-cdacdbc72090 req-4fcf0e4c-7d84-4d09-bce8-21c12830ef39 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:12.128448 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e2a787d-ed4c-49ae-9b50-cdacdbc72090 req-4fcf0e4c-7d84-4d09-bce8-21c12830ef39 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0980725 Dec 22 13:30:12.179701 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e2a787d-ed4c-49ae-9b50-cdacdbc72090 req-e22d0c41-8a86-40e9-bd11-1a5188db7795 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 Dec 22 13:30:13.391851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f0e11-f566-4900-aa92-36ae2d3ec748 req-86db385e-1a7b-42a1-970e-bb6b7d4ec3df tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:13.393326 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-162f0e11-f566-4900-aa92-36ae2d3ec748 req-86db385e-1a7b-42a1-970e-bb6b7d4ec3df tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0937741 Dec 22 13:30:13.437698 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-162f0e11-f566-4900-aa92-36ae2d3ec748 req-6283d402-14e7-486b-b97a-26902e580a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383985 Dec 22 13:30:14.637859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fe1ae-ceaf-4ff4-bf52-01e1b87df239 req-b9b27be1-8f0f-4da3-bf69-0cc888cdbc0c tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:14.639354 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f13fe1ae-ceaf-4ff4-bf52-01e1b87df239 req-b9b27be1-8f0f-4da3-bf69-0cc888cdbc0c tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0855887 Dec 22 13:30:14.683643 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f13fe1ae-ceaf-4ff4-bf52-01e1b87df239 req-2e719948-7a92-4869-9367-84dfbf7e350b tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383720 Dec 22 13:30:15.883920 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8daefc-3db8-4be3-8e7b-fa5c6b8af88f req-0f9beed9-396f-4ac0-846b-7e9750cbe9f7 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:15.885605 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4f8daefc-3db8-4be3-8e7b-fa5c6b8af88f req-0f9beed9-396f-4ac0-846b-7e9750cbe9f7 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0949371 Dec 22 13:30:15.934357 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4f8daefc-3db8-4be3-8e7b-fa5c6b8af88f req-4509f67d-a0d7-40d3-ac22-1604010c9702 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Dec 22 13:30:17.136291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d75195-8506-4511-92cb-4302b2ea1431 req-08480a4b-0dd3-4f46-88ae-111de3e9f6d3 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:17.137717 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6d75195-8506-4511-92cb-4302b2ea1431 req-08480a4b-0dd3-4f46-88ae-111de3e9f6d3 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0881090 Dec 22 13:30:17.181768 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6d75195-8506-4511-92cb-4302b2ea1431 req-3bccb0a4-1e25-46de-babe-ef6c03d117a1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Dec 22 13:30:18.389033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3a214-2890-4d53-bee8-430149a33d35 req-0170c0d7-7d96-48d1-9427-103881decef5 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:18.390459 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-90f3a214-2890-4d53-bee8-430149a33d35 req-0170c0d7-7d96-48d1-9427-103881decef5 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0944083 Dec 22 13:30:18.432968 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-90f3a214-2890-4d53-bee8-430149a33d35 req-40fec502-6b38-42db-903e-be79844d5a19 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369310 Dec 22 13:30:19.628762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873fd84-9e7c-4343-8945-4bb9b1d0e57a req-7d03a0fb-982d-437c-96aa-9e7830b3d410 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:19.630219 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7873fd84-9e7c-4343-8945-4bb9b1d0e57a req-7d03a0fb-982d-437c-96aa-9e7830b3d410 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0840173 Dec 22 13:30:19.674628 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7873fd84-9e7c-4343-8945-4bb9b1d0e57a req-e1788721-fb0b-49c1-abdc-f45b4924e5b5 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387993 Dec 22 13:30:20.998510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45611f1-9f98-4be6-84dc-39e8d67963d7 req-c3b976c8-1b4c-4b00-b345-631633df7192 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:20.999988 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b45611f1-9f98-4be6-84dc-39e8d67963d7 req-c3b976c8-1b4c-4b00-b345-631633df7192 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.1947529 Dec 22 13:30:21.043995 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b45611f1-9f98-4be6-84dc-39e8d67963d7 req-dfee6aca-5a3a-46fe-a3bd-8c20e220ec37 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382090 Dec 22 13:30:22.264441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0ac9f-6379-431a-b4c9-ef811120d04a req-20169c83-f6ad-44dc-ad39-3c6e9acc5c96 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:22.265907 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-08f0ac9f-6379-431a-b4c9-ef811120d04a req-20169c83-f6ad-44dc-ad39-3c6e9acc5c96 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0920711 Dec 22 13:30:22.310216 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-08f0ac9f-6379-431a-b4c9-ef811120d04a req-42d9b1c4-ce92-43a0-b98a-8f3a75d9f931 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385413 Dec 22 13:30:23.513840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db206e-1c0a-4a5d-bd5a-bf04ea530be7 req-80abce3b-8750-431c-8c9b-4bb2ea57b92d tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:23.515278 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-04db206e-1c0a-4a5d-bd5a-bf04ea530be7 req-80abce3b-8750-431c-8c9b-4bb2ea57b92d tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0887606 Dec 22 13:30:23.568311 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-04db206e-1c0a-4a5d-bd5a-bf04ea530be7 req-6e78af39-fda6-4d27-ac71-3e50095bb047 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Dec 22 13:30:24.757018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6828b-dab0-487b-b562-8390d62f5dfe req-05f52e6f-43ac-4557-8c3e-6871877ab15e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:24.758473 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-02f6828b-dab0-487b-b562-8390d62f5dfe req-05f52e6f-43ac-4557-8c3e-6871877ab15e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0865846 Dec 22 13:30:24.807779 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-02f6828b-dab0-487b-b562-8390d62f5dfe req-cb64d43e-f83f-4768-8164-64b2f43a6252 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Dec 22 13:30:24.815152 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:30:26.008188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7718dd-f7d1-478d-8334-f6d7fcfaf63c req-c86bb397-aa73-4b9a-b13f-48d23385e577 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:26.009642 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4d7718dd-f7d1-478d-8334-f6d7fcfaf63c req-c86bb397-aa73-4b9a-b13f-48d23385e577 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0878553 Dec 22 13:30:26.054135 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4d7718dd-f7d1-478d-8334-f6d7fcfaf63c req-1b1544ac-73e8-46fd-b494-5d36a1737138 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385623 Dec 22 13:30:27.253503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8a36f-a79b-411b-af42-13055d61663c req-19afb584-9749-42c9-ad60-4f2a812e27db tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:27.254966 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bcd8a36f-a79b-411b-af42-13055d61663c req-19afb584-9749-42c9-ad60-4f2a812e27db tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0840611 Dec 22 13:30:27.300727 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bcd8a36f-a79b-411b-af42-13055d61663c req-28460f8e-dacc-49e4-ad7d-ac796bc29867 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372016 Dec 22 13:30:27.526351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-26816b8f-f56d-4f0d-84b4-4653c9bb9dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:28.513374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f7f0f-e624-403f-8b30-7daf4ffb0132 req-5446a665-f4e9-4de4-b5d3-15265d458fda tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:28.514848 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f64f7f0f-e624-403f-8b30-7daf4ffb0132 req-5446a665-f4e9-4de4-b5d3-15265d458fda tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0954452 Dec 22 13:30:28.559308 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f64f7f0f-e624-403f-8b30-7daf4ffb0132 req-a70778ec-aafc-4052-ac45-931c08fae901 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385761 Dec 22 13:30:29.765000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eea2eb-d442-4cf8-9244-8f703d8d3ec3 req-6ef7d9c2-f161-42a5-a151-e378b878dcb0 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:29.766344 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-02eea2eb-d442-4cf8-9244-8f703d8d3ec3 req-6ef7d9c2-f161-42a5-a151-e378b878dcb0 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0975442 Dec 22 13:30:29.809706 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-02eea2eb-d442-4cf8-9244-8f703d8d3ec3 req-a15e5a63-3e67-45b1-8cb1-e3982eb595ce tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375857 Dec 22 13:30:29.861459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a33e93f1-3d73-42c2-bbd5-ed36b48249b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:30.739632 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-c764793e-94a8-46ad-8368-5058e8c5d7e9 service neutron] 10.222.0.54 "GET /v2.0/ports/5bdab0a7-b717-40ec-88e2-2f522758dee6/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0817447 Dec 22 13:30:30.875189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:30.998560 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:31.003431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcd972-5094-4c97-8516-b1c95b49651e req-dcdacf0a-c47b-419e-bc87-0589dfaff1f2 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:31.004932 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-78bcd972-5094-4c97-8516-b1c95b49651e req-dcdacf0a-c47b-419e-bc87-0589dfaff1f2 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0854642 Dec 22 13:30:31.018660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-51e5f274-ecab-4bb3-83de-8966bccac23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:31.020217 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-51e5f274-ecab-4bb3-83de-8966bccac23a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e&tenant_id=f9436142b417478da261934f85df6116 HTTP/1.1" status: 200 len: 1099 time: 0.0768034 Dec 22 13:30:31.051034 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-78bcd972-5094-4c97-8516-b1c95b49651e req-c2fd2227-22d1-41e6-aa61-2e1333bf2837 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399559 Dec 22 13:30:31.109569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-520f94f1-4b84-4f70-8a26-69a532dd2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:31.110986 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-520f94f1-4b84-4f70-8a26-69a532dd2515 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 1099 time: 0.0700514 Dec 22 13:30:31.238496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-d95a2cef-ba4b-4a3c-83e1-f7d7dbd14028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:31.239943 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-d95a2cef-ba4b-4a3c-83e1-f7d7dbd14028 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 915 time: 0.1225178 Dec 22 13:30:31.309347 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-ac312cfe-d263-4f2f-8f7e-4817aaceaddd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6 HTTP/1.1" status: 200 len: 217 time: 0.0627193 Dec 22 13:30:31.369880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-9b67d4d8-538b-49fd-b7dd-26d4c29b4864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:31.371167 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-9b67d4d8-538b-49fd-b7dd-26d4c29b4864 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2186522d-d2f7-4b26-a671-ae1c42c228df HTTP/1.1" status: 200 len: 854 time: 0.0556197 Dec 22 13:30:31.419080 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-12882339-0503-4aae-a74c-8ad24bf1140b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417159 Dec 22 13:30:31.652265 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-afeee0d9-c511-4291-858d-a7c5b49b68f3 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262597 Dec 22 13:30:31.784795 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b10ebff-379f-4ccc-b439-42f86f50f4dd req-3e6d1988-7734-47a8-a5ff-16566056e9cb service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261978 Dec 22 13:30:32.250696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc7468-6f02-4bb8-9f0d-e8f629939daa req-18d2ce19-2b50-4bbb-8904-b66fc8aeb4dc tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:32.252051 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3bcc7468-6f02-4bb8-9f0d-e8f629939daa req-18d2ce19-2b50-4bbb-8904-b66fc8aeb4dc tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0874617 Dec 22 13:30:32.297759 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3bcc7468-6f02-4bb8-9f0d-e8f629939daa req-54a4d31f-1328-4b2c-ab80-3d7d35dded56 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374177 Dec 22 13:30:32.426217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:33.506535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53a2aa-c844-405f-af42-c2ff002f5387 req-97563089-e4d1-4322-97c9-e912cd9dd952 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:33.507992 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ff53a2aa-c844-405f-af42-c2ff002f5387 req-97563089-e4d1-4322-97c9-e912cd9dd952 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0925248 Dec 22 13:30:33.553946 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ff53a2aa-c844-405f-af42-c2ff002f5387 req-291d3f00-07ec-41c6-b131-76ec73200ece tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376213 Dec 22 13:30:34.122135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5bdab0a7-b717-40ec-88e2-2f522758dee6 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:30:34.125862 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5bdab0a7-b717-40ec-88e2-2f522758dee6 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:30:34.342328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:34.360027 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5bdab0a7-b717-40ec-88e2-2f522758dee6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:30:34.380209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '5bdab0a7-b717-40ec-88e2-2f522758dee6', 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990', 'port_id': '5bdab0a7-b717-40ec-88e2-2f522758dee6', 'mac_address': 'fa:16:3e:18:b1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2186522d-d2f7-4b26-a671-ae1c42c228df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:30:34.386837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb70f70-6876-4aad-8a27-a2b37f72e88e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bdab0a7-b717-40ec-88e2-2f522758dee6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:30:34.423288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5bdab0a7-b717-40ec-88e2-2f522758dee6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:30:34.442327 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:34.446097 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb70f70-6876-4aad-8a27-a2b37f72e88e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bdab0a7-b717-40ec-88e2-2f522758dee6', 'code': 200} Dec 22 13:30:34.449452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:34.513298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:34.538183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bdab0a7-b717-40ec-88e2-2f522758dee6 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:30:34.548431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=5bdab0a7-b717-40ec-88e2-2f522758dee6,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:34.575069 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:34.606395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:30:34.606760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:30:34.749906 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e2a78-f1c6-4db2-a690-e9308e58781b req-939b9bb1-3890-4c99-9fcc-693e29ca88b0 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:34.751342 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-357e2a78-f1c6-4db2-a690-e9308e58781b req-939b9bb1-3890-4c99-9fcc-693e29ca88b0 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 944 time: 0.0888429 Dec 22 13:30:34.804503 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-357e2a78-f1c6-4db2-a690-e9308e58781b req-525b84c8-b9ed-43fe-b715-136dd99f46c9 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465338 Dec 22 13:30:35.124439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b68056-f7aa-4dc6-8a24-6dd613bf7f0f req-e118eb2a-ac65-4d65-b02a-ea2938ecf8c9 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:35.126178 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-84b68056-f7aa-4dc6-8a24-6dd613bf7f0f req-e118eb2a-ac65-4d65-b02a-ea2938ecf8c9 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 944 time: 0.0812030 Dec 22 13:30:35.136436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a377e-117a-48f3-87d2-f496ea11ce2f req-2a7750e5-c8f8-492b-9f8f-1df79bb30d7a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:35.138096 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-463a377e-117a-48f3-87d2-f496ea11ce2f req-2a7750e5-c8f8-492b-9f8f-1df79bb30d7a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e&tenant_id=f9436142b417478da261934f85df6116&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.0886247 Dec 22 13:30:35.165148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:35.172445 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-84b68056-f7aa-4dc6-8a24-6dd613bf7f0f req-dc0e76bb-0629-4fe0-943a-eb2a45ce099c tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402904 Dec 22 13:30:35.182961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdab0a7-b717-40ec-88e2-2f522758dee6 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:30:35.201963 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5bdab0a7-b717-40ec-88e2-2f522758dee6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:30:35.207926 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:35.211092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:35.275924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['5bdab0a7-b717-40ec-88e2-2f522758dee6'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:30:35.277042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a377e-117a-48f3-87d2-f496ea11ce2f req-59669f08-55d8-449f-8626-360b032d4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:35.278520 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-463a377e-117a-48f3-87d2-f496ea11ce2f req-59669f08-55d8-449f-8626-360b032d4d46 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 1098 time: 0.0710225 Dec 22 13:30:35.318572 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=5bdab0a7-b717-40ec-88e2-2f522758dee6,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:35.327425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:35.409794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a377e-117a-48f3-87d2-f496ea11ce2f req-f6f639fb-ff5b-44d9-9518-59ee0eef17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:35.411334 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-463a377e-117a-48f3-87d2-f496ea11ce2f req-f6f639fb-ff5b-44d9-9518-59ee0eef17ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 915 time: 0.1261787 Dec 22 13:30:35.484691 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-463a377e-117a-48f3-87d2-f496ea11ce2f req-502baea2-f7ea-4668-aa95-d6eca4e2ecfa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6 HTTP/1.1" status: 200 len: 217 time: 0.0657756 Dec 22 13:30:35.547569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a377e-117a-48f3-87d2-f496ea11ce2f req-e78c5e0d-d6f7-4881-b01e-72f99964bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:35.549089 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-463a377e-117a-48f3-87d2-f496ea11ce2f req-e78c5e0d-d6f7-4881-b01e-72f99964bf0d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2186522d-d2f7-4b26-a671-ae1c42c228df HTTP/1.1" status: 200 len: 854 time: 0.0581629 Dec 22 13:30:35.599270 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-463a377e-117a-48f3-87d2-f496ea11ce2f req-2899c5a4-7e06-454b-9aba-fbe254e36c9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429919 Dec 22 13:30:35.735828 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-463a377e-117a-48f3-87d2-f496ea11ce2f req-8e3a31e8-55cf-44bd-8de3-9a1c346ec110 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298318 Dec 22 13:30:35.923904 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-463a377e-117a-48f3-87d2-f496ea11ce2f req-20b90298-1867-46f8-9088-69edd3361bbb service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821244 Dec 22 13:30:36.143455 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5bdab0a7-b717-40ec-88e2-2f522758dee6 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:30:36.226859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 5bdab0a7-b717-40ec-88e2-2f522758dee6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:36.227631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:36.348667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:36.362673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb67ba-f5d5-4f3a-8690-28c6005655a0 req-08f2c89b-6d23-4cad-9740-3d227e604a25 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:36.364183 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c5bb67ba-f5d5-4f3a-8690-28c6005655a0 req-08f2c89b-6d23-4cad-9740-3d227e604a25 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 945 time: 0.0823796 Dec 22 13:30:36.381139 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5bdab0a7-b717-40ec-88e2-2f522758dee6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:30:36.386170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:36.388095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e170ba3f-bb8a-4f8a-9d51-ac4d7f9a4354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:36.413000 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c5bb67ba-f5d5-4f3a-8690-28c6005655a0 req-99b1ab72-222b-41ff-a4d5-164ac72d90cc tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396137 Dec 22 13:30:36.448443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb70f70-6876-4aad-8a27-a2b37f72e88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdab0a7-b717-40ec-88e2-2f522758dee6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:30:36.462164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=5bdab0a7-b717-40ec-88e2-2f522758dee6,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:36.465369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:36.495354 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb70f70-6876-4aad-8a27-a2b37f72e88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdab0a7-b717-40ec-88e2-2f522758dee6', 'code': 200} Dec 22 13:30:37.613955 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5c35394-3b2d-4fc2-8f88-a500d9a9f712 req-6ca4e1b6-bee5-4741-aa8a-ad667ab0d6bf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1267974 Dec 22 13:30:37.628468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704475e6-fca9-41d7-a465-136762eb15b0 req-26fde72a-6419-4d46-a52d-52109a114eeb tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:37.629829 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-704475e6-fca9-41d7-a465-136762eb15b0 req-26fde72a-6419-4d46-a52d-52109a114eeb tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.1037998 Dec 22 13:30:37.673670 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-704475e6-fca9-41d7-a465-136762eb15b0 req-8143367f-7b72-4aee-b7d6-f13efb202790 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380373 Dec 22 13:30:37.758620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c35394-3b2d-4fc2-8f88-a500d9a9f712 req-d5a414b8-e45c-4df9-a9e0-174729b74619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:37.760118 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5c35394-3b2d-4fc2-8f88-a500d9a9f712 req-d5a414b8-e45c-4df9-a9e0-174729b74619 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 1099 time: 0.0741870 Dec 22 13:30:37.860182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059036ab-bc32-4d88-91c6-9be6e254303d req-e8928141-d935-4da7-ae68-d81e32a163eb tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:37.861644 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-059036ab-bc32-4d88-91c6-9be6e254303d req-e8928141-d935-4da7-ae68-d81e32a163eb tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0832894 Dec 22 13:30:37.907814 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-059036ab-bc32-4d88-91c6-9be6e254303d req-6d593667-0d3e-4332-9319-c0552f1ad8df tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397987 Dec 22 13:30:38.015735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c35394-3b2d-4fc2-8f88-a500d9a9f712 req-40ba5271-2e05-4c4e-9149-558a4eef4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:38.017090 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5c35394-3b2d-4fc2-8f88-a500d9a9f712 req-40ba5271-2e05-4c4e-9149-558a4eef4c3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 915 time: 0.2386832 Dec 22 13:30:38.117412 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5c35394-3b2d-4fc2-8f88-a500d9a9f712 req-0a20e25e-e6e4-4694-8b5a-7a72b07cd029 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6 HTTP/1.1" status: 200 len: 217 time: 0.0702109 Dec 22 13:30:38.188934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c35394-3b2d-4fc2-8f88-a500d9a9f712 req-d330c58a-2174-44aa-a486-441f143c1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:38.190331 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5c35394-3b2d-4fc2-8f88-a500d9a9f712 req-d330c58a-2174-44aa-a486-441f143c1c78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2186522d-d2f7-4b26-a671-ae1c42c228df HTTP/1.1" status: 200 len: 854 time: 0.0667319 Dec 22 13:30:38.236633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19334d7-41dc-4535-a7eb-de2c77a61090 req-3d101797-ed87-44a6-bb29-3d11e5148ed5 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:38.238078 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e19334d7-41dc-4535-a7eb-de2c77a61090 req-3d101797-ed87-44a6-bb29-3d11e5148ed5 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.2201579 Dec 22 13:30:38.244360 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5c35394-3b2d-4fc2-8f88-a500d9a9f712 req-fc61cec7-6fc7-45ef-a976-f958731f4f96 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477116 Dec 22 13:30:38.361165 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e19334d7-41dc-4535-a7eb-de2c77a61090 req-143c764a-d633-4ef7-a05c-121655fd5a08 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157904 Dec 22 13:30:38.401749 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5c35394-3b2d-4fc2-8f88-a500d9a9f712 req-10911306-76c0-471c-9d01-1ff79a6dbfe5 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442862 Dec 22 13:30:38.532793 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f5c35394-3b2d-4fc2-8f88-a500d9a9f712 req-9d9d866c-8512-4e58-9062-7429640621bf service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242416 Dec 22 13:30:38.848402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-da2a28da-ee24-4372-9966-429b02ff1e92 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:38.849830 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-da2a28da-ee24-4372-9966-429b02ff1e92 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 814 time: 0.1473913 Dec 22 13:30:38.868322 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-68f1b09f-427e-46c9-80be-c68a36325fc1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/quotas/f9436142b417478da261934f85df6116 HTTP/1.1" status: 200 len: 375 time: 0.0101666 Dec 22 13:30:38.956545 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-aadb90e9-1800-4b61-a16d-9e1dae2251e2 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806930 Dec 22 13:30:38.967330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-43693ea1-06a6-4501-ab85-540eed221877 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:30:38.968288 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-43693ea1-06a6-4501-ab85-540eed221877 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050244 Dec 22 13:30:39.111371 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-4d288e97-a253-46bf-abbf-20b8a35f2174 service neutron] 10.222.0.24 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378238 Dec 22 13:30:39.242851 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-96c48723-e4c9-4665-bb9c-ae0c736fda37 service neutron] 10.222.0.24 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255555 Dec 22 13:30:39.430140 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-92de83c9-7492-453b-b606-8d3117f9a1eb req-7fcf7fcd-543e-4b82-b790-a74a67e54a17 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 210 time: 0.0422962 Dec 22 13:30:40.474614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-cbfc5598-bb2e-4192-9739-d5e68fd8aa13 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:40.476109 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-cbfc5598-bb2e-4192-9739-d5e68fd8aa13 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.54 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 814 time: 0.1517501 Dec 22 13:30:40.488214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Request body: {'port': {'device_id': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990', 'admin_state_up': True, 'tenant_id': 'f9436142b417478da261934f85df6116'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:30:40.613659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904134a7-f796-4d5d-8cc0-f097153b7b72 req-92293060-ff5b-4e87-9af9-c006b95c69cc tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:40.615218 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-904134a7-f796-4d5d-8cc0-f097153b7b72 req-92293060-ff5b-4e87-9af9-c006b95c69cc tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.54 "GET /v2.0/ports?device_id=6bb70f70-6876-4aad-8a27-a2b37f72e88e HTTP/1.1" status: 200 len: 946 time: 0.0889060 Dec 22 13:30:40.617552 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e8075fe-8687-4127-b4f7-b9d708270e5c req-a4cea0da-1dc7-446c-9990-5ab584869818 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 210 time: 0.0545366 Dec 22 13:30:40.675262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:30:40.684672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:30:40.688185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-904134a7-f796-4d5d-8cc0-f097153b7b72 req-daf56bf5-d4a6-488a-8598-db971d9c02f1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Deleting port 5bdab0a7-b717-40ec-88e2-2f522758dee6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:30:40.688524 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-904134a7-f796-4d5d-8cc0-f097153b7b72 req-daf56bf5-d4a6-488a-8598-db971d9c02f1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.695637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Made reservation on behalf of f9436142b417478da261934f85df6116 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:30:40.699387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.711961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.941550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [req-904134a7-f796-4d5d-8cc0-f097153b7b72 req-daf56bf5-d4a6-488a-8598-db971d9c02f1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] For port 5bdab0a7-b717-40ec-88e2-2f522758dee6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5bdab0a7-b717-40ec-88e2-2f522758dee6,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:30:40.941876 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-904134a7-f796-4d5d-8cc0-f097153b7b72 req-daf56bf5-d4a6-488a-8598-db971d9c02f1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:40.975120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Allocated IP 172.20.0.3 (7bbf9811-c502-4f0b-ac9d-8f6e14c6e990/2186522d-d2f7-4b26-a671-ae1c42c228df/0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:30:41.062657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [req-904134a7-f796-4d5d-8cc0-f097153b7b72 req-daf56bf5-d4a6-488a-8598-db971d9c02f1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Calling delete_port for 5bdab0a7-b717-40ec-88e2-2f522758dee6 owned by compute:nova {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:30:41.172938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:41.201748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:41.207570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-15ba5476-9f92-40b1-b25e-11a99de5c19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:41.208787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-904134a7-f796-4d5d-8cc0-f097153b7b72 req-daf56bf5-d4a6-488a-8598-db971d9c02f1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:41.216311 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['5bdab0a7-b717-40ec-88e2-2f522758dee6'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:30:41.216939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-934eb93c-dc65-4f18-b8af-6dad4d665204 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:41.260126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['5bdab0a7-b717-40ec-88e2-2f522758dee6'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:30:41.262253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf56bf5-d4a6-488a-8598-db971d9c02f1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Pushing event deleted for resources: {'Port': ['ID=5bdab0a7-b717-40ec-88e2-2f522758dee6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:41.265108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-daf56bf5-d4a6-488a-8598-db971d9c02f1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:41.277319 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:30:41.280630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:30:41.284563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:30:41.318677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Pushing event updated for resources: {'Port': ['ID=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:41.327056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:41.343160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [req-904134a7-f796-4d5d-8cc0-f097153b7b72 req-daf56bf5-d4a6-488a-8598-db971d9c02f1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] No DVR routers for this DVR port 5bdab0a7-b717-40ec-88e2-2f522758dee6 on host hv-neutron-8226 {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:30:41.345921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [req-904134a7-f796-4d5d-8cc0-f097153b7b72 req-daf56bf5-d4a6-488a-8598-db971d9c02f1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:41.348937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb70f70-6876-4aad-8a27-a2b37f72e88e', 'name': 'network-vif-deleted', 'tag': '5bdab0a7-b717-40ec-88e2-2f522758dee6'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:30:41.349279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:41.349884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:41.367335 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-904134a7-f796-4d5d-8cc0-f097153b7b72 req-daf56bf5-d4a6-488a-8598-db971d9c02f1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.54 "DELETE /v2.0/ports/5bdab0a7-b717-40ec-88e2-2f522758dee6 HTTP/1.1" status: 204 len: 173 time: 0.7463770 Dec 22 13:30:41.378719 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8939152 Dec 22 13:30:41.391730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Request body: {'port': {'device_id': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:30:41.461991 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb70f70-6876-4aad-8a27-a2b37f72e88e', 'name': 'network-vif-deleted', 'tag': '5bdab0a7-b717-40ec-88e2-2f522758dee6', 'status': 'completed', 'code': 200} Dec 22 13:30:41.514708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:41.873887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417fe58-659f-498f-8c51-9cf0e7d42776 req-c9e0937b-3314-4e89-86b3-4c914498f95e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:41.874568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-f417fe58-659f-498f-8c51-9cf0e7d42776 req-c9e0937b-3314-4e89-86b3-4c914498f95e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Synchronizing usage tracker for tenant:f9436142b417478da261934f85df6116 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:30:41.943013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-f417fe58-659f-498f-8c51-9cf0e7d42776 req-c9e0937b-3314-4e89-86b3-4c914498f95e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Unset dirty status for tenant:f9436142b417478da261934f85df6116 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:30:41.944198 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f417fe58-659f-498f-8c51-9cf0e7d42776 req-c9e0937b-3314-4e89-86b3-4c914498f95e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 931 time: 0.2190425 Dec 22 13:30:41.952553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:30:41.972606 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:42.000575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Transition to ACTIVE for port object 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:30:42.008063 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f417fe58-659f-498f-8c51-9cf0e7d42776 req-604ea2af-b8af-4cea-8b1f-1dbd8963da22 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577776 Dec 22 13:30:42.008762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:42.012292 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0034d51a-9ef3-464c-80fb-60bd103c8d8f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:42.133449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Pushing event updated for resources: {'Port': ['ID=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:42.158594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:42.237888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Attempting to bind port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:30:42.238210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Attempting to bind port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '499219a6-23b3-41ce-986c-ace47694a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:30:42.238532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Attempting to bind port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff on network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:30:42.243145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff on network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:30:42.243455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Attempting to bind port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff on network 7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:30:42.248608 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:30:42.248914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Checking segment: {'id': '499219a6-23b3-41ce-986c-ace47694a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:30:42.249316 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Bound using segment: {'id': '499219a6-23b3-41ce-986c-ace47694a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:30:42.249730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Bound port: 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '499219a6-23b3-41ce-986c-ace47694a786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:30:42.250063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:42.342036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] For port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:30:42.346499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] For port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:30:42.351218 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:42.354719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:42.411730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:42.412324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:42.413672 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] 10.222.0.54 "PUT /v2.0/ports/0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff HTTP/1.1" status: 200 len: 1093 time: 1.0274074 Dec 22 13:30:42.414169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'tag': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:30:42.435158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Pushing event updated for resources: {'Port': ['ID=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:42.438258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:42.491597 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'tag': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff', 'status': 'completed', 'code': 200} Dec 22 13:30:42.532435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-2b947565-59c9-4a08-bf93-939c51b294b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:42.533900 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-2b947565-59c9-4a08-bf93-939c51b294b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 1096 time: 0.0740125 Dec 22 13:30:42.605295 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-6cf21878-e488-4ec2-99f1-de9b002f6079 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff HTTP/1.1" status: 200 len: 217 time: 0.0636616 Dec 22 13:30:42.670498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-543f2b5c-9754-44bd-b462-87682a50a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:42.671922 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-543f2b5c-9754-44bd-b462-87682a50a95b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2186522d-d2f7-4b26-a671-ae1c42c228df HTTP/1.1" status: 200 len: 854 time: 0.0603435 Dec 22 13:30:42.717940 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-a6482906-1b4a-4b17-af17-4fc41f203279 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399125 Dec 22 13:30:42.965821 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-c5869517-872b-45c5-b692-fce3485d733c service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408659 Dec 22 13:30:43.100496 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dbc81d1-b67d-4ba9-bce4-50227109277f req-7b7e91f9-4bff-4495-bb5a-85d1a1b40232 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276629 Dec 22 13:30:43.246535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca885c-2e80-4bf1-96d0-eecd0247d734 req-3636db4c-8b30-41a7-b40e-e5431319bb70 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:43.247883 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7eca885c-2e80-4bf1-96d0-eecd0247d734 req-3636db4c-8b30-41a7-b40e-e5431319bb70 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 943 time: 0.1324251 Dec 22 13:30:43.251927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30220a4a-830c-4dd7-8556-f5e38759cad1 req-fb608ebc-7899-49c3-baf9-6bf3f1846df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:43.253274 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-30220a4a-830c-4dd7-8556-f5e38759cad1 req-fb608ebc-7899-49c3-baf9-6bf3f1846df2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 1096 time: 0.1037400 Dec 22 13:30:43.367292 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7eca885c-2e80-4bf1-96d0-eecd0247d734 req-fe5d57af-57a8-42ce-bb7f-7ab8614d3188 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130784 Dec 22 13:30:43.409988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30220a4a-830c-4dd7-8556-f5e38759cad1 req-530220af-3a61-41ea-92b7-cec080677de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:43.411430 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-30220a4a-830c-4dd7-8556-f5e38759cad1 req-530220af-3a61-41ea-92b7-cec080677de6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 915 time: 0.1451921 Dec 22 13:30:43.482888 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-30220a4a-830c-4dd7-8556-f5e38759cad1 req-2646de16-95ee-4da4-84dc-f60b7d91faaa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff HTTP/1.1" status: 200 len: 217 time: 0.0650203 Dec 22 13:30:43.546593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30220a4a-830c-4dd7-8556-f5e38759cad1 req-3a2b46c8-fe13-4b14-a927-5b9fe3217874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:43.547891 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-30220a4a-830c-4dd7-8556-f5e38759cad1 req-3a2b46c8-fe13-4b14-a927-5b9fe3217874 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2186522d-d2f7-4b26-a671-ae1c42c228df HTTP/1.1" status: 200 len: 854 time: 0.0581477 Dec 22 13:30:43.594649 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-30220a4a-830c-4dd7-8556-f5e38759cad1 req-c51ca3a1-bc3f-42fd-9bf7-63f2cf43e5bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397699 Dec 22 13:30:43.732513 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-30220a4a-830c-4dd7-8556-f5e38759cad1 req-d9de94ae-3778-4c76-bb5e-75cecdd62531 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302905 Dec 22 13:30:43.866989 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-30220a4a-830c-4dd7-8556-f5e38759cad1 req-ef9dc886-9ea5-4f81-87d4-0aa48a029cfb service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276302 Dec 22 13:30:44.152593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5bdab0a7-b717-40ec-88e2-2f522758dee6 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:30:44.231242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 5bdab0a7-b717-40ec-88e2-2f522758dee6 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:30:44.231580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5bdab0a7-b717-40ec-88e2-2f522758dee6 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:30:44.571626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628dba9-9972-4f71-bc63-c371ba54b4b6 req-ebd64c85-4434-46cb-82c1-dd03d16c5cc6 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:44.572296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-0628dba9-9972-4f71-bc63-c371ba54b4b6 req-ebd64c85-4434-46cb-82c1-dd03d16c5cc6 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Synchronizing usage tracker for tenant:f9436142b417478da261934f85df6116 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:30:44.584409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-0628dba9-9972-4f71-bc63-c371ba54b4b6 req-ebd64c85-4434-46cb-82c1-dd03d16c5cc6 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Unset dirty status for tenant:f9436142b417478da261934f85df6116 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:30:44.585870 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0628dba9-9972-4f71-bc63-c371ba54b4b6 req-ebd64c85-4434-46cb-82c1-dd03d16c5cc6 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 943 time: 0.0935805 Dec 22 13:30:44.635364 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0628dba9-9972-4f71-bc63-c371ba54b4b6 req-2349f30c-4bc4-40da-93b4-50aa5b5cb61c tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Dec 22 13:30:45.844350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45797e39-99f7-4dc4-8a45-6a870509576b req-fd7345ca-530f-4a19-b337-367c38476676 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:45.845710 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-45797e39-99f7-4dc4-8a45-6a870509576b req-fd7345ca-530f-4a19-b337-367c38476676 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 943 time: 0.0875239 Dec 22 13:30:45.890443 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-45797e39-99f7-4dc4-8a45-6a870509576b req-b50744b3-4ca3-4068-bee9-bc2437efa199 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388350 Dec 22 13:30:46.169452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:30:46.314080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:30:46.330912 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff', 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990', 'port_id': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff', 'mac_address': 'fa:16:3e:1b:6b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2186522d-d2f7-4b26-a671-ae1c42c228df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:30:46.391949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:46.408227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:30:46.423375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:30:46.429008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:46.431665 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:46.504081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:46.511108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:46.511448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:46.511828 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:46.512158 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:46.512479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:46.512806 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:46.513123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:46.513441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:46.513760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:46.514076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:46.514386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:46.514696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:30:46.518774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:46.719270 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:30:47.185114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285048-1386-4a86-a6fa-6d0fe0772b46 req-b9598880-7c42-444f-b8d8-a053e82bf389 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:47.186549 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b6285048-1386-4a86-a6fa-6d0fe0772b46 req-b9598880-7c42-444f-b8d8-a053e82bf389 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 944 time: 0.1904883 Dec 22 13:30:47.232801 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b6285048-1386-4a86-a6fa-6d0fe0772b46 req-897b30b9-0f82-4164-90e2-5e364fb8b91c tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Dec 22 13:30:48.182578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:30:48.261379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:30:48.266532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:30:48.266916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:48.384232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:48.411157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:30:48.414875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e50bc-09b1-463c-886f-4393645e8c09 req-96f7f9dc-ab1e-48aa-8350-8d232886cdfc tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:48.416366 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e38e50bc-09b1-463c-886f-4393645e8c09 req-96f7f9dc-ab1e-48aa-8350-8d232886cdfc tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 944 time: 0.0785875 Dec 22 13:30:48.420874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:30:48.425965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:48.428948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:30:48.464393 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e38e50bc-09b1-463c-886f-4393645e8c09 req-ecb5279c-a0ab-4f4d-85d7-6130c408284e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411255 Dec 22 13:30:48.466337 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff', 'code': 200} Dec 22 13:30:48.500609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:30:48.503589 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:30:48.690924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbbfe6-9953-4995-97c8-b441a58744e4 req-0adb1d1b-c53c-415e-8204-d49a0ae85381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:48.692442 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2acbbfe6-9953-4995-97c8-b441a58744e4 req-0adb1d1b-c53c-415e-8204-d49a0ae85381 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 1098 time: 0.0773585 Dec 22 13:30:48.733228 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2acbbfe6-9953-4995-97c8-b441a58744e4 req-78aa5357-a199-42a5-bf09-85f522ff59eb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341551 Dec 22 13:30:49.663958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1b8ed-11c8-4302-8688-01dcf4673a94 req-852d3944-0210-4318-8715-131a8bab0d48 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:49.665460 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-75f1b8ed-11c8-4302-8688-01dcf4673a94 req-852d3944-0210-4318-8715-131a8bab0d48 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0952437 Dec 22 13:30:49.709003 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-75f1b8ed-11c8-4302-8688-01dcf4673a94 req-9dfd6cc9-1393-4fd5-86ab-df85e10646c5 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378616 Dec 22 13:30:50.911630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1393ec-00bb-417d-bd35-023b2b530370 req-a1ab8e5e-bbf5-4177-ad87-f477e0637919 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:50.913110 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2e1393ec-00bb-417d-bd35-023b2b530370 req-a1ab8e5e-bbf5-4177-ad87-f477e0637919 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0886371 Dec 22 13:30:50.962818 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2e1393ec-00bb-417d-bd35-023b2b530370 req-1de5a3e0-7e2d-42d9-8ed7-b42c2acac491 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Dec 22 13:30:51.160549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11de47-fb96-4143-834b-3a6abc7e39c3 req-e26d9b9f-c9b1-4048-92f6-ad85376aff95 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:51.162054 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7e11de47-fb96-4143-834b-3a6abc7e39c3 req-e26d9b9f-c9b1-4048-92f6-ad85376aff95 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0863576 Dec 22 13:30:51.212571 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7e11de47-fb96-4143-834b-3a6abc7e39c3 req-f19e2b3a-0079-4365-aaf2-2784bd2257da tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426071 Dec 22 13:30:51.566507 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-08f79294-d422-4229-b340-7bc697c31dff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750303 Dec 22 13:30:51.611649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426298e-cb97-4730-8043-9e00a107dbac req-df27a409-dd30-47da-8d6d-acc509177d8a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:51.613096 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6426298e-cb97-4730-8043-9e00a107dbac req-df27a409-dd30-47da-8d6d-acc509177d8a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0811892 Dec 22 13:30:51.655976 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6426298e-cb97-4730-8043-9e00a107dbac req-92d54e37-a04d-4333-8120-df0343d8f3fa tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371504 Dec 22 13:30:52.917592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-e96c81d0-e6f0-40da-91a8-b811b16576fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:52.919029 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-e96c81d0-e6f0-40da-91a8-b811b16576fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 1098 time: 0.2148407 Dec 22 13:30:53.062120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af411a-dab9-4dc3-8218-4e690223aa56 req-378c145d-8ab9-4bad-92c2-89ebb4d79c85 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:53.063555 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-76af411a-dab9-4dc3-8218-4e690223aa56 req-378c145d-8ab9-4bad-92c2-89ebb4d79c85 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.2965991 Dec 22 13:30:53.072053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-2fc8d725-da41-4ec4-b1be-65440a6fd8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:53.073375 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-2fc8d725-da41-4ec4-b1be-65440a6fd8df service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 915 time: 0.1456523 Dec 22 13:30:53.152889 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-3f62dec2-9224-4d76-aeb4-ca68574269ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff HTTP/1.1" status: 200 len: 217 time: 0.0670562 Dec 22 13:30:53.212325 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-76af411a-dab9-4dc3-8218-4e690223aa56 req-496e72fb-0ad8-4443-a3a5-16e21e707f31 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421244 Dec 22 13:30:53.225089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-6a6e5821-4529-4665-85be-71e31d970508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:53.226463 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-6a6e5821-4529-4665-85be-71e31d970508 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2186522d-d2f7-4b26-a671-ae1c42c228df HTTP/1.1" status: 200 len: 854 time: 0.0654538 Dec 22 13:30:53.275161 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-f31980c8-481d-45cc-ac6f-439c1e35d8ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424767 Dec 22 13:30:53.405225 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-92b0b492-a298-4f2e-8ee0-d0a534ea0115 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237509 Dec 22 13:30:53.536710 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-cf4718e0-d678-4017-9c58-4e67f0b161e5 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255515 Dec 22 13:30:54.416648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614be7f-a5af-4533-8edb-c01bb653fd42 req-b14e76e5-e6c9-4800-840d-29e5570d3091 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:54.418095 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e614be7f-a5af-4533-8edb-c01bb653fd42 req-b14e76e5-e6c9-4800-840d-29e5570d3091 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0958300 Dec 22 13:30:54.462749 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e614be7f-a5af-4533-8edb-c01bb653fd42 req-9df650a6-041c-4df3-bf28-7859d221159c tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388174 Dec 22 13:30:55.655823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf1ee62-e59b-4965-83ba-073d88dd0e6e req-f8469647-2d00-48b8-b9cc-1a7820e9a1b3 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:55.657209 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dbf1ee62-e59b-4965-83ba-073d88dd0e6e req-f8469647-2d00-48b8-b9cc-1a7820e9a1b3 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0816934 Dec 22 13:30:55.701652 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dbf1ee62-e59b-4965-83ba-073d88dd0e6e req-2e7e5792-16ed-46ed-8a34-d86251d8f1e9 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387139 Dec 22 13:30:56.905763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec31c3f-eb3d-4617-a5a8-97863a4f827f req-3293b4d0-64fb-4da3-96f4-93c85d75b772 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:56.907127 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2ec31c3f-eb3d-4617-a5a8-97863a4f827f req-3293b4d0-64fb-4da3-96f4-93c85d75b772 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0892742 Dec 22 13:30:56.951263 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2ec31c3f-eb3d-4617-a5a8-97863a4f827f req-317f07f7-cebb-4e2f-b198-334e7400d686 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383759 Dec 22 13:30:57.523061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eac9b988-e56b-49b1-b78f-0f1d180cab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:30:58.145454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c951-d8f8-4cad-861e-92be60c311c6 req-375e734c-8897-407a-9599-6d2207aaf353 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:58.146937 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4d11c951-d8f8-4cad-861e-92be60c311c6 req-375e734c-8897-407a-9599-6d2207aaf353 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0893459 Dec 22 13:30:58.190403 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4d11c951-d8f8-4cad-861e-92be60c311c6 req-c475aaad-f331-4210-bded-18f92286ddfa tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375810 Dec 22 13:30:59.379881 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480748d-09f5-4332-bb8c-b2e4bbd6eb9c req-3f22d5b5-5385-48dd-992b-a75e95a52f0c tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:30:59.381182 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c480748d-09f5-4332-bb8c-b2e4bbd6eb9c req-3f22d5b5-5385-48dd-992b-a75e95a52f0c tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0872245 Dec 22 13:30:59.432349 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c480748d-09f5-4332-bb8c-b2e4bbd6eb9c req-c09884e1-8149-43c4-b4fa-871b6df4750d tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439088 Dec 22 13:30:59.878711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f53d4f7a-fa78-4566-b60e-17eb15470b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:00.627886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad8094-d224-48fd-87e9-392f3efdf23c req-ec254875-e057-4a0a-9597-362a6d6600fa tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:00.629381 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e2ad8094-d224-48fd-87e9-392f3efdf23c req-ec254875-e057-4a0a-9597-362a6d6600fa tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0837705 Dec 22 13:31:00.676604 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e2ad8094-d224-48fd-87e9-392f3efdf23c req-33a7b53e-3b7d-4f2f-a1cb-ed0edb24b6ad tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388570 Dec 22 13:31:00.879047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:01.007801 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:01.817443 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:31:01.879818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2f0d8-16e3-47e3-9763-2f6eb43c46e7 req-e7cf73ce-dd17-4da6-9569-b039cc9be99a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:01.881502 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-65c2f0d8-16e3-47e3-9763-2f6eb43c46e7 req-e7cf73ce-dd17-4da6-9569-b039cc9be99a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0919611 Dec 22 13:31:01.928614 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-65c2f0d8-16e3-47e3-9763-2f6eb43c46e7 req-83757a96-866e-48d1-bb2e-420a94f16b2a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 Dec 22 13:31:02.428515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:03.143071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1116701-e65e-4476-985a-ebe55c6839af req-55b5fe4d-99ec-4a13-94e9-53dbfa92f064 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:03.144647 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a1116701-e65e-4476-985a-ebe55c6839af req-55b5fe4d-99ec-4a13-94e9-53dbfa92f064 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0960763 Dec 22 13:31:03.188193 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a1116701-e65e-4476-985a-ebe55c6839af req-29293b95-a208-4421-8177-af4f28395f6e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377076 Dec 22 13:31:04.400905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f4638-5a82-4df2-8e46-8006c4f8db77 req-64c73cad-40be-4583-8a07-0d94475cd494 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:04.402352 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f89f4638-5a82-4df2-8e46-8006c4f8db77 req-64c73cad-40be-4583-8a07-0d94475cd494 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0990093 Dec 22 13:31:04.450919 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f89f4638-5a82-4df2-8e46-8006c4f8db77 req-45a79c24-0f5f-4704-83b5-cd75c4e5893e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383058 Dec 22 13:31:05.633098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4f801-295e-4a3a-b0c5-440fece9e945 req-b1b8ac58-1f38-4f45-a066-a03f4be5838b tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:05.634573 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cc4f801-295e-4a3a-b0c5-440fece9e945 req-b1b8ac58-1f38-4f45-a066-a03f4be5838b tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0793588 Dec 22 13:31:05.682875 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cc4f801-295e-4a3a-b0c5-440fece9e945 req-7fa6bcbb-2a1c-40f6-b9c9-bf846700a274 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422587 Dec 22 13:31:06.912144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c74a32-c9a8-4b4a-ac1e-1613d088db1c req-d9982455-c6c7-415b-a869-307148377448 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:06.913623 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6c74a32-c9a8-4b4a-ac1e-1613d088db1c req-d9982455-c6c7-415b-a869-307148377448 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0993190 Dec 22 13:31:06.962482 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a6c74a32-c9a8-4b4a-ac1e-1613d088db1c req-3f6551e0-eee1-40d3-82fb-b0e29ce9f3ec tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426683 Dec 22 13:31:08.176667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96ec30-92d0-4b7a-a723-dcf1e33cf8b4 req-0acef853-20d2-4131-af36-1699b6d12db3 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:08.178126 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4f96ec30-92d0-4b7a-a723-dcf1e33cf8b4 req-0acef853-20d2-4131-af36-1699b6d12db3 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.1008294 Dec 22 13:31:08.222094 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4f96ec30-92d0-4b7a-a723-dcf1e33cf8b4 req-fc2edd20-feb3-4154-a82d-5ff8acd7667d tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382023 Dec 22 13:31:09.424743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8d69b-b23f-497c-9af0-5ccb282a6f9e req-f335650a-5ddb-408d-b7d5-58c79a124c61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:09.426202 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-02a8d69b-b23f-497c-9af0-5ccb282a6f9e req-f335650a-5ddb-408d-b7d5-58c79a124c61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0863845 Dec 22 13:31:09.471587 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-02a8d69b-b23f-497c-9af0-5ccb282a6f9e req-7ef88bbb-cf51-48c3-b257-f8a5b816e380 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396659 Dec 22 13:31:10.687381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53663f49-cb96-495c-9775-8b0d147e4fa2 req-d899d768-0362-4a51-9177-426f8b1d925b tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:10.688866 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-53663f49-cb96-495c-9775-8b0d147e4fa2 req-d899d768-0362-4a51-9177-426f8b1d925b tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.1044874 Dec 22 13:31:10.733405 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-53663f49-cb96-495c-9775-8b0d147e4fa2 req-7c969aaf-9c0f-445d-8c66-599e62382e54 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388858 Dec 22 13:31:10.740993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:11.944290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1655a86-af75-4505-9476-6ad57d51ca3b req-0951751a-f2d3-4d64-8eff-bac6a68f13bb tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:11.945739 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d1655a86-af75-4505-9476-6ad57d51ca3b req-0951751a-f2d3-4d64-8eff-bac6a68f13bb tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0929587 Dec 22 13:31:11.993096 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d1655a86-af75-4505-9476-6ad57d51ca3b req-207f78fb-8651-4bd9-8802-8b0460d6a038 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389869 Dec 22 13:31:13.196017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4c9d3-aa0a-4838-82cd-6987cb72d9a5 req-279f45d7-285c-4459-b0fb-c5a0215546f9 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:13.197463 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-33f4c9d3-aa0a-4838-82cd-6987cb72d9a5 req-279f45d7-285c-4459-b0fb-c5a0215546f9 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0879071 Dec 22 13:31:13.244544 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-33f4c9d3-aa0a-4838-82cd-6987cb72d9a5 req-0cf104a2-f619-4fc2-b72c-027d1809ec37 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389333 Dec 22 13:31:14.445212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d71e9-e2b4-4755-9304-57958f3aaa62 req-cb0173a3-4879-43a9-b67c-ca1d466572fd tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:14.446688 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3d1d71e9-e2b4-4755-9304-57958f3aaa62 req-cb0173a3-4879-43a9-b67c-ca1d466572fd tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0853851 Dec 22 13:31:14.492251 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3d1d71e9-e2b4-4755-9304-57958f3aaa62 req-9224ead3-b6ce-4f20-9ef4-4a287f5cf933 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395546 Dec 22 13:31:15.683828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcdb29-9bcd-4b0a-b1ed-52c21131dfcb req-3ec149dc-af61-4a8e-9a76-4154b3aec27a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:15.685290 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-79bcdb29-9bcd-4b0a-b1ed-52c21131dfcb req-3ec149dc-af61-4a8e-9a76-4154b3aec27a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0814598 Dec 22 13:31:15.734833 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-79bcdb29-9bcd-4b0a-b1ed-52c21131dfcb req-82e9bca5-ca66-49ea-9e4e-90c39e4eca4e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411072 Dec 22 13:31:16.948374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b29bfa-16ca-49a6-9d49-21f1e2f8a82b req-975bfc03-7e64-4067-83ce-842893f942dd tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:16.949812 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-60b29bfa-16ca-49a6-9d49-21f1e2f8a82b req-975bfc03-7e64-4067-83ce-842893f942dd tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0987971 Dec 22 13:31:16.994521 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-60b29bfa-16ca-49a6-9d49-21f1e2f8a82b req-94004556-c30d-4818-927d-c63c0e26d18d tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388222 Dec 22 13:31:18.211675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf38a84-6108-4490-b022-3e4ecc0fc813 req-42424215-8c0c-43fa-b565-b35ad85fe5cf tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:18.213278 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-daf38a84-6108-4490-b022-3e4ecc0fc813 req-42424215-8c0c-43fa-b565-b35ad85fe5cf tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.1016521 Dec 22 13:31:18.269833 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-daf38a84-6108-4490-b022-3e4ecc0fc813 req-6229f353-17ef-4aea-8476-c02f2bf5e097 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503433 Dec 22 13:31:19.474529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c82c4-75ab-4c86-a44d-0602a66f714b req-6f345748-ecd8-41ae-8c7f-0e48ca4bd7b9 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:19.476000 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-806c82c4-75ab-4c86-a44d-0602a66f714b req-6f345748-ecd8-41ae-8c7f-0e48ca4bd7b9 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0863135 Dec 22 13:31:19.524568 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-806c82c4-75ab-4c86-a44d-0602a66f714b req-6527f46b-bf6f-40cb-aa9e-a885f07961f8 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423315 Dec 22 13:31:20.376202 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-148bb6d6-001c-4f9a-9034-7ec45cda4f9d service neutron] 10.222.0.54 "GET /v2.0/ports/0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.2010062 Dec 22 13:31:20.747514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-d6c4206b-9e9e-4a23-8018-fb29715c48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:20.749124 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-d6c4206b-9e9e-4a23-8018-fb29715c48a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9&tenant_id=f9436142b417478da261934f85df6116 HTTP/1.1" status: 200 len: 1098 time: 0.1321340 Dec 22 13:31:20.762551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70661385-c2ec-4d5a-92cc-04e59bea5518 req-e4991aac-21e0-4f42-9673-2c77ffc17575 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:20.764614 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-70661385-c2ec-4d5a-92cc-04e59bea5518 req-e4991aac-21e0-4f42-9673-2c77ffc17575 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.1133718 Dec 22 13:31:20.860908 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-70661385-c2ec-4d5a-92cc-04e59bea5518 req-099ccf12-ffdf-458a-a8aa-b1bf9ec0a87e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890734 Dec 22 13:31:20.875932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-edc59af9-3b3d-4371-baf6-b963d83f99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:20.877411 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-edc59af9-3b3d-4371-baf6-b963d83f99be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 1098 time: 0.1067803 Dec 22 13:31:21.007665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-b8cc5d57-ab7c-48b3-ba80-fee465cc3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:21.009022 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-b8cc5d57-ab7c-48b3-ba80-fee465cc3f7a service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 915 time: 0.1244354 Dec 22 13:31:21.074961 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-6cdadb2a-6a41-427a-b124-bdf529cf8b0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff HTTP/1.1" status: 200 len: 217 time: 0.0595758 Dec 22 13:31:21.141534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-8c54cbc3-8bc3-4a87-bf87-68d1c17f37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:21.142920 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-8c54cbc3-8bc3-4a87-bf87-68d1c17f37b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2186522d-d2f7-4b26-a671-ae1c42c228df HTTP/1.1" status: 200 len: 854 time: 0.0613770 Dec 22 13:31:21.190094 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-a18f1da0-3625-44b0-b872-9ec230f9fa74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396695 Dec 22 13:31:21.321776 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-2d466a3a-c9f2-485c-9806-1ae4c78f89f5 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235282 Dec 22 13:31:21.452918 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-124adddb-c413-4f69-9a50-6077bd3594ef service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241524 Dec 22 13:31:22.065928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8163243-88ed-4d55-b0f0-fe804ee0e931 req-7197bb10-3023-404d-9da1-58c0d72f288a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:22.067415 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8163243-88ed-4d55-b0f0-fe804ee0e931 req-7197bb10-3023-404d-9da1-58c0d72f288a tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0939362 Dec 22 13:31:22.111350 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8163243-88ed-4d55-b0f0-fe804ee0e931 req-1d0082c0-47f9-49d2-86b2-eff5b9d893be tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381112 Dec 22 13:31:23.311214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d24b2-558c-4f8c-a02f-97411ce6d27c req-37c6c533-1b03-4007-81fb-b3e38e17efc2 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:23.312680 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-845d24b2-558c-4f8c-a02f-97411ce6d27c req-37c6c533-1b03-4007-81fb-b3e38e17efc2 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0850186 Dec 22 13:31:23.356121 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-845d24b2-558c-4f8c-a02f-97411ce6d27c req-68341727-eb4a-4835-872a-f494f48ff7c1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376875 Dec 22 13:31:24.381041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:31:24.383908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:31:24.544537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ba236-2524-4215-8c2c-344fd4086051 req-2d23c4ad-77e4-481e-ae43-3af315420dcd tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:24.546637 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-af0ba236-2524-4215-8c2c-344fd4086051 req-2d23c4ad-77e4-481e-ae43-3af315420dcd tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0858884 Dec 22 13:31:24.589345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:24.592691 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-af0ba236-2524-4215-8c2c-344fd4086051 req-28c2b23d-faf1-41dd-88a2-1e74d24809b5 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398395 Dec 22 13:31:24.632421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:31:24.638817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:31:24.654175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:31:24.655342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff', 'network_id': '7bbf9811-c502-4f0b-ac9d-8f6e14c6e990', 'port_id': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff', 'mac_address': 'fa:16:3e:1b:6b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2186522d-d2f7-4b26-a671-ae1c42c228df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:31:24.685585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:24.693445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:24.726571 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff', 'code': 200} Dec 22 13:31:24.767689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:24.789196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:31:24.793074 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:24.796904 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:24.807799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:31:24.813072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:24.815224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:24.877342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:31:24.905794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4736f9-454a-417b-8656-dabaa0253866 req-91ce7dc9-1159-48bb-acc5-b3182d9520a7 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:24.907749 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ac4736f9-454a-417b-8656-dabaa0253866 req-91ce7dc9-1159-48bb-acc5-b3182d9520a7 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 944 time: 0.0881722 Dec 22 13:31:24.915469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79331e3-4872-4599-a120-3b3aeed39159 req-5755ab2c-503b-45c9-997b-0f1b0c8178d0 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:24.917105 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f79331e3-4872-4599-a120-3b3aeed39159 req-5755ab2c-503b-45c9-997b-0f1b0c8178d0 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.54 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9&tenant_id=f9436142b417478da261934f85df6116&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 944 time: 0.0871353 Dec 22 13:31:24.928785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:24.933347 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:24.957371 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ac4736f9-454a-417b-8656-dabaa0253866 req-f93c2214-c96f-4c23-afcf-598a3c81a9e6 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437412 Dec 22 13:31:25.060152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79331e3-4872-4599-a120-3b3aeed39159 req-c0a71525-970d-4dd1-a1bc-662da0a80dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:25.061646 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f79331e3-4872-4599-a120-3b3aeed39159 req-c0a71525-970d-4dd1-a1bc-662da0a80dff service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f9436142b417478da261934f85df6116&device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 1097 time: 0.0737712 Dec 22 13:31:25.200684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79331e3-4872-4599-a120-3b3aeed39159 req-4f55965a-cda4-4e57-9616-3264c8c70f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:25.202096 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f79331e3-4872-4599-a120-3b3aeed39159 req-4f55965a-cda4-4e57-9616-3264c8c70f9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 200 len: 915 time: 0.1262066 Dec 22 13:31:25.269213 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f79331e3-4872-4599-a120-3b3aeed39159 req-4494369c-38ae-49d2-8ff6-355213915b67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff HTTP/1.1" status: 200 len: 217 time: 0.0596499 Dec 22 13:31:25.336089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79331e3-4872-4599-a120-3b3aeed39159 req-40dd5351-e33b-4e72-adb2-4a3807b99ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:25.337466 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f79331e3-4872-4599-a120-3b3aeed39159 req-40dd5351-e33b-4e72-adb2-4a3807b99ffe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2186522d-d2f7-4b26-a671-ae1c42c228df HTTP/1.1" status: 200 len: 854 time: 0.0620887 Dec 22 13:31:25.383328 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f79331e3-4872-4599-a120-3b3aeed39159 req-6d8fee8b-44fe-4b42-8d28-47c2210f43eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391617 Dec 22 13:31:25.617695 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f79331e3-4872-4599-a120-3b3aeed39159 req-38ac1712-3749-4dcd-8aa3-9098406c50f3 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281024 Dec 22 13:31:25.753120 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f79331e3-4872-4599-a120-3b3aeed39159 req-45223c64-d9a5-4904-96a2-b6bc714cc788 service neutron] 10.222.0.54 "GET /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293061 Dec 22 13:31:26.156666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eecfad-94ef-4d51-9219-1bb7f77385e8 req-8112f99a-23e2-45ba-b403-e3f74f482d9d tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:26.158136 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a6eecfad-94ef-4d51-9219-1bb7f77385e8 req-8112f99a-23e2-45ba-b403-e3f74f482d9d tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 944 time: 0.0854607 Dec 22 13:31:26.202436 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a6eecfad-94ef-4d51-9219-1bb7f77385e8 req-e766c677-89cb-44b2-a1ed-31099ea6665b tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382667 Dec 22 13:31:26.404326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:26.472254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:26.472628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:26.582992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:26.615238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:31:26.621044 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:26.622768 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:26.689446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:26.692609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:26.727297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:31:26.773497 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff', 'code': 200} Dec 22 13:31:27.416115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914555c-3250-4d58-aa38-201f7fce4201 req-319f6cef-9127-4560-afc0-a9cd447f6506 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:27.417553 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4914555c-3250-4d58-aa38-201f7fce4201 req-319f6cef-9127-4560-afc0-a9cd447f6506 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0918143 Dec 22 13:31:27.463820 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4914555c-3250-4d58-aa38-201f7fce4201 req-598052f3-e7d0-4b29-8dd2-36e4c0b74e61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383949 Dec 22 13:31:27.525219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6c63a627-e53f-4b44-a55b-eb46340ed372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:27.651166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfdb15-8c78-401a-a547-8f67b88a3c79 req-c79387e5-efd8-410b-bb8b-6385db772fe3 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:27.652624 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a2cfdb15-8c78-401a-a547-8f67b88a3c79 req-c79387e5-efd8-410b-bb8b-6385db772fe3 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0853903 Dec 22 13:31:27.696300 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a2cfdb15-8c78-401a-a547-8f67b88a3c79 req-be7a90c7-8ad9-4f97-9060-1bb4302f1b4e tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380337 Dec 22 13:31:27.885803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7d612-795b-4faf-b564-f5817218a5be req-5a8a91ba-a51a-4187-ae33-190d0a8f6850 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:27.887113 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fcd7d612-795b-4faf-b564-f5817218a5be req-5a8a91ba-a51a-4187-ae33-190d0a8f6850 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0841420 Dec 22 13:31:27.931623 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fcd7d612-795b-4faf-b564-f5817218a5be req-c536a7e6-f64e-4ba4-a61d-c5a2cd88c817 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387998 Dec 22 13:31:28.414274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:31:28.491837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26be63f-c158-484b-bed3-d8c1b1c4045b req-0652407d-29dd-411f-b205-5c722f0624f7 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:28.493408 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c26be63f-c158-484b-bed3-d8c1b1c4045b req-0652407d-29dd-411f-b205-5c722f0624f7 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 945 time: 0.0846844 Dec 22 13:31:28.529703 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:28.537880 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c26be63f-c158-484b-bed3-d8c1b1c4045b req-d25c9e01-8c92-486b-91a6-6dcd2a41358d tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387118 Dec 22 13:31:28.564375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:31:28.570278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:28.572426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:28.637159 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,revision_number=9']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:28.640165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:28.774685 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:31:28.821787 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff', 'code': 200} Dec 22 13:31:29.832564 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf818e-c646-4a54-ad09-0af2f72dfbdf req-c83d8c56-4b32-41fd-9440-d2988aa61331 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:29.834028 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-78cf818e-c646-4a54-ad09-0af2f72dfbdf req-c83d8c56-4b32-41fd-9440-d2988aa61331 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 943 time: 0.1908014 Dec 22 13:31:29.861565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65f6f8a3-caa5-4fa4-b0c4-3e0eeac95bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:29.881354 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-78cf818e-c646-4a54-ad09-0af2f72dfbdf req-fff3fa6f-448d-49e9-bb80-3c444bf2d54c tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/security-groups?id=69ac00ad-7333-4d8d-8457-0306fb1c77fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409298 Dec 22 13:31:30.182401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a467f-94a1-4fe5-9395-43c5632b2caf req-f826cea1-75e6-4552-aec4-88911a9401b6 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:30.183852 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3f9a467f-94a1-4fe5-9395-43c5632b2caf req-f826cea1-75e6-4552-aec4-88911a9401b6 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.54 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 943 time: 0.0879025 Dec 22 13:31:30.258849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-3f9a467f-94a1-4fe5-9395-43c5632b2caf req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Deleting port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:31:30.259127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-3f9a467f-94a1-4fe5-9395-43c5632b2caf req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:30.510626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-3f9a467f-94a1-4fe5-9395-43c5632b2caf req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] For port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,segment=NetworkSegment(499219a6-23b3-41ce-986c-ace47694a786),segment_id=499219a6-23b3-41ce-986c-ace47694a786)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:31:30.510846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-3f9a467f-94a1-4fe5-9395-43c5632b2caf req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:30.631772 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-3f9a467f-94a1-4fe5-9395-43c5632b2caf req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Calling delete_port for 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:31:30.788958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-3f9a467f-94a1-4fe5-9395-43c5632b2caf req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:30.796664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ce693764-74fb-43cb-abd0-e141cb13e60c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:30.843415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Pushing event deleted for resources: {'Port': ['ID=0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:30.880881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:30.881271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:30.881657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:30.882039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:30.882437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:30.882859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:30.883403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:30.883403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:30.883593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:30.883953 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:30.884314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:30.884680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:30.885041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:30.919874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:30.930644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9a467f-94a1-4fe5-9395-43c5632b2caf req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] No DVR routers for this DVR port 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:31:30.933107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-3f9a467f-94a1-4fe5-9395-43c5632b2caf req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:30.935691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'name': 'network-vif-deleted', 'tag': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:31:30.953582 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3f9a467f-94a1-4fe5-9395-43c5632b2caf req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.54 "DELETE /v2.0/ports/0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff HTTP/1.1" status: 204 len: 173 time: 0.7637274 Dec 22 13:31:30.988562 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9', 'name': 'network-vif-deleted', 'tag': '0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff', 'status': 'completed', 'code': 200} Dec 22 13:31:31.007624 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:31.039374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a5d2bf8d-6f6b-4200-a2ae-eb53a32474c6 req-196e8b6e-2f83-4136-95b0-3dcdce8f80c7 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Synchronizing usage tracker for tenant:f9436142b417478da261934f85df6116 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:31:31.054829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a5d2bf8d-6f6b-4200-a2ae-eb53a32474c6 req-196e8b6e-2f83-4136-95b0-3dcdce8f80c7 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Unset dirty status for tenant:f9436142b417478da261934f85df6116 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:31:31.056070 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a5d2bf8d-6f6b-4200-a2ae-eb53a32474c6 req-196e8b6e-2f83-4136-95b0-3dcdce8f80c7 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] 10.222.0.24 "GET /v2.0/ports?device_id=78d9e37f-8d74-48d1-a97b-ae64aa8f3cf9 HTTP/1.1" status: 200 len: 210 time: 0.0595918 Dec 22 13:31:32.306317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 57030) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:32.378348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Deleting subnet 2186522d-d2f7-4b26-a671-ae1c42c228df {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:31:32.381206 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.423982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.429730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.486040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.558663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.563137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-24ed7f7e-176b-487c-8090-bcdf45df9af7 tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:32.596506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2186522d-d2f7-4b26-a671-ae1c42c228df,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:32.601333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.608263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.608656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.609036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.609409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.609782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.610182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.610559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.610929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.611294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.611684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.612051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.612411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:32.615902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:32.617701 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2186522d-d2f7-4b26-a671-ae1c42c228df HTTP/1.1" status: 204 len: 168 time: 0.3099732 Dec 22 13:31:32.621269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 57034) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:32.732610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.860658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.887535 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbf9811-c502-4f0b-ac9d-8f6e14c6e990']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:32.899792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499219a6-23b3-41ce-986c-ace47694a786') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:32.900094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499219a6-23b3-41ce-986c-ace47694a786') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:32.911738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.929508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.936120 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:31:32.936502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:31:32.949518 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:31:33.032049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.036054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c4d7d540-3291-4f3a-b0c0-d7e18acf36f9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:33.048830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.058993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=7bbf9811-c502-4f0b-ac9d-8f6e14c6e990,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:33.062066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:33.069015 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] 10.222.0.24 "DELETE /v2.0/networks/7bbf9811-c502-4f0b-ac9d-8f6e14c6e990 HTTP/1.1" status: 204 len: 168 time: 0.4468303 Dec 22 13:31:33.197636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 57040) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:33.256793 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-147eb990-672e-48d2-b340-0488f101238b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9436142b417478da261934f85df6116&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578744 Dec 22 13:31:33.259990 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 57044) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:33.318258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab5f2f3f-d936-4668-aa63-c99103aff8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.344245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab5f2f3f-d936-4668-aa63-c99103aff8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.400971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab5f2f3f-d936-4668-aa63-c99103aff8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.404760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-47d82683-61eb-4452-8c76-f5780bc2b6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:33.416897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f2f3f-d936-4668-aa63-c99103aff8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ac00ad-7333-4d8d-8457-0306fb1c77fc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:33.420067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ab5f2f3f-d936-4668-aa63-c99103aff8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:33.430753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ab5f2f3f-d936-4668-aa63-c99103aff8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:33.431922 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ab5f2f3f-d936-4668-aa63-c99103aff8b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69ac00ad-7333-4d8d-8457-0306fb1c77fc HTTP/1.1" status: 204 len: 168 time: 0.1709597 Dec 22 13:31:34.206427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 57068) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:34.320597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-673344210-network', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:31:34.325845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:34.329796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Usage tracker for resource:network and tenant:5bcb14cb31194e3fa996c8c103e0fd7e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:34.332688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:34.338927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:34.352167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Made reservation on behalf of 5bcb14cb31194e3fa996c8c103e0fd7e for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:31:34.354492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.366603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.381035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:34.384906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Usage tracker for resource:security_group_rule and tenant:5bcb14cb31194e3fa996c8c103e0fd7e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:34.387725 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:34.393511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:34.445176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:31:34.483822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:31:34.484215 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0cfdfa6b-47be-48bf-8e6e-1557c7ec6dff not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:31:34.484480 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.490590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.493591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f3a0b4-316a-461f-820c-be3c22e97ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:34.521219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:31:34.529864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbe09ee-5f54-4e33-8396-44da1927849a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:34.533479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:34.536050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.536410 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Added segment 9c0ffc1f-9c44-4275-af61-2545e0a50d01 of type vlan for network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a Dec 22 13:31:34.562627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.593882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.595427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:34.596332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:34.602037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3f521688-f4cd-47e5-8bdd-41d85a0fe7ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:34.704533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Pushing event updated for resources: {'Network': ['ID=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:34.707830 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5003240 Dec 22 13:31:34.708736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:34.712157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 57074) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:34.717077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:31:34.717260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Request body: {'subnet': {'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-673344210-subnet', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:31:34.722412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:34.726336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Usage tracker for resource:subnet and tenant:5bcb14cb31194e3fa996c8c103e0fd7e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:34.729237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:34.734927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:34.746558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Made reservation on behalf of 5bcb14cb31194e3fa996c8c103e0fd7e for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:31:34.748914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.069411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.072948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-638b3c38-e441-4570-b208-946d70eddba0 tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:35.139065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0060b24-bbf6-4a84-bb95-1fb44eb1a268,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:35.142809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:35.149861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Checking segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:31:35.150210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Network hostable DHCP agents. Network: 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:31:35.173091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:31:35.183155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:35.189335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:35.190088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.190935 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32148816-c483-455c-b54b-de1714a3cc76 None None] Network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:31:35.213839 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4983361 Dec 22 13:31:35.214385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 57078) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:35.219099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:31:35.224136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:35.228008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Usage tracker for resource:router and tenant:5bcb14cb31194e3fa996c8c103e0fd7e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:35.230811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:35.236435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:35.247490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.248593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.263453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.400909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:31:35.401778 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.531855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.553392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Allocated IP 172.20.0.2 (4aac9a7f-bd6b-448b-b071-99e99e1dbb2a/c0060b24-bbf6-4a84-bb95-1fb44eb1a268/581be8d1-fa1f-44e4-a37f-0e8212dec888) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:31:35.752849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.762874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Transition to ACTIVE for port object 581be8d1-fa1f-44e4-a37f-0e8212dec888 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:35.780704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Transition to ACTIVE for port object 581be8d1-fa1f-44e4-a37f-0e8212dec888 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:35.785865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.791480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0e2ade96-9318-4e46-b4de-242d36f4ecb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:35.844296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.871562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:31:35.874338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.875766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:35.880313 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:31:35.887485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Pushing event updated for resources: {'Port': ['ID=581be8d1-fa1f-44e4-a37f-0e8212dec888,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:35.892213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:35.978211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Attempting to bind port 581be8d1-fa1f-44e4-a37f-0e8212dec888 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:31:35.978588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Attempting to bind port 581be8d1-fa1f-44e4-a37f-0e8212dec888 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:31:35.978918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Attempting to bind port 581be8d1-fa1f-44e4-a37f-0e8212dec888 on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:31:35.984040 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:31:35.984406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Checking segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:31:35.984801 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:35.985191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Bound using segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:31:35.985639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Bound port: 581be8d1-fa1f-44e4-a37f-0e8212dec888, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:31:35.986006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:36.008212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Allocated IP 172.26.4.239 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/e01121f1-a701-4dca-9619-12d9ec88e529) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:31:36.069874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] For port 581be8d1-fa1f-44e4-a37f-0e8212dec888, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:31:36.072932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] For port 581be8d1-fa1f-44e4-a37f-0e8212dec888, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=581be8d1-fa1f-44e4-a37f-0e8212dec888,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:31:36.077878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:36.081351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:36.155325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:36.188513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:36.192374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a5f79ba2-3e24-4fd7-b955-5d98824155f0 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:36.216564 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Pushing event updated for resources: {'Port': ['ID=581be8d1-fa1f-44e4-a37f-0e8212dec888,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:36.223263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:36.259138 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:31:36.262124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:36.266122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:31:36.298956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Pushing event updated for resources: {'Port': ['ID=e01121f1-a701-4dca-9619-12d9ec88e529,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:36.304798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:36.822225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:37.101881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e0f4c1-c0b1-408a-9d51-c278ccc47553 None None] Network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:31:37.166542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:37.224031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-94e033e4-dfde-4b74-ba21-1a74fb1a0769 None None] Provisioning for port 581be8d1-fa1f-44e4-a37f-0e8212dec888 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:37.374686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Router 69a3c89b-fcfa-49d5-aaf7-efae06af205a is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:31:37.558701 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:31:37.567423 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Sync routers for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:31:37.581186 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:31:37.581895 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:31:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:37.588888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:37.592830 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3752289 Dec 22 13:31:37.593194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 57082) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:37.611283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 581be8d1-fa1f-44e4-a37f-0e8212dec888 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:37.682052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 581be8d1-fa1f-44e4-a37f-0e8212dec888 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:37.686861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 581be8d1-fa1f-44e4-a37f-0e8212dec888 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:37.687247 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:37.773503 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:31:37.806996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:37.839753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 581be8d1-fa1f-44e4-a37f-0e8212dec888, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=581be8d1-fa1f-44e4-a37f-0e8212dec888,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:31:37.845355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:37.847346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:37.919876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=581be8d1-fa1f-44e4-a37f-0e8212dec888,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:37.923122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:38.066087 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:36Z', 'revision_number': 3, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:38.070070 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Checking router: 69a3c89b-fcfa-49d5-aaf7-efae06af205a for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:31:38.070425 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Updating router 69a3c89b-fcfa-49d5-aaf7-efae06af205a port e01121f1-a701-4dca-9619-12d9ec88e529 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:31:38.124773 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.398470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.447998 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.460787 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Transition to ACTIVE for port object e01121f1-a701-4dca-9619-12d9ec88e529 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:38.467847 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.471223 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:38.540959 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Attempting to bind port e01121f1-a701-4dca-9619-12d9ec88e529 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:31:38.541330 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Attempting to bind port e01121f1-a701-4dca-9619-12d9ec88e529 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:31:38.541706 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Attempting to bind port e01121f1-a701-4dca-9619-12d9ec88e529 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:31:38.550299 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Pushing event updated for resources: {'Port': ['ID=e01121f1-a701-4dca-9619-12d9ec88e529,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:38.552417 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:31:38.552786 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:31:38.553178 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.553565 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:31:38.554015 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Bound port: e01121f1-a701-4dca-9619-12d9ec88e529, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:31:38.554380 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.601378 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:38.601915 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:38.602019 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:38.602347 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:38.602674 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:38.603018 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:38.603334 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:38.603667 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:38.603985 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:38.604300 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:38.604609 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:38.604915 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:38.607328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Allocated IP 172.20.0.1 (4aac9a7f-bd6b-448b-b071-99e99e1dbb2a/c0060b24-bbf6-4a84-bb95-1fb44eb1a268/0e00f29e-ba1b-4a16-918a-c70cd5e08319) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:31:38.611118 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:38.640833 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] For port e01121f1-a701-4dca-9619-12d9ec88e529, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:31:38.643830 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] For port e01121f1-a701-4dca-9619-12d9ec88e529, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e01121f1-a701-4dca-9619-12d9ec88e529,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:31:38.649218 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.652592 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-98dd4204-648c-490c-8392-d8d4b358ded5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:38.722359 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:31:38.722979 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:31:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:38.758172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.773417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Transition to ACTIVE for port object 0e00f29e-ba1b-4a16-918a-c70cd5e08319 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:38.779526 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Pushing event updated for resources: {'Port': ['ID=e01121f1-a701-4dca-9619-12d9ec88e529,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:38.789128 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:38.800134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:38.804945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:38.864613 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:31:38.870284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:31:38.873184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:38.877006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:31:38.909309 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:31:38.911714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Pushing event updated for resources: {'Port': ['ID=0e00f29e-ba1b-4a16-918a-c70cd5e08319,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:38.920394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:38.934937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.063177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.108586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1ca8cae7-9eae-48f1-869a-fa361388f5a6 None None] Provisioning for port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:39.114034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1ca8cae7-9eae-48f1-869a-fa361388f5a6 None None] Provisioning complete for port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:39.114539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1ca8cae7-9eae-48f1-869a-fa361388f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.169722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1ca8cae7-9eae-48f1-869a-fa361388f5a6 None None] Port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:31:39.228283 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:36Z', 'revision_number': 3, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:39.232285 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb64c2e-673c-4140-a2f1-77af0c6c2063 None None] The sync data for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv is: [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:36Z', 'revision_number': 3, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:31:39.286470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.293594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.322704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-26102d0c-3d07-40ec-b07c-da9aa90e8a52 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:39.404904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Pushing event updated for resources: {'Port': ['ID=0e00f29e-ba1b-4a16-918a-c70cd5e08319,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:39.407459 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.411160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:39.574934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:31:39.576217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:39.656971 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 581be8d1-fa1f-44e4-a37f-0e8212dec888 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:39.748060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 581be8d1-fa1f-44e4-a37f-0e8212dec888 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:39.748656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:39.886434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e01121f1-a701-4dca-9619-12d9ec88e529 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:39.909643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Router 69a3c89b-fcfa-49d5-aaf7-efae06af205a has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:31:39.950547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-eefb1b09-130e-463a-95a0-998aab65fc04 None None] Provisioning complete for port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:39.950836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eefb1b09-130e-463a-95a0-998aab65fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.012299 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port e01121f1-a701-4dca-9619-12d9ec88e529 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:40.018004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-eefb1b09-130e-463a-95a0-998aab65fc04 None None] Port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:31:40.020998 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port e01121f1-a701-4dca-9619-12d9ec88e529 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:40.021401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.100172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:31:40.109135 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] 10.222.0.24 "PUT /v2.0/routers/69a3c89b-fcfa-49d5-aaf7-efae06af205a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5148280 Dec 22 13:31:40.141355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.160299 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port e01121f1-a701-4dca-9619-12d9ec88e529, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e01121f1-a701-4dca-9619-12d9ec88e529,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:31:40.167821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.169823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:40.238725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=e01121f1-a701-4dca-9619-12d9ec88e529,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:40.246022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:40.599175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 57092) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:40.604593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--226951185', 'description': 'tempest-description--1084246257'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:31:40.610771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:40.614681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Usage tracker for resource:security_group and tenant:5bcb14cb31194e3fa996c8c103e0fd7e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:40.617697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:40.623430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:40.635235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.655303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:40.659630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Usage tracker for resource:security_group_rule and tenant:5bcb14cb31194e3fa996c8c103e0fd7e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:40.663066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:40.669235 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:40.728426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.743790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.748804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.752707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d773177a-b9c9-4c02-bc8d-09aec60c8ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:40.791050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc94d674-742a-474a-aa1c-b34170d49cfb,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:40.793886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:40.795458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.796734 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-65faf9d2-3663-4aaf-b114-f8904dbc8b0b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1964831 Dec 22 13:31:40.799903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 57096) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:40.808449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Request body: {'security_group_rule': {'security_group_id': 'bc94d674-742a-474a-aa1c-b34170d49cfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:31:40.813643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:40.817957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Usage tracker for resource:security_group_rule and tenant:5bcb14cb31194e3fa996c8c103e0fd7e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:40.821222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:40.828725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:40.832881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Sync routers for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:31:40.842890 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:31:40.843559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:31:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:40.857036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.922292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.927843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.929822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-856f180a-de43-4f13-8054-50bd4bb77388 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:40.952325 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9a0b9e-09e3-4e50-a218-2df36f4047a3,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:40.956739 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:40.962753 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:40.964055 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629319 Dec 22 13:31:40.966738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 57100) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:40.971820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1beef140-387b-4d9e-93f3-ea1e78012c28 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Request body: {'security_group_rule': {'security_group_id': 'bc94d674-742a-474a-aa1c-b34170d49cfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:31:40.977731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1beef140-387b-4d9e-93f3-ea1e78012c28 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:40.981665 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1beef140-387b-4d9e-93f3-ea1e78012c28 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Usage tracker for resource:security_group_rule and tenant:5bcb14cb31194e3fa996c8c103e0fd7e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:40.984600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1beef140-387b-4d9e-93f3-ea1e78012c28 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:40.990368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1beef140-387b-4d9e-93f3-ea1e78012c28 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:41.008121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1beef140-387b-4d9e-93f3-ea1e78012c28 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.023092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:31:41.069819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1beef140-387b-4d9e-93f3-ea1e78012c28 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.074523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1beef140-387b-4d9e-93f3-ea1e78012c28 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.076441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6c03654b-8236-42d2-a010-2dfb005c6782 tempest-SecGroupTest-1756898076 tempest-SecGroupTest-1756898076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:41.099914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beef140-387b-4d9e-93f3-ea1e78012c28 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d45c71-80c6-4081-9542-a6c9825b3f87,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:41.102308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1beef140-387b-4d9e-93f3-ea1e78012c28 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:41.112089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1beef140-387b-4d9e-93f3-ea1e78012c28 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.116576 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1beef140-387b-4d9e-93f3-ea1e78012c28 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457536 Dec 22 13:31:41.116735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 57104) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:41.121741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:31:41.127927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:41.131903 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Usage tracker for resource:floatingip and tenant:5bcb14cb31194e3fa996c8c103e0fd7e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:31:41.134870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:31:41.140790 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:41.153771 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.294947 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.368903 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 2, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:41.372716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Checking router: 69a3c89b-fcfa-49d5-aaf7-efae06af205a for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:31:41.373081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Updating router 69a3c89b-fcfa-49d5-aaf7-efae06af205a port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:31:41.427374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.431282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Allocated IP 172.26.4.151 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/9dd6025c-46be-49b0-b2fa-ff37d167b427) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:31:41.584209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.596935 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e01121f1-a701-4dca-9619-12d9ec88e529 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:41.614475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.619220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d0119451-6434-4dd0-a0e0-0f85a2d9d2a3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:41.677256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:31:41.680146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:41.683939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:31:41.726730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event updated for resources: {'Port': ['ID=9dd6025c-46be-49b0-b2fa-ff37d167b427,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:41.731009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:41.756668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port e01121f1-a701-4dca-9619-12d9ec88e529 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:41.757042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.769098 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.828900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.909258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.940108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Transition to ACTIVE for port object 0e00f29e-ba1b-4a16-918a-c70cd5e08319 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:41.951096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:41.955043 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:42.085766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d7b83-e1e9-4fd0-a4ae-1c877f506736 None None] Pushing event updated for resources: {'Port': ['ID=0e00f29e-ba1b-4a16-918a-c70cd5e08319,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:42.119284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-173d7b83-e1e9-4fd0-a4ae-1c877f506736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:42.173328 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.174546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Attempting to bind port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:31:42.175017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Attempting to bind port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:31:42.175315 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Attempting to bind port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:31:42.179847 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.181042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:31:42.181495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Checking segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:31:42.181909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.182316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Bound using segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:31:42.182974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Bound port: 0e00f29e-ba1b-4a16-918a-c70cd5e08319, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:31:42.183363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.185012 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-14a0d79a-0a75-422f-bae7-4ccc9cabbf05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:42.284431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] For port 0e00f29e-ba1b-4a16-918a-c70cd5e08319, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:31:42.287497 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] For port 0e00f29e-ba1b-4a16-918a-c70cd5e08319, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0e00f29e-ba1b-4a16-918a-c70cd5e08319,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:31:42.293660 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.295297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event updated for resources: {'Port': ['ID=9dd6025c-46be-49b0-b2fa-ff37d167b427,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:42.297407 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:42.298155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:42.303498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.326568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:42.327908 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2102742 Dec 22 13:31:42.372219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:31:42.372860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:31:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:42.431710 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d7b83-e1e9-4fd0-a4ae-1c877f506736 None None] Pushing event updated for resources: {'Port': ['ID=0e00f29e-ba1b-4a16-918a-c70cd5e08319,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:42.442500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-173d7b83-e1e9-4fd0-a4ae-1c877f506736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:42.516100 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-6b93033c-a458-46c3-b13a-c2337e8908be tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--226951185&fields=id&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 267 time: 0.0508978 Dec 22 13:31:42.565605 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:31:42.671367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-dd36add1-3c8f-4ba3-afb5-8eab2d43dec2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:42.672798 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-dd36add1-3c8f-4ba3-afb5-8eab2d43dec2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 811 time: 0.1482685 Dec 22 13:31:42.688070 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-ef1ba0ac-f1fe-4630-976e-40358ec1db6a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/quotas/5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 375 time: 0.0093589 Dec 22 13:31:42.777306 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-2a45c290-5b08-4360-a4a6-e1efacf3986e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838006 Dec 22 13:31:42.923114 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-34c6d625-dc5a-4c85-8ee1-af78e1ff7934 service neutron] 10.222.0.24 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324618 Dec 22 13:31:42.936681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:42Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:42.941152 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7697e0b-78f1-4c63-befb-e8e748aebed7 None None] The sync data for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv is: [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:42Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:31:43.069187 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0385759b-896d-4633-9036-9a20de2ec6cc service neutron] 10.222.0.24 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400263 Dec 22 13:31:43.264404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3c2afb01-1228-48b1-a2c3-c47ee40fc02d req-f1f81f93-9203-431d-9c08-c2b6ce957c09 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Synchronizing usage tracker for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:31:43.281469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3c2afb01-1228-48b1-a2c3-c47ee40fc02d req-f1f81f93-9203-431d-9c08-c2b6ce957c09 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Unset dirty status for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:31:43.282726 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3c2afb01-1228-48b1-a2c3-c47ee40fc02d req-f1f81f93-9203-431d-9c08-c2b6ce957c09 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 210 time: 0.0658078 Dec 22 13:31:43.601617 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0e00f29e-ba1b-4a16-918a-c70cd5e08319 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:43.676833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:43.682058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:43.682442 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.808757 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.847112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 0e00f29e-ba1b-4a16-918a-c70cd5e08319, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0e00f29e-ba1b-4a16-918a-c70cd5e08319,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:31:43.852857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:43.855569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:43.926026 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=0e00f29e-ba1b-4a16-918a-c70cd5e08319,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:43.929180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:44.407631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-e15544f9-b487-43fe-988c-8c59a74814c9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:44.409025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-e15544f9-b487-43fe-988c-8c59a74814c9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Synchronizing usage tracker for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:31:44.427635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-e15544f9-b487-43fe-988c-8c59a74814c9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Unset dirty status for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:31:44.429131 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-e15544f9-b487-43fe-988c-8c59a74814c9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 811 time: 0.1723125 Dec 22 13:31:44.452792 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4f96e31-5e20-4ca5-a341-298e2723ae0a req-4fad1027-1a0f-44bf-a852-793f5550bbcc tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 210 time: 0.0538878 Dec 22 13:31:44.483013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-3be42f55-f286-4643-8c7a-bb1e5394e688 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Synchronizing usage tracker for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:31:44.500696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-3be42f55-f286-4643-8c7a-bb1e5394e688 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Unset dirty status for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:31:44.502043 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-3be42f55-f286-4643-8c7a-bb1e5394e688 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 379 time: 0.0638001 Dec 22 13:31:44.514630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Request body: {'port': {'device_id': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'admin_state_up': True, 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'security_groups': ['bc94d674-742a-474a-aa1c-b34170d49cfb']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:31:44.653129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:31:44.663075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:31:44.674573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Made reservation on behalf of 5bcb14cb31194e3fa996c8c103e0fd7e for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:31:44.678300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:44.842314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Allocated IP 172.20.0.14 (4aac9a7f-bd6b-448b-b071-99e99e1dbb2a/c0060b24-bbf6-4a84-bb95-1fb44eb1a268/23610ac3-49af-4b12-b02e-39f30f8a1ac0) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:31:45.037971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.053575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Transition to ACTIVE for port object 23610ac3-49af-4b12-b02e-39f30f8a1ac0 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:45.080206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.086499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a5a09ec-9645-48bb-9a61-b6da2dcc5d37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:45.150271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:31:45.153392 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:31:45.157189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:31:45.193302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event updated for resources: {'Port': ['ID=23610ac3-49af-4b12-b02e-39f30f8a1ac0,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:45.196396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:45.232669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:45.233259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.260060 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7493219 Dec 22 13:31:45.273312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Request body: {'port': {'device_id': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:31:45.347020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-531a82d1-1b6c-43db-8bab-de67c0b92084 None None] Provisioning for port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:45.352055 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-531a82d1-1b6c-43db-8bab-de67c0b92084 None None] Provisioning complete for port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:45.352433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-531a82d1-1b6c-43db-8bab-de67c0b92084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.386062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.405373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-531a82d1-1b6c-43db-8bab-de67c0b92084 None None] Port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:31:45.571273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0e00f29e-ba1b-4a16-918a-c70cd5e08319 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:45.652802 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:45.653190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:45.897752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c456c7-aca5-4678-8a77-88352a5f162c req-88b3ab6c-6e55-4351-b452-319279dc2b04 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:45.898386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-b3c456c7-aca5-4678-8a77-88352a5f162c req-88b3ab6c-6e55-4351-b452-319279dc2b04 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Synchronizing usage tracker for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:31:45.961399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-b3c456c7-aca5-4678-8a77-88352a5f162c req-88b3ab6c-6e55-4351-b452-319279dc2b04 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Unset dirty status for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:31:45.962585 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b3c456c7-aca5-4678-8a77-88352a5f162c req-88b3ab6c-6e55-4351-b452-319279dc2b04 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 932 time: 0.2138727 Dec 22 13:31:45.964472 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23610ac3-49af-4b12-b02e-39f30f8a1ac0 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:31:45.973366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:46.010918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Transition to ACTIVE for port object 23610ac3-49af-4b12-b02e-39f30f8a1ac0 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:31:46.017539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:46.023092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-762227cc-aca7-4a13-94ad-25785c25f1e7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:46.064401 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b3c456c7-aca5-4678-8a77-88352a5f162c req-1dc516e5-39e0-4233-abaa-42ce505592c4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953755 Dec 22 13:31:46.176542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Pushing event updated for resources: {'Port': ['ID=23610ac3-49af-4b12-b02e-39f30f8a1ac0,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:46.183949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:46.259485 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Attempting to bind port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:31:46.259847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Attempting to bind port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:31:46.260169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Attempting to bind port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:31:46.264871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:31:46.265167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Attempting to bind port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:31:46.270269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:31:46.270593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Checking segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:31:46.270973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Bound using segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:31:46.271411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Bound port: 23610ac3-49af-4b12-b02e-39f30f8a1ac0, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:31:46.271787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:46.362060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] For port 23610ac3-49af-4b12-b02e-39f30f8a1ac0, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:31:46.365129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] For port 23610ac3-49af-4b12-b02e-39f30f8a1ac0, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:31:46.372784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:46.376545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:46.435449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:46.436128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:46.437500 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] 10.222.0.54 "PUT /v2.0/ports/23610ac3-49af-4b12-b02e-39f30f8a1ac0 HTTP/1.1" status: 200 len: 1094 time: 1.1686916 Dec 22 13:31:46.438036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'tag': '23610ac3-49af-4b12-b02e-39f30f8a1ac0'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:31:46.458760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Pushing event updated for resources: {'Port': ['ID=23610ac3-49af-4b12-b02e-39f30f8a1ac0,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:46.462488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:46.516623 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'tag': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'status': 'completed', 'code': 200} Dec 22 13:31:46.558462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-97f43d03-722c-484d-b266-279de39e4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:46.559996 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-97f43d03-722c-484d-b266-279de39e4117 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 1097 time: 0.0764039 Dec 22 13:31:46.632689 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-a3835f68-6ca4-401c-a866-3a5e67a1923f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0 HTTP/1.1" status: 200 len: 217 time: 0.0654385 Dec 22 13:31:46.695929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-1a784bfc-50b4-47bf-a2a3-29c6cb9241e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:46.697491 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-1a784bfc-50b4-47bf-a2a3-29c6cb9241e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0584564 Dec 22 13:31:46.780634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-6e3da13a-7aba-4796-bbb5-1ee0dd094974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:46.782158 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-6e3da13a-7aba-4796-bbb5-1ee0dd094974 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780463 Dec 22 13:31:46.919829 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-8909a133-5c72-4967-91c2-96ed86293220 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310620 Dec 22 13:31:47.054465 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-710801d7-cf90-4927-9f3f-d6d1d623a691 req-3cfec448-79f8-46de-8a4e-2bca30be57d5 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278765 Dec 22 13:31:47.209711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba41057-3642-4bb6-970f-e1868fdd3adf req-cfa0c00b-c6b7-4691-bccd-d19273a22664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:47.211540 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dba41057-3642-4bb6-970f-e1868fdd3adf req-cfa0c00b-c6b7-4691-bccd-d19273a22664 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 1097 time: 0.1081147 Dec 22 13:31:47.366727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc085624-632c-476b-8dee-5bbe464d54f8 req-9be04c94-f250-4e4b-a689-b313bfff45e2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:47.368134 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fc085624-632c-476b-8dee-5bbe464d54f8 req-9be04c94-f250-4e4b-a689-b313bfff45e2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 944 time: 0.1964409 Dec 22 13:31:47.370677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba41057-3642-4bb6-970f-e1868fdd3adf req-9b3f56c1-c66f-4fd9-a30f-258699015dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:47.372019 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dba41057-3642-4bb6-970f-e1868fdd3adf req-9b3f56c1-c66f-4fd9-a30f-258699015dea service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1539955 Dec 22 13:31:47.565749 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dba41057-3642-4bb6-970f-e1868fdd3adf req-e923ed71-c72c-4b64-8045-4efbf512eaa3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0 HTTP/1.1" status: 200 len: 217 time: 0.1753135 Dec 22 13:31:47.626935 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fc085624-632c-476b-8dee-5bbe464d54f8 req-05d22124-799b-4541-b212-5a2bc645c101 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529547 Dec 22 13:31:47.641816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba41057-3642-4bb6-970f-e1868fdd3adf req-417f9b4c-9d7c-40ac-9447-a4ec46c8058d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:47.643312 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dba41057-3642-4bb6-970f-e1868fdd3adf req-417f9b4c-9d7c-40ac-9447-a4ec46c8058d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0692046 Dec 22 13:31:47.721115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba41057-3642-4bb6-970f-e1868fdd3adf req-fe4c481f-ba78-40d9-a864-f523b47a43da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:47.722572 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dba41057-3642-4bb6-970f-e1868fdd3adf req-fe4c481f-ba78-40d9-a864-f523b47a43da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719388 Dec 22 13:31:47.856473 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dba41057-3642-4bb6-970f-e1868fdd3adf req-7e14bc0e-5627-49cf-b029-4a1ab53efc15 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259737 Dec 22 13:31:48.001010 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dba41057-3642-4bb6-970f-e1868fdd3adf req-046d5c06-b14c-48e4-a7c5-1eec6a5d465b service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371379 Dec 22 13:31:48.830427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea528e5-4244-4dbb-8bf9-4245ae2bd138 req-f5c5736e-5900-483a-a8f8-ee613def13fa tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:48.832067 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5ea528e5-4244-4dbb-8bf9-4245ae2bd138 req-f5c5736e-5900-483a-a8f8-ee613def13fa tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 944 time: 0.0849512 Dec 22 13:31:48.889730 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5ea528e5-4244-4dbb-8bf9-4245ae2bd138 req-68e28262-5048-4af2-a68f-4a51193747b0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485508 Dec 22 13:31:50.099326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd278fea-d27f-4165-a89d-e76d107748ce req-a75f265f-0bc7-426f-8105-a0a09617f836 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:50.101044 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fd278fea-d27f-4165-a89d-e76d107748ce req-a75f265f-0bc7-426f-8105-a0a09617f836 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 944 time: 0.0964563 Dec 22 13:31:50.149295 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fd278fea-d27f-4165-a89d-e76d107748ce req-86487651-a497-48e6-8c99-c0dd0d74527b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393362 Dec 22 13:31:50.490957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 23610ac3-49af-4b12-b02e-39f30f8a1ac0 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:31:50.628857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 23610ac3-49af-4b12-b02e-39f30f8a1ac0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:31:50.641827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'port_id': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'mac_address': 'fa:16:3e:b5:db:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:31:50.704894 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:50.725679 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23610ac3-49af-4b12-b02e-39f30f8a1ac0 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:31:50.743161 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 23610ac3-49af-4b12-b02e-39f30f8a1ac0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:31:50.750524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:50.752653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:50.830024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=23610ac3-49af-4b12-b02e-39f30f8a1ac0,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:50.838134 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:50.838477 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:50.838844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:50.839176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:50.839518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:50.839914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:50.840239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:50.840563 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:50.840887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:50.841204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:50.841503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:50.841814 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:31:50.846304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:51.089171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['23610ac3-49af-4b12-b02e-39f30f8a1ac0'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:31:51.329155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f03a5-8db8-4038-946c-c1d27bbff451 req-3ead2ea6-eb1e-4c01-b01a-1ac4b2d2eb6b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:51.330582 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5c5f03a5-8db8-4038-946c-c1d27bbff451 req-3ead2ea6-eb1e-4c01-b01a-1ac4b2d2eb6b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 945 time: 0.0786784 Dec 22 13:31:51.382318 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5c5f03a5-8db8-4038-946c-c1d27bbff451 req-49a32603-1a93-40c7-a42d-c9d6a10dcabb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428352 Dec 22 13:31:52.522440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 23610ac3-49af-4b12-b02e-39f30f8a1ac0 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:31:52.579634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c1286-40e7-4261-94c5-460d557beccf req-8af9b517-879a-4c0c-9b2c-df0864e1f6d7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:52.581107 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-814c1286-40e7-4261-94c5-460d557beccf req-8af9b517-879a-4c0c-9b2c-df0864e1f6d7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 945 time: 0.0812056 Dec 22 13:31:52.591616 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:31:52.596666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:31:52.597057 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:52.625527 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-814c1286-40e7-4261-94c5-460d557beccf req-e2ecba9a-5a20-4b2e-aca9-004a89bf35e3 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379167 Dec 22 13:31:52.715871 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:52.742747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23610ac3-49af-4b12-b02e-39f30f8a1ac0'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:31:52.753698 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 23610ac3-49af-4b12-b02e-39f30f8a1ac0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:31:52.758622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:52.760528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-173d7b83-e1e9-4fd0-a4ae-1c877f506736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:31:52.790110 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'code': 200} Dec 22 13:31:52.829365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=23610ac3-49af-4b12-b02e-39f30f8a1ac0,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:31:52.832326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:31:53.023509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90712e51-3d04-404a-9289-01f53cfedbcf req-2004afe6-476c-4785-b793-027893387802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:53.024929 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-90712e51-3d04-404a-9289-01f53cfedbcf req-2004afe6-476c-4785-b793-027893387802 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 1099 time: 0.0735071 Dec 22 13:31:53.064180 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-90712e51-3d04-404a-9289-01f53cfedbcf req-5f40ffc6-7eb4-4aa3-9894-e9badbe2ce04 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330491 Dec 22 13:31:53.821470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21718765-a9a1-480b-9658-3311294ac98b req-28528ab5-c526-45aa-ad3b-6502d5f5d267 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:53.822841 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-21718765-a9a1-480b-9658-3311294ac98b req-28528ab5-c526-45aa-ad3b-6502d5f5d267 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0853539 Dec 22 13:31:53.874249 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-21718765-a9a1-480b-9658-3311294ac98b req-e84ce56d-a5b2-4338-8c19-f7b92478124d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430975 Dec 22 13:31:55.077351 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d980e-a1ed-4960-a717-1daa713b7124 req-2cf5d217-375a-4e29-81d5-57f1a2198522 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:55.078835 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b41d980e-a1ed-4960-a717-1daa713b7124 req-2cf5d217-375a-4e29-81d5-57f1a2198522 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0865576 Dec 22 13:31:55.124082 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b41d980e-a1ed-4960-a717-1daa713b7124 req-529a78f4-f947-4e99-8ece-23c66dce49d3 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393891 Dec 22 13:31:55.319803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85418edd-83e3-4677-9721-eb02ca62851f req-59cf1cf0-0cd3-40ad-bac6-ece4c553f0ca tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:55.321129 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-85418edd-83e3-4677-9721-eb02ca62851f req-59cf1cf0-0cd3-40ad-bac6-ece4c553f0ca tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0916803 Dec 22 13:31:55.332708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 57158) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:31:55.338284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-230ad5fa-ebfc-4cd8-94a8-200821b6209d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Request body: {'floatingip': {'port_id': '23610ac3-49af-4b12-b02e-39f30f8a1ac0'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:31:55.428653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-230ad5fa-ebfc-4cd8-94a8-200821b6209d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:56.134566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-230ad5fa-ebfc-4cd8-94a8-200821b6209d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:56.141379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-230ad5fa-ebfc-4cd8-94a8-200821b6209d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:56.309576 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-230ad5fa-ebfc-4cd8-94a8-200821b6209d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2 associated. External IP: 172.26.4.151, port: 23610ac3-49af-4b12-b02e-39f30f8a1ac0. Dec 22 13:31:56.661414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230ad5fa-ebfc-4cd8-94a8-200821b6209d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Router 69a3c89b-fcfa-49d5-aaf7-efae06af205a has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:31:56.834183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230ad5fa-ebfc-4cd8-94a8-200821b6209d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:31:56.839860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-230ad5fa-ebfc-4cd8-94a8-200821b6209d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:56.844539 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6858a4a-d1dd-48fd-b056-95773d8d90db None None] Sync routers for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:31:56.854562 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6858a4a-d1dd-48fd-b056-95773d8d90db None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:31:56.855184 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e6858a4a-d1dd-48fd-b056-95773d8d90db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:31:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:56.896235 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-230ad5fa-ebfc-4cd8-94a8-200821b6209d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "PUT /v2.0/floatingips/4c675dd9-c975-4058-a3a4-bd2738afcbc2 HTTP/1.1" status: 200 len: 992 time: 1.5623667 Dec 22 13:31:56.896993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'tag': '23610ac3-49af-4b12-b02e-39f30f8a1ac0'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:31:56.951671 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'tag': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'status': 'completed', 'code': 200} Dec 22 13:31:57.034812 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-e6858a4a-d1dd-48fd-b056-95773d8d90db None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:31:57.047149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d887ac-ba82-4d52-8e01-8a814f1e068b req-0eab38b2-7836-4920-93b7-f58ff39713c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:57.048779 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47d887ac-ba82-4d52-8e01-8a814f1e068b req-0eab38b2-7836-4920-93b7-f58ff39713c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 1099 time: 0.0725286 Dec 22 13:31:57.180313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d887ac-ba82-4d52-8e01-8a814f1e068b req-517c025d-43d4-47b1-8c78-9b5246582919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:57.181787 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47d887ac-ba82-4d52-8e01-8a814f1e068b req-517c025d-43d4-47b1-8c78-9b5246582919 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1265576 Dec 22 13:31:57.285823 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47d887ac-ba82-4d52-8e01-8a814f1e068b req-bc02d6ce-b587-4522-9312-d38171130c0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0 HTTP/1.1" status: 200 len: 1000 time: 0.0974996 Dec 22 13:31:57.350656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d887ac-ba82-4d52-8e01-8a814f1e068b req-976fe60f-e705-40e4-8dae-d9439c62a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:57.352186 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47d887ac-ba82-4d52-8e01-8a814f1e068b req-976fe60f-e705-40e4-8dae-d9439c62a09e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0606024 Dec 22 13:31:57.374237 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e6858a4a-d1dd-48fd-b056-95773d8d90db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4c675dd9-c975-4058-a3a4-bd2738afcbc2', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'port_id': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'mac_address': 'fa:16:3e:b5:db:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:31:41Z', 'updated_at': '2021-12-22T13:31:56Z', 'revision_number': 1, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:57.378011 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6858a4a-d1dd-48fd-b056-95773d8d90db None None] Checking router: 69a3c89b-fcfa-49d5-aaf7-efae06af205a for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:31:57.386257 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6858a4a-d1dd-48fd-b056-95773d8d90db None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:31:57.386843 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e6858a4a-d1dd-48fd-b056-95773d8d90db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:31:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:57.426722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d887ac-ba82-4d52-8e01-8a814f1e068b req-13c5e70f-2444-4308-8f04-77388a7d0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:31:57.428285 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47d887ac-ba82-4d52-8e01-8a814f1e068b req-13c5e70f-2444-4308-8f04-77388a7d0c51 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696673 Dec 22 13:31:57.533432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3c7c0720-d62c-455e-8126-d367e2b84195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:31:57.562864 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-e6858a4a-d1dd-48fd-b056-95773d8d90db None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:31:57.569727 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47d887ac-ba82-4d52-8e01-8a814f1e068b req-bf515358-5e89-4208-9093-c693ce03ab17 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344585 Dec 22 13:31:57.701246 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-47d887ac-ba82-4d52-8e01-8a814f1e068b req-d5f89cde-f793-4e56-b191-1114ddaf695d service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249254 Dec 22 13:31:57.907726 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e6858a4a-d1dd-48fd-b056-95773d8d90db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4c675dd9-c975-4058-a3a4-bd2738afcbc2', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'port_id': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'mac_address': 'fa:16:3e:b5:db:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:31:41Z', 'updated_at': '2021-12-22T13:31:56Z', 'revision_number': 1, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:31:57.911778 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6858a4a-d1dd-48fd-b056-95773d8d90db None None] The sync data for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv is: [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4c675dd9-c975-4058-a3a4-bd2738afcbc2', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'port_id': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'mac_address': 'fa:16:3e:b5:db:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:31:41Z', 'updated_at': '2021-12-22T13:31:56Z', 'revision_number': 1, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:31:58.122194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e7b6ed-9f46-4591-8c63-794daff3f0ea None None] New status for floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:31:59.874655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0d558ab7-d4c6-4ef9-8c3b-b2e0fc7d2df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:00.884831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:01.013699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:02.429053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:10.752517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:15.815186 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:32:27.537844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d23f9e9a-a194-410b-95e2-46acee1712c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:29.875400 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bcd01c4e-fe92-49e9-a340-afa03293aa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:30.890153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:31.000452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:32.436946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:39.571474 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6446669f-c3d4-44c7-a25d-15b136472f33 req-abd46663-1837-4559-9fee-ea7af574da5f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745006 Dec 22 13:32:39.711585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446669f-c3d4-44c7-a25d-15b136472f33 req-3c55a13d-60ec-4e8d-b9d2-be2451e9704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:39.713795 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6446669f-c3d4-44c7-a25d-15b136472f33 req-3c55a13d-60ec-4e8d-b9d2-be2451e9704d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 1099 time: 0.0758088 Dec 22 13:32:39.978144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446669f-c3d4-44c7-a25d-15b136472f33 req-95fb1d8c-1463-4e35-a157-17d315231b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:39.979578 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6446669f-c3d4-44c7-a25d-15b136472f33 req-95fb1d8c-1463-4e35-a157-17d315231b23 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.2423892 Dec 22 13:32:40.091046 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6446669f-c3d4-44c7-a25d-15b136472f33 req-79d298cb-8425-4f39-bb8e-6223bccfa2af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0 HTTP/1.1" status: 200 len: 1002 time: 0.1039910 Dec 22 13:32:40.154630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446669f-c3d4-44c7-a25d-15b136472f33 req-48188069-cd2b-4717-af28-3fd17a053d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:40.155955 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6446669f-c3d4-44c7-a25d-15b136472f33 req-48188069-cd2b-4717-af28-3fd17a053d4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0585489 Dec 22 13:32:40.234696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446669f-c3d4-44c7-a25d-15b136472f33 req-4cbbeaf8-2977-47fc-81ee-504e7d4bfce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:32:40.236143 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6446669f-c3d4-44c7-a25d-15b136472f33 req-4cbbeaf8-2977-47fc-81ee-504e7d4bfce1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736442 Dec 22 13:32:40.370004 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6446669f-c3d4-44c7-a25d-15b136472f33 req-76d2d951-d259-448f-8a7c-a3136bb99b7a service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269925 Dec 22 13:32:40.515164 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6446669f-c3d4-44c7-a25d-15b136472f33 req-d5a034cb-f239-40eb-ae63-666d8a0caa8d service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389472 Dec 22 13:32:40.749509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:52.820065 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:32:57.535470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14c3f455-9e95-4df9-b54b-5b9784e4a61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:32:59.876984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2e26fda4-4912-4160-8bee-23e05566d63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:00.897232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:00.995847 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:02.447139 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:10.754208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:11.906071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe94df-9f75-436b-974a-bc3ca7a8ca7f req-906b13b7-e694-430d-a218-7c5a012ec173 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:11.907413 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fcfe94df-9f75-436b-974a-bc3ca7a8ca7f req-906b13b7-e694-430d-a218-7c5a012ec173 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0821924 Dec 22 13:33:11.951653 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fcfe94df-9f75-436b-974a-bc3ca7a8ca7f req-8e586bfe-1d0e-4400-af6d-b526363451d4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384083 Dec 22 13:33:12.281988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 57322) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:12.358233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93953ec-dce0-497d-9260-a61147c4a14f req-558401fc-013a-490b-84bb-8d3af6e07ecf tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:12.359701 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d93953ec-dce0-497d-9260-a61147c4a14f req-558401fc-013a-490b-84bb-8d3af6e07ecf tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0869708 Dec 22 13:33:12.397471 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-e7ccfbd7-5303-40b9-8b17-560c8de2ab89 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1142190 Dec 22 13:33:12.405617 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d93953ec-dce0-497d-9260-a61147c4a14f req-fd942ffb-9f15-4fec-aee3-2845b6589c9c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398736 Dec 22 13:33:13.555386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-acd15dc3-00c3-41a0-bdfb-e8ea4b1f9212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:13.558310 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-acd15dc3-00c3-41a0-bdfb-e8ea4b1f9212 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 1099 time: 0.0713406 Dec 22 13:33:13.594526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf65b3-962d-4076-979b-23413fa172bc req-0c5eccdc-8f33-49a9-8e08-4fe2d892450c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:13.596159 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-93cf65b3-962d-4076-979b-23413fa172bc req-0c5eccdc-8f33-49a9-8e08-4fe2d892450c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0837026 Dec 22 13:33:13.640310 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-93cf65b3-962d-4076-979b-23413fa172bc req-9d07b47c-32a3-49db-9433-219c9c09cfd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382464 Dec 22 13:33:13.693106 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-e14a60f9-09a2-4216-bcc8-b253335ee50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:13.694469 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-e14a60f9-09a2-4216-bcc8-b253335ee50b service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1295557 Dec 22 13:33:13.798446 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-5255caf9-4ad5-4e68-bde1-4830c76bb386 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0 HTTP/1.1" status: 200 len: 1002 time: 0.0972288 Dec 22 13:33:13.863933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-9185789e-89b6-4973-a417-7ff1fc3f0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:13.865363 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-9185789e-89b6-4973-a417-7ff1fc3f0442 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0604653 Dec 22 13:33:13.946587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-6114e54b-9207-436d-8453-e7420fe95059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:13.947961 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-6114e54b-9207-436d-8453-e7420fe95059 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765352 Dec 22 13:33:14.078952 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-c0893b30-d58a-4bc0-8af4-e2c483d48010 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242282 Dec 22 13:33:14.206995 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-3cef6f59-85c2-4ace-9f59-044fefab6acd service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216373 Dec 22 13:33:14.842185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ae9f7-8696-4a8c-b4f8-8472c425cf41 req-fc045e15-be50-4993-9acd-9e05031dbbcd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:14.843533 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b48ae9f7-8696-4a8c-b4f8-8472c425cf41 req-fc045e15-be50-4993-9acd-9e05031dbbcd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0901611 Dec 22 13:33:14.897095 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b48ae9f7-8696-4a8c-b4f8-8472c425cf41 req-10ac790a-b2fc-4be3-9dfb-88d20869539b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453649 Dec 22 13:33:16.085291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3668a-cceb-47ac-a1f5-80fece238d3a req-e7cd6b97-151a-4dea-a986-446cc5d183af tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:16.086729 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5d3668a-cceb-47ac-a1f5-80fece238d3a req-e7cd6b97-151a-4dea-a986-446cc5d183af tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0797548 Dec 22 13:33:16.131384 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5d3668a-cceb-47ac-a1f5-80fece238d3a req-155eb5d4-1dcc-4ac3-8974-88258bf0c02c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381474 Dec 22 13:33:17.442338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928aa8f-9bed-4550-b546-38251f6595b6 req-68bb11e0-e8f7-4f2b-83ac-52da8bac6fcd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:17.443826 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3928aa8f-9bed-4550-b546-38251f6595b6 req-68bb11e0-e8f7-4f2b-83ac-52da8bac6fcd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.2013726 Dec 22 13:33:17.488425 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3928aa8f-9bed-4550-b546-38251f6595b6 req-c6cb5b97-1af5-416a-8245-b62d0ff1772b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388529 Dec 22 13:33:18.816948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f28ec-d0ff-4b65-983f-6c5e3de2dd8a req-4db07e32-b362-47ce-9621-887dca036daf tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:18.818325 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-443f28ec-d0ff-4b65-983f-6c5e3de2dd8a req-4db07e32-b362-47ce-9621-887dca036daf tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.2125406 Dec 22 13:33:18.863448 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-443f28ec-d0ff-4b65-983f-6c5e3de2dd8a req-621ee796-a629-4601-9c76-8b7866fa4ace tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391190 Dec 22 13:33:20.079092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b749f0-ce66-4f7d-ba55-7adf26809aef req-de6d510c-af7e-4da6-9f55-b560f90f1580 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:20.080586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-71b749f0-ce66-4f7d-ba55-7adf26809aef req-de6d510c-af7e-4da6-9f55-b560f90f1580 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0953016 Dec 22 13:33:20.126316 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-71b749f0-ce66-4f7d-ba55-7adf26809aef req-07ae6856-75eb-4dd0-92f4-c198a291f0e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395637 Dec 22 13:33:21.343497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a4a1d-0539-4df4-a8c7-5735baf66f5b req-9457bbeb-b4db-44b8-9de5-27d49650d9b6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:21.344949 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-271a4a1d-0539-4df4-a8c7-5735baf66f5b req-9457bbeb-b4db-44b8-9de5-27d49650d9b6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0920107 Dec 22 13:33:21.397792 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-271a4a1d-0539-4df4-a8c7-5735baf66f5b req-ff73027f-1d56-4e0b-89bd-ee0c9e99c458 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442693 Dec 22 13:33:22.595507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451e01e-ccc9-4022-ba88-402bfdb03331 req-67fbba7a-989e-420a-83d1-a121e8a1180e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:22.597022 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c451e01e-ccc9-4022-ba88-402bfdb03331 req-67fbba7a-989e-420a-83d1-a121e8a1180e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0789287 Dec 22 13:33:22.644739 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c451e01e-ccc9-4022-ba88-402bfdb03331 req-f17200f1-5f51-4171-8544-5c1c8d45a628 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420036 Dec 22 13:33:23.837382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd015d1-0244-4d9f-b4c3-082470863a5a req-a9bcc386-cc8f-4a15-9599-3de680f7193b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:23.838836 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4fd015d1-0244-4d9f-b4c3-082470863a5a req-a9bcc386-cc8f-4a15-9599-3de680f7193b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0835512 Dec 22 13:33:23.882680 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4fd015d1-0244-4d9f-b4c3-082470863a5a req-756f2636-0ee5-4eda-9fc4-6f8b6a808fa2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375614 Dec 22 13:33:25.090941 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56b9f0-634e-4ee5-888a-9b337b9a389a req-ed848925-56c0-47f2-875b-e54a7bd3645b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:25.092407 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fa56b9f0-634e-4ee5-888a-9b337b9a389a req-ed848925-56c0-47f2-875b-e54a7bd3645b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0916040 Dec 22 13:33:25.135457 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fa56b9f0-634e-4ee5-888a-9b337b9a389a req-9f143ed0-9bfb-4366-8dc4-e75f9a91d99e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373297 Dec 22 13:33:25.918560 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-be262ea6-4bf1-4452-8f3c-775f01bbbd42 service neutron] 10.222.0.54 "GET /v2.0/ports/23610ac3-49af-4b12-b02e-39f30f8a1ac0/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0821459 Dec 22 13:33:26.192650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-48e3b5cb-95c2-48ba-902c-c34d73068ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:26.194164 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-48e3b5cb-95c2-48ba-902c-c34d73068ad1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 1099 time: 0.0720985 Dec 22 13:33:26.283898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-764885ce-3982-439e-aa5c-1829aea2ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:26.285363 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-764885ce-3982-439e-aa5c-1829aea2ad2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 1099 time: 0.0690765 Dec 22 13:33:26.329668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a32cfa-0182-47da-b521-7324bd245b63 req-d1651643-b121-445b-a895-2f7f7c1160b1 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:26.331131 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-70a32cfa-0182-47da-b521-7324bd245b63 req-d1651643-b121-445b-a895-2f7f7c1160b1 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0843470 Dec 22 13:33:26.376175 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-70a32cfa-0182-47da-b521-7324bd245b63 req-a25f3047-47c5-460c-bdfc-16fd36df9bde tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388405 Dec 22 13:33:26.418391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-9a6e9233-bcd2-4e1d-b2d0-587e2cb935f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:26.419883 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-9a6e9233-bcd2-4e1d-b2d0-587e2cb935f1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1276658 Dec 22 13:33:26.525961 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-61eaa75d-7d40-4364-92a5-c3c9f084e4cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0 HTTP/1.1" status: 200 len: 1002 time: 0.0991430 Dec 22 13:33:26.593698 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-8cfd8ea4-665e-420f-866b-a8c71d48f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:26.595132 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-8cfd8ea4-665e-420f-866b-a8c71d48f2b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0631182 Dec 22 13:33:26.672645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-d184edb2-ace9-4aea-a09e-bbb0c304ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:26.674074 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-d184edb2-ace9-4aea-a09e-bbb0c304ac01 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698161 Dec 22 13:33:26.818398 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-15b30a8c-1dda-41d3-8859-0b680da7418f service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368134 Dec 22 13:33:26.955110 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-afae0664-bac4-4c9a-8bcb-4d356218d08d req-5b98f16a-9d65-4025-ae63-179a61c00611 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299548 Dec 22 13:33:27.529348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f1ed-1302-4ac2-af20-86a5e1aeb8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:27.584755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e03ec5-e0a7-4324-8062-3aee43715875 req-8e175a5d-eba2-4eb0-a161-a351559fad21 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:27.586559 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7e03ec5-e0a7-4324-8062-3aee43715875 req-8e175a5d-eba2-4eb0-a161-a351559fad21 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0831225 Dec 22 13:33:27.635306 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7e03ec5-e0a7-4324-8062-3aee43715875 req-19b523bc-ed69-4bbe-abc5-32ea41cf1ba5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 Dec 22 13:33:28.850116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df1ec0-ef74-4c1e-a1ba-e75487845149 req-07fb12d8-58ab-4f95-a6ab-5b6acf48a520 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:28.851493 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c0df1ec0-ef74-4c1e-a1ba-e75487845149 req-07fb12d8-58ab-4f95-a6ab-5b6acf48a520 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0994062 Dec 22 13:33:28.895498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 23610ac3-49af-4b12-b02e-39f30f8a1ac0 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:33:28.896116 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c0df1ec0-ef74-4c1e-a1ba-e75487845149 req-d9bbdeba-d8a5-45e1-8145-f6e55e63a6a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385795 Dec 22 13:33:28.897977 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 23610ac3-49af-4b12-b02e-39f30f8a1ac0 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:33:29.111715 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:29.132745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 23610ac3-49af-4b12-b02e-39f30f8a1ac0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:33:29.151718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'port_id': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'mac_address': 'fa:16:3e:b5:db:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:33:29.156798 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23610ac3-49af-4b12-b02e-39f30f8a1ac0'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:33:29.197746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 23610ac3-49af-4b12-b02e-39f30f8a1ac0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:33:29.205199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:29.213231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:29.241747 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'code': 200} Dec 22 13:33:29.274032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:29.296737 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23610ac3-49af-4b12-b02e-39f30f8a1ac0 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:33:29.303169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=23610ac3-49af-4b12-b02e-39f30f8a1ac0,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:29.337315 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:29.337636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:29.338003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:29.338342 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:29.338642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:29.338996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:29.339321 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:29.339635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:29.339976 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:29.340303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:29.340621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:29.340970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:29.348639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:29.373803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:33:29.374090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:33:29.824528 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:33:29.873300 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61ea0e3d-1081-4a8d-818c-926f5bd95135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:29.933995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:29.954837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23610ac3-49af-4b12-b02e-39f30f8a1ac0 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:33:29.972032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 23610ac3-49af-4b12-b02e-39f30f8a1ac0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:33:29.977399 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:29.980442 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:30.057323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=23610ac3-49af-4b12-b02e-39f30f8a1ac0,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:30.061325 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['23610ac3-49af-4b12-b02e-39f30f8a1ac0'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:33:30.089851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:30.093093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6895-d850-4320-8c81-659c3f652e65 req-d982c40a-bc2f-4e40-91a7-2be956ceda54 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:30.094543 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-defc6895-d850-4320-8c81-659c3f652e65 req-d982c40a-bc2f-4e40-91a7-2be956ceda54 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 945 time: 0.0836442 Dec 22 13:33:30.138811 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-defc6895-d850-4320-8c81-659c3f652e65 req-f955c194-ef05-4ae2-a52a-55bba41cbaf8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382123 Dec 22 13:33:30.893795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 23610ac3-49af-4b12-b02e-39f30f8a1ac0 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:33:30.925474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:30.971559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:30.972277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:31.033213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:31.099349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:31.132496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 23610ac3-49af-4b12-b02e-39f30f8a1ac0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:33:31.138732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:31.140616 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:31.205696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=23610ac3-49af-4b12-b02e-39f30f8a1ac0,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:31.209008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:31.243047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23610ac3-49af-4b12-b02e-39f30f8a1ac0'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:33:31.300032 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'code': 200} Dec 22 13:33:31.335490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fd09b-1a87-4e44-89b6-6898c767f0a2 req-09c89972-0de3-47b1-8e30-424703f8ccf1 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:31.336984 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-759fd09b-1a87-4e44-89b6-6898c767f0a2 req-09c89972-0de3-47b1-8e30-424703f8ccf1 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0838938 Dec 22 13:33:31.383710 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-759fd09b-1a87-4e44-89b6-6898c767f0a2 req-470892a6-d92e-4e06-a13c-f4d3342ee2bd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382757 Dec 22 13:33:31.756469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593184a2-5b7c-4a56-8d8a-614ccbcd0624 req-55ceae6d-4f47-4bdc-83a6-72590469ad14 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:31.757801 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-593184a2-5b7c-4a56-8d8a-614ccbcd0624 req-55ceae6d-4f47-4bdc-83a6-72590469ad14 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.1407435 Dec 22 13:33:31.768446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-1b4b237f-768f-4a72-92d0-db5123874753 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:31.769789 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-1b4b237f-768f-4a72-92d0-db5123874753 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 946 time: 0.1177835 Dec 22 13:33:31.809350 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-593184a2-5b7c-4a56-8d8a-614ccbcd0624 req-a4e8b6d6-eda1-4314-b6d6-bb1dea6f2c3e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385833 Dec 22 13:33:32.018634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-da4e67bf-8881-4441-99eb-a5fa66ef4a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:32.020132 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-da4e67bf-8881-4441-99eb-a5fa66ef4a72 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 1099 time: 0.1801724 Dec 22 13:33:32.151038 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-54110673-2995-448d-836a-c7be7e1e96db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:32.152507 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-54110673-2995-448d-836a-c7be7e1e96db service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1254778 Dec 22 13:33:32.263956 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-d8a2402d-01d9-4973-9d07-64d90b64e718 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0 HTTP/1.1" status: 200 len: 1002 time: 0.1044235 Dec 22 13:33:32.327571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-4b18f03d-0cbd-49d9-bc8d-69cc4f07ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:32.328892 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-4b18f03d-0cbd-49d9-bc8d-69cc4f07ec32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0589619 Dec 22 13:33:32.407937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-59860c94-1970-4a12-9339-fd2a1e0d1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:32.409360 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-59860c94-1970-4a12-9339-fd2a1e0d1770 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735095 Dec 22 13:33:32.440568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:32.551813 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-1f541fd6-a5b3-40b6-9ff2-b5446a256123 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351984 Dec 22 13:33:32.681728 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a659ba89-68f3-48f8-9c01-72b2f01ccad1 req-a366074b-cfa0-43b0-acb7-d3869377592f service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235125 Dec 22 13:33:33.006456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81396af3-48a1-4f5d-99d3-d196f3f3ce93 req-61f149da-0810-49c0-a06d-c6d281c38693 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:33.007952 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-81396af3-48a1-4f5d-99d3-d196f3f3ce93 req-61f149da-0810-49c0-a06d-c6d281c38693 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0895336 Dec 22 13:33:33.058108 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-81396af3-48a1-4f5d-99d3-d196f3f3ce93 req-8c32fc66-1016-4b9a-b0df-80ea051c6e52 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441542 Dec 22 13:33:34.261932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d708d1-9e61-41f1-8f76-4c93f155f0ee req-2dc512a8-f33b-4afe-9004-26908e8ecb92 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:34.263450 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-53d708d1-9e61-41f1-8f76-4c93f155f0ee req-2dc512a8-f33b-4afe-9004-26908e8ecb92 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0845480 Dec 22 13:33:34.306890 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-53d708d1-9e61-41f1-8f76-4c93f155f0ee req-cf106f31-bed9-40ea-be8a-1905af6bfedb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377405 Dec 22 13:33:34.491694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87c024-0869-49f8-962f-5a7fa92abbc4 req-06e36fe0-09e5-4ef4-a7f9-95e48d876433 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:34.493166 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1f87c024-0869-49f8-962f-5a7fa92abbc4 req-06e36fe0-09e5-4ef4-a7f9-95e48d876433 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0845683 Dec 22 13:33:34.537639 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1f87c024-0869-49f8-962f-5a7fa92abbc4 req-38f9ab5b-0726-4e7e-90f0-321f74f02af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388870 Dec 22 13:33:34.735065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac7424-c570-46d9-aa09-d83cd6a57d9d req-b62b4c85-203f-4391-9806-6c7951f08421 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:34.736504 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dcac7424-c570-46d9-aa09-d83cd6a57d9d req-b62b4c85-203f-4391-9806-6c7951f08421 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0899923 Dec 22 13:33:34.788776 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dcac7424-c570-46d9-aa09-d83cd6a57d9d req-d5d21c2b-7bd3-4b94-9462-8514811f698d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437775 Dec 22 13:33:35.186091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2916b86-0feb-4fed-806f-5e0535f4b3a2 req-e4358f58-8369-4c4f-adba-e0054bd43b26 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:35.187522 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c2916b86-0feb-4fed-806f-5e0535f4b3a2 req-e4358f58-8369-4c4f-adba-e0054bd43b26 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0859673 Dec 22 13:33:35.230652 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c2916b86-0feb-4fed-806f-5e0535f4b3a2 req-5b8706ad-fd56-415f-951d-45cf8ae1b9c0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373662 Dec 22 13:33:36.440401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89095795-0b55-4d31-adb0-c79419951d26 req-67127926-73e8-4d71-8977-b8873952f49a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:36.441831 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-89095795-0b55-4d31-adb0-c79419951d26 req-67127926-73e8-4d71-8977-b8873952f49a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0955756 Dec 22 13:33:36.485605 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-89095795-0b55-4d31-adb0-c79419951d26 req-27260ec8-347e-4258-be92-a74ff818ed86 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381885 Dec 22 13:33:36.936621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-a216f0ae-e65c-4950-93f9-6c1610eeb25f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:36.938032 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-a216f0ae-e65c-4950-93f9-6c1610eeb25f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.0957599 Dec 22 13:33:37.008784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Deleting port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:33:37.009121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:37.255847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] For port 23610ac3-49af-4b12-b02e-39f30f8a1ac0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=23610ac3-49af-4b12-b02e-39f30f8a1ac0,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:33:37.256101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:37.708297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:37.708667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:37.708978 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2 disassociated. External IP: 172.26.4.151, port: 23610ac3-49af-4b12-b02e-39f30f8a1ac0. Dec 22 13:33:37.709312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Calling delete_port for 23610ac3-49af-4b12-b02e-39f30f8a1ac0 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:33:37.798458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeab429-2675-4823-b4a6-47868cff99a0 req-9a0e7438-6877-4d87-a366-79dad76005db tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:37.799852 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5eeab429-2675-4823-b4a6-47868cff99a0 req-9a0e7438-6877-4d87-a366-79dad76005db tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 946 time: 0.1829402 Dec 22 13:33:37.892983 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5eeab429-2675-4823-b4a6-47868cff99a0 req-8ebff3cb-43e4-47f6-beb9-9c58d2b31e9c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867348 Dec 22 13:33:37.901814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:37.908014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:37.955511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event deleted for resources: {'Port': ['ID=23610ac3-49af-4b12-b02e-39f30f8a1ac0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:37.966540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:37.966954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:37.967323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:37.967729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:37.968113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:37.968477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:37.968846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:37.969213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:37.973627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:37.973627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:37.973627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:37.973627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:33:37.974956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:38.157249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Router 69a3c89b-fcfa-49d5-aaf7-efae06af205a has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:33:38.341935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:33:38.352605 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316e866-a0ab-48e2-b624-d86e9269a094 None None] Sync routers for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:33:38.363354 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316e866-a0ab-48e2-b624-d86e9269a094 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:33:38.364023 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a316e866-a0ab-48e2-b624-d86e9269a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:33:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:38.413087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] No DVR routers for this DVR port 23610ac3-49af-4b12-b02e-39f30f8a1ac0 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:33:38.415563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:38.418160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'name': 'network-vif-deleted', 'tag': '23610ac3-49af-4b12-b02e-39f30f8a1ac0'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:33:38.435502 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9d3d7a94-547f-4f73-9f47-d16c0593344c req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "DELETE /v2.0/ports/23610ac3-49af-4b12-b02e-39f30f8a1ac0 HTTP/1.1" status: 204 len: 173 time: 1.4919827 Dec 22 13:33:38.465542 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5a1d8c-61a0-4edb-987d-0b1a9501056b', 'name': 'network-vif-deleted', 'tag': '23610ac3-49af-4b12-b02e-39f30f8a1ac0', 'status': 'completed', 'code': 200} Dec 22 13:33:38.552613 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-a316e866-a0ab-48e2-b624-d86e9269a094 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:33:38.878160 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a316e866-a0ab-48e2-b624-d86e9269a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:38.882220 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316e866-a0ab-48e2-b624-d86e9269a094 None None] Checking router: 69a3c89b-fcfa-49d5-aaf7-efae06af205a for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:33:38.890618 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316e866-a0ab-48e2-b624-d86e9269a094 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:33:38.891286 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a316e866-a0ab-48e2-b624-d86e9269a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:33:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:39.065055 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-a316e866-a0ab-48e2-b624-d86e9269a094 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:33:39.069976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3b57456b-b50d-44eb-8b40-0977da2ed95b req-f7794a41-50dd-4cba-b166-6e34cee57afd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Synchronizing usage tracker for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:33:39.086852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3b57456b-b50d-44eb-8b40-0977da2ed95b req-f7794a41-50dd-4cba-b166-6e34cee57afd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Unset dirty status for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:33:39.088081 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3b57456b-b50d-44eb-8b40-0977da2ed95b req-f7794a41-50dd-4cba-b166-6e34cee57afd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5a1d8c-61a0-4edb-987d-0b1a9501056b HTTP/1.1" status: 200 len: 210 time: 0.0650880 Dec 22 13:33:39.372950 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a316e866-a0ab-48e2-b624-d86e9269a094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:39.376812 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316e866-a0ab-48e2-b624-d86e9269a094 None None] The sync data for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv is: [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:33:39.602095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820cd382-1a7f-47c4-83a5-87077963c59b None None] New status for floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:33:40.446845 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-1404779e-586b-4ebe-883c-61805592255b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--226951185&fields=id&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 267 time: 0.0463762 Dec 22 13:33:40.594931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-5b968aad-a642-4dcc-ac99-d1e26dac5501 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:40.596559 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-5b968aad-a642-4dcc-ac99-d1e26dac5501 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 811 time: 0.1430452 Dec 22 13:33:40.619519 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-90bb290b-6e14-4c09-8296-824b78f6a58a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/quotas/5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 375 time: 0.0108325 Dec 22 13:33:40.708332 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-310d05af-4e05-4b5f-b62c-f35b5280f79a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806258 Dec 22 13:33:40.770426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:40.848230 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cad18994-3d4a-4259-a834-b58a44feac4a service neutron] 10.222.0.24 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277201 Dec 22 13:33:40.971589 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 23610ac3-49af-4b12-b02e-39f30f8a1ac0 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:33:40.984278 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-1f7bb7c5-c7e1-41d0-b153-a6712421e7d5 service neutron] 10.222.0.24 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302030 Dec 22 13:33:41.005290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 23610ac3-49af-4b12-b02e-39f30f8a1ac0 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:33:41.005608 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 23610ac3-49af-4b12-b02e-39f30f8a1ac0 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:33:41.162466 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-34e73a7f-d094-498c-b079-dbe4ab104806 req-911a1364-07f5-488e-be73-fe74d4a435ed tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 210 time: 0.0420077 Dec 22 13:33:42.216417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-e190f1c1-2568-498f-ac34-b4eb1336f1ae tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:42.217931 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-e190f1c1-2568-498f-ac34-b4eb1336f1ae tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 811 time: 0.1504586 Dec 22 13:33:42.265589 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-0298aed0-84bd-41f1-a770-27e8744f676e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 379 time: 0.0395522 Dec 22 13:33:42.280221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Request body: {'port': {'device_id': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'admin_state_up': True, 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'security_groups': ['bc94d674-742a-474a-aa1c-b34170d49cfb']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:33:42.316662 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-131ffd87-28c8-4d58-ae89-4cfbc5fa7416 req-cbbca273-347a-43a2-b136-89b5d64bc591 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 210 time: 0.0477133 Dec 22 13:33:42.415055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:33:42.424572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:33:42.436325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Made reservation on behalf of 5bcb14cb31194e3fa996c8c103e0fd7e for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:33:42.439734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:42.612519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Allocated IP 172.20.0.5 (4aac9a7f-bd6b-448b-b071-99e99e1dbb2a/c0060b24-bbf6-4a84-bb95-1fb44eb1a268/fe2f4b31-6378-463e-9583-53f077b4671d) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:33:42.947484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:42.964114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Transition to ACTIVE for port object fe2f4b31-6378-463e-9583-53f077b4671d will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:33:42.990574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:42.996532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cde15319-9268-40d2-b0a3-2cfd604b5fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:43.066373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:33:43.069597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:33:43.073417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:33:43.104588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event updated for resources: {'Port': ['ID=fe2f4b31-6378-463e-9583-53f077b4671d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:43.111396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:43.141479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:43.142079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:43.169356 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8931613 Dec 22 13:33:43.181753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Request body: {'port': {'device_id': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:33:43.295421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:43.312392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a7b22c52-08c9-44d8-a783-aeb77dbea0ad None None] Provisioning for port fe2f4b31-6378-463e-9583-53f077b4671d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:33:43.317583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a7b22c52-08c9-44d8-a783-aeb77dbea0ad None None] Provisioning complete for port fe2f4b31-6378-463e-9583-53f077b4671d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:43.317967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a7b22c52-08c9-44d8-a783-aeb77dbea0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:43.370591 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a7b22c52-08c9-44d8-a783-aeb77dbea0ad None None] Port fe2f4b31-6378-463e-9583-53f077b4671d cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:33:43.635643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bc33e-b385-4d7c-aacf-96001c77e402 req-1d98ccb2-c758-4e81-9b65-29e69cc376ce tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:43.636321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-b09bc33e-b385-4d7c-aacf-96001c77e402 req-1d98ccb2-c758-4e81-9b65-29e69cc376ce tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Synchronizing usage tracker for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:33:43.665695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-b09bc33e-b385-4d7c-aacf-96001c77e402 req-1d98ccb2-c758-4e81-9b65-29e69cc376ce tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Unset dirty status for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:33:43.666837 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b09bc33e-b385-4d7c-aacf-96001c77e402 req-1d98ccb2-c758-4e81-9b65-29e69cc376ce tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 931 time: 0.2330379 Dec 22 13:33:43.749498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2f4b31-6378-463e-9583-53f077b4671d {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:33:43.760244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:43.768024 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b09bc33e-b385-4d7c-aacf-96001c77e402 req-9bad5857-1ab8-4319-a253-2c999b289764 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652030 Dec 22 13:33:43.779665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Transition to ACTIVE for port object fe2f4b31-6378-463e-9583-53f077b4671d will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:33:43.784308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:43.788021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a430d07e-5d96-4569-b9bc-df9ba3f57d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:43.934452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9386e-686e-489d-870a-42772212a737 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2f4b31-6378-463e-9583-53f077b4671d,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:43.941819 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cda9386e-686e-489d-870a-42772212a737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:44.017660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Attempting to bind port fe2f4b31-6378-463e-9583-53f077b4671d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:33:44.018006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Attempting to bind port fe2f4b31-6378-463e-9583-53f077b4671d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:33:44.018322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Attempting to bind port fe2f4b31-6378-463e-9583-53f077b4671d on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:33:44.023222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Port fe2f4b31-6378-463e-9583-53f077b4671d on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:33:44.023575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Attempting to bind port fe2f4b31-6378-463e-9583-53f077b4671d on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:33:44.028773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:33:44.029107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Checking segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:33:44.029499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Bound using segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:33:44.029945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Bound port: fe2f4b31-6378-463e-9583-53f077b4671d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:33:44.030274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:44.125195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] For port fe2f4b31-6378-463e-9583-53f077b4671d, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:33:44.128161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] For port fe2f4b31-6378-463e-9583-53f077b4671d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fe2f4b31-6378-463e-9583-53f077b4671d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:33:44.136024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:44.139721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f0772555-7b51-45bc-9e6a-5cf423823564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:44.198839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:44.199463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:44.200911 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-cda9386e-686e-489d-870a-42772212a737 service neutron] 10.222.0.54 "PUT /v2.0/ports/fe2f4b31-6378-463e-9583-53f077b4671d HTTP/1.1" status: 200 len: 1093 time: 1.0234306 Dec 22 13:33:44.201432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'tag': 'fe2f4b31-6378-463e-9583-53f077b4671d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:33:44.226806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9386e-686e-489d-870a-42772212a737 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2f4b31-6378-463e-9583-53f077b4671d,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:44.230169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cda9386e-686e-489d-870a-42772212a737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:44.252101 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'tag': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'status': 'completed', 'code': 200} Dec 22 13:33:44.331550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-5559bbc4-ca59-46b3-9cd7-aac628a5bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:44.333257 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-5559bbc4-ca59-46b3-9cd7-aac628a5bd0e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 1096 time: 0.0743508 Dec 22 13:33:44.406665 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-feed13ea-3e35-48a3-b991-22d97726e34a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe2f4b31-6378-463e-9583-53f077b4671d HTTP/1.1" status: 200 len: 217 time: 0.0654750 Dec 22 13:33:44.468502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-b39f0a45-7a9e-459f-bcfc-0d16351b935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:44.469915 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-b39f0a45-7a9e-459f-bcfc-0d16351b935c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0575655 Dec 22 13:33:44.553221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-4a1193b0-5d77-49d4-af07-3f3fc6deec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:44.554728 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-4a1193b0-5d77-49d4-af07-3f3fc6deec26 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783839 Dec 22 13:33:44.794836 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-45893d65-4a95-42c4-89db-f3800088b26a service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334204 Dec 22 13:33:44.974603 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6729c4b-efc3-4d95-8b10-96a2901a662b req-9d67d5d0-23cc-4503-9790-0dc4a157f114 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731496 Dec 22 13:33:44.996246 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3cb44-8e9b-40b6-b2b6-67f715008532 req-d3869d69-a19f-4574-bb64-9e2f8b5c460b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:44.997822 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4aa3cb44-8e9b-40b6-b2b6-67f715008532 req-d3869d69-a19f-4574-bb64-9e2f8b5c460b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 943 time: 0.1175818 Dec 22 13:33:45.095494 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4aa3cb44-8e9b-40b6-b2b6-67f715008532 req-d60ac544-6ee3-4978-819c-c5196dc1d722 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885611 Dec 22 13:33:45.115980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71b49d-2fd1-4803-9286-5ded16b31989 req-2976aa83-3f78-4287-ba1e-dbc9f28bf4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:45.117473 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a71b49d-2fd1-4803-9286-5ded16b31989 req-2976aa83-3f78-4287-ba1e-dbc9f28bf4f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 1096 time: 0.0926578 Dec 22 13:33:45.252791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71b49d-2fd1-4803-9286-5ded16b31989 req-ccdc2ade-2afd-435d-a515-52fe86fbedab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:45.254244 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a71b49d-2fd1-4803-9286-5ded16b31989 req-ccdc2ade-2afd-435d-a515-52fe86fbedab service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1278210 Dec 22 13:33:45.323753 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a71b49d-2fd1-4803-9286-5ded16b31989 req-ac8b828b-ef96-456f-9f27-14ce2413d3d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe2f4b31-6378-463e-9583-53f077b4671d HTTP/1.1" status: 200 len: 217 time: 0.0627072 Dec 22 13:33:45.388949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71b49d-2fd1-4803-9286-5ded16b31989 req-65696a46-cd22-4850-a920-cd4881029e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:45.390270 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a71b49d-2fd1-4803-9286-5ded16b31989 req-65696a46-cd22-4850-a920-cd4881029e88 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0605450 Dec 22 13:33:45.467074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a71b49d-2fd1-4803-9286-5ded16b31989 req-740252bf-0434-480a-bcd4-d9b72138b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:45.468578 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a71b49d-2fd1-4803-9286-5ded16b31989 req-740252bf-0434-480a-bcd4-d9b72138b3cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715971 Dec 22 13:33:45.601668 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a71b49d-2fd1-4803-9286-5ded16b31989 req-30711418-af8e-4f4b-af81-79e93e3c1605 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252449 Dec 22 13:33:45.733389 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a71b49d-2fd1-4803-9286-5ded16b31989 req-00cc8965-6bae-48f2-a71c-dd2452aef518 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249325 Dec 22 13:33:46.297141 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef697586-3882-4564-938d-82cfcf4be984 req-74c2cd73-468e-4f54-9529-af6f412eb5d9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:46.298607 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ef697586-3882-4564-938d-82cfcf4be984 req-74c2cd73-468e-4f54-9529-af6f412eb5d9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 943 time: 0.0930839 Dec 22 13:33:46.344803 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ef697586-3882-4564-938d-82cfcf4be984 req-e43e2603-1762-485b-9e14-fbbc0c9e2aa1 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380437 Dec 22 13:33:47.555996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c669450-ca99-4a61-9135-8e68757008e0 req-94f04100-14e9-487b-a7e5-455521d1df54 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:47.557411 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c669450-ca99-4a61-9135-8e68757008e0 req-94f04100-14e9-487b-a7e5-455521d1df54 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 943 time: 0.0910180 Dec 22 13:33:47.601439 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c669450-ca99-4a61-9135-8e68757008e0 req-b0a3f155-399f-427c-a929-e8b448149a96 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380254 Dec 22 13:33:48.798331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce169cf-1e02-48cf-984f-455418c570b1 req-a9fb8c21-f107-49bf-9ad0-b898bb6adf30 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:48.799842 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cce169cf-1e02-48cf-984f-455418c570b1 req-a9fb8c21-f107-49bf-9ad0-b898bb6adf30 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 943 time: 0.0854676 Dec 22 13:33:48.844130 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cce169cf-1e02-48cf-984f-455418c570b1 req-13a0bdcc-91aa-4136-a098-6d85ccd757e9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384142 Dec 22 13:33:48.988274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device fe2f4b31-6378-463e-9583-53f077b4671d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:33:49.122540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port fe2f4b31-6378-463e-9583-53f077b4671d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fe2f4b31-6378-463e-9583-53f077b4671d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:33:49.139515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'port_id': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'mac_address': 'fa:16:3e:21:17:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:33:49.196715 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:49.214229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2f4b31-6378-463e-9583-53f077b4671d {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:33:49.231688 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port fe2f4b31-6378-463e-9583-53f077b4671d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fe2f4b31-6378-463e-9583-53f077b4671d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:33:49.235504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:49.237444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b057d49e-989b-4d66-8403-4b4c991cbd13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:49.301224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=fe2f4b31-6378-463e-9583-53f077b4671d,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:49.304565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:49.556760 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['fe2f4b31-6378-463e-9583-53f077b4671d'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:33:50.185764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c8bf2-5e0a-479f-a5a9-cbdb4f954437 req-2a3cd4e1-8933-4a24-98dd-9f71c015e6c2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:50.187208 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d77c8bf2-5e0a-479f-a5a9-cbdb4f954437 req-2a3cd4e1-8933-4a24-98dd-9f71c015e6c2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 944 time: 0.0810587 Dec 22 13:33:50.235070 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d77c8bf2-5e0a-479f-a5a9-cbdb4f954437 req-d0297369-302e-486a-b7a2-2ad9ec31a9cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421696 Dec 22 13:33:50.987353 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device fe2f4b31-6378-463e-9583-53f077b4671d up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:33:51.069355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port fe2f4b31-6378-463e-9583-53f077b4671d completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:33:51.074317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port fe2f4b31-6378-463e-9583-53f077b4671d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:33:51.074691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:51.184608 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:51.213012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2f4b31-6378-463e-9583-53f077b4671d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:33:51.223959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port fe2f4b31-6378-463e-9583-53f077b4671d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fe2f4b31-6378-463e-9583-53f077b4671d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:33:51.229579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:51.232468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e28bf389-c7e7-43f6-8b63-9e21f7e1575f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:33:51.263499 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'code': 200} Dec 22 13:33:51.304054 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=fe2f4b31-6378-463e-9583-53f077b4671d,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:33:51.306951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:33:51.418736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c709ae-5145-42e2-ace9-176a0e656506 req-7d39706f-963d-4fae-bf6a-ca3742f6c71f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:51.420220 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-72c709ae-5145-42e2-ace9-176a0e656506 req-7d39706f-963d-4fae-bf6a-ca3742f6c71f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0798073 Dec 22 13:33:51.509129 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-72c709ae-5145-42e2-ace9-176a0e656506 req-f2ec670c-1bb2-4024-b7ab-6806d954767d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593209 Dec 22 13:33:51.524588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9b9e4-bd9b-40b3-86fa-3e21dba3eae8 req-4757451f-aa98-497c-bda7-5a9de46cd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:51.526035 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d6f9b9e4-bd9b-40b3-86fa-3e21dba3eae8 req-4757451f-aa98-497c-bda7-5a9de46cd86a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 1098 time: 0.1049697 Dec 22 13:33:51.568101 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d6f9b9e4-bd9b-40b3-86fa-3e21dba3eae8 req-5806aec9-a089-44f0-b0e7-ef27442f27fd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347109 Dec 22 13:33:52.713541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd84df2-958e-434a-a001-b07827316758 req-f67ddd5f-67ef-4d92-b9e7-cbfb1d9207fc tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:52.715003 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2fd84df2-958e-434a-a001-b07827316758 req-f67ddd5f-67ef-4d92-b9e7-cbfb1d9207fc tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0962100 Dec 22 13:33:52.759523 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2fd84df2-958e-434a-a001-b07827316758 req-cb187ba9-70f3-4d84-a7e9-81bb1819b4a6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386622 Dec 22 13:33:53.964023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7d80a-0eb8-4fa2-a54e-ef5877b23301 req-9064e426-01b9-4c0f-a3e2-e1ab8e7f7add tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:53.965458 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6c7d80a-0eb8-4fa2-a54e-ef5877b23301 req-9064e426-01b9-4c0f-a3e2-e1ab8e7f7add tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0932493 Dec 22 13:33:54.011125 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f6c7d80a-0eb8-4fa2-a54e-ef5877b23301 req-d131ce49-2849-4770-b750-1938097892f9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393875 Dec 22 13:33:54.198429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be3de4-8f3f-4252-94c1-e162eafe58fb req-b1cdeb30-a41e-4d3c-8ef7-19f99da15b22 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:54.199861 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-65be3de4-8f3f-4252-94c1-e162eafe58fb req-b1cdeb30-a41e-4d3c-8ef7-19f99da15b22 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0904274 Dec 22 13:33:54.208510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 57470) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:33:54.213956 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0391765b-219d-4b5c-bbb0-e81764d2a061 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Request body: {'floatingip': {'port_id': 'fe2f4b31-6378-463e-9583-53f077b4671d'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:33:54.405466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0391765b-219d-4b5c-bbb0-e81764d2a061 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:55.003463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0391765b-219d-4b5c-bbb0-e81764d2a061 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:55.010140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0391765b-219d-4b5c-bbb0-e81764d2a061 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:55.175197 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-0391765b-219d-4b5c-bbb0-e81764d2a061 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2 associated. External IP: 172.26.4.151, port: fe2f4b31-6378-463e-9583-53f077b4671d. Dec 22 13:33:55.525022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0391765b-219d-4b5c-bbb0-e81764d2a061 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Router 69a3c89b-fcfa-49d5-aaf7-efae06af205a has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:33:55.849774 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0391765b-219d-4b5c-bbb0-e81764d2a061 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:33:55.854043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0391765b-219d-4b5c-bbb0-e81764d2a061 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:55.859572 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ab7e9-7a56-4572-92f6-548b4c4ad3b0 None None] Sync routers for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:33:55.869673 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ab7e9-7a56-4572-92f6-548b4c4ad3b0 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:33:55.870300 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f00ab7e9-7a56-4572-92f6-548b4c4ad3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:33:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:55.910812 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0391765b-219d-4b5c-bbb0-e81764d2a061 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "PUT /v2.0/floatingips/4c675dd9-c975-4058-a3a4-bd2738afcbc2 HTTP/1.1" status: 200 len: 991 time: 1.7012281 Dec 22 13:33:55.911495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'tag': 'fe2f4b31-6378-463e-9583-53f077b4671d'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:33:55.962171 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'tag': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'status': 'completed', 'code': 200} Dec 22 13:33:56.063296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335ed38-8a52-4555-8cf7-ad9ed30505d8 req-2d66f462-86b6-4809-a1c6-cd08f093bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:56.064796 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b335ed38-8a52-4555-8cf7-ad9ed30505d8 req-2d66f462-86b6-4809-a1c6-cd08f093bbfb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 1098 time: 0.0776725 Dec 22 13:33:56.075384 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-f00ab7e9-7a56-4572-92f6-548b4c4ad3b0 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:33:56.308073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335ed38-8a52-4555-8cf7-ad9ed30505d8 req-77a51a59-6586-460d-886f-2049574a399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:56.309525 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b335ed38-8a52-4555-8cf7-ad9ed30505d8 req-77a51a59-6586-460d-886f-2049574a399b service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.2384622 Dec 22 13:33:56.413075 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b335ed38-8a52-4555-8cf7-ad9ed30505d8 req-d0c685fa-6ab9-40aa-99ce-638ba7ebc9eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe2f4b31-6378-463e-9583-53f077b4671d HTTP/1.1" status: 200 len: 999 time: 0.0967171 Dec 22 13:33:56.419235 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f00ab7e9-7a56-4572-92f6-548b4c4ad3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4c675dd9-c975-4058-a3a4-bd2738afcbc2', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'port_id': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'mac_address': 'fa:16:3e:21:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:31:41Z', 'updated_at': '2021-12-22T13:33:54Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:56.423082 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ab7e9-7a56-4572-92f6-548b4c4ad3b0 None None] Checking router: 69a3c89b-fcfa-49d5-aaf7-efae06af205a for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:33:56.431432 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00ab7e9-7a56-4572-92f6-548b4c4ad3b0 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:33:56.432063 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f00ab7e9-7a56-4572-92f6-548b4c4ad3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:33:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:56.475823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335ed38-8a52-4555-8cf7-ad9ed30505d8 req-45d2f5e2-726d-40ae-9914-b9cf2fc49839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:56.477259 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b335ed38-8a52-4555-8cf7-ad9ed30505d8 req-45d2f5e2-726d-40ae-9914-b9cf2fc49839 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0576956 Dec 22 13:33:56.555491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335ed38-8a52-4555-8cf7-ad9ed30505d8 req-afb9584c-6635-4099-9043-eddff5b1f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:33:56.557047 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b335ed38-8a52-4555-8cf7-ad9ed30505d8 req-afb9584c-6635-4099-9043-eddff5b1f8f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736294 Dec 22 13:33:56.606985 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-f00ab7e9-7a56-4572-92f6-548b4c4ad3b0 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:33:56.691213 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b335ed38-8a52-4555-8cf7-ad9ed30505d8 req-caad5218-f7b8-46ef-95af-13ff623b1d45 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272349 Dec 22 13:33:56.821211 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b335ed38-8a52-4555-8cf7-ad9ed30505d8 req-0983928d-a51f-4fa2-b439-8115f296a4e1 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232059 Dec 22 13:33:56.949029 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-f00ab7e9-7a56-4572-92f6-548b4c4ad3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4c675dd9-c975-4058-a3a4-bd2738afcbc2', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'port_id': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'mac_address': 'fa:16:3e:21:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:31:41Z', 'updated_at': '2021-12-22T13:33:54Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:33:56.953519 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00ab7e9-7a56-4572-92f6-548b4c4ad3b0 None None] The sync data for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv is: [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4c675dd9-c975-4058-a3a4-bd2738afcbc2', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'port_id': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'mac_address': 'fa:16:3e:21:17:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:31:41Z', 'updated_at': '2021-12-22T13:33:54Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:33:57.154422 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a306b9-9a37-47de-9e05-5371f80fb7de None None] New status for floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:33:57.541652 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-77ed052a-beb7-47a6-99ea-9baa482477d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:33:59.882149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a1f0a0c-bb60-4e6d-bf5d-1f0838df2e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:00.898720 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:01.002614 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:02.448262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:06.828995 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:34:10.787222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:27.549690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7be26720-10f3-4ef3-b671-101d05755c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:29.880711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2909-b62d-4e34-844a-3b140db71a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:30.913750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:31.007191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:32.447536 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:40.817372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:42.557178 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aee10e95-f20b-4bb5-9b95-880908742af4 req-39f3e254-3385-4100-a454-791d4601a37c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732009 Dec 22 13:34:42.735355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10e95-f20b-4bb5-9b95-880908742af4 req-b8538089-bdef-4863-9bdc-684bdbe15f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:34:42.736860 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aee10e95-f20b-4bb5-9b95-880908742af4 req-b8538089-bdef-4863-9bdc-684bdbe15f2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 1098 time: 0.0839446 Dec 22 13:34:42.886789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10e95-f20b-4bb5-9b95-880908742af4 req-a7eb11fa-30e6-4d07-ac18-17c8dba5324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:34:42.888788 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aee10e95-f20b-4bb5-9b95-880908742af4 req-a7eb11fa-30e6-4d07-ac18-17c8dba5324c service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1316831 Dec 22 13:34:43.003336 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aee10e95-f20b-4bb5-9b95-880908742af4 req-77cce7a7-f160-48fc-aa9b-bfd4e96a94ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe2f4b31-6378-463e-9583-53f077b4671d HTTP/1.1" status: 200 len: 1001 time: 0.1077750 Dec 22 13:34:43.069051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10e95-f20b-4bb5-9b95-880908742af4 req-bed5618a-3089-42af-a7cd-cdd71af56cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:34:43.070482 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aee10e95-f20b-4bb5-9b95-880908742af4 req-bed5618a-3089-42af-a7cd-cdd71af56cc3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0608876 Dec 22 13:34:43.159431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee10e95-f20b-4bb5-9b95-880908742af4 req-a0d34f80-63c2-4a18-9776-26dd2b089b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:34:43.160943 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aee10e95-f20b-4bb5-9b95-880908742af4 req-a0d34f80-63c2-4a18-9776-26dd2b089b7c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832875 Dec 22 13:34:43.291025 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aee10e95-f20b-4bb5-9b95-880908742af4 req-1d34dc9c-0747-40dc-b399-78548a4e14e7 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233416 Dec 22 13:34:43.422411 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aee10e95-f20b-4bb5-9b95-880908742af4 req-c68af2ff-f7a0-438b-a8bc-753277664978 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224487 Dec 22 13:34:43.828247 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:34:57.546310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a8db494-f328-4ad0-b115-a5d0780dd755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:34:59.888581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-220660b5-b9cb-48cb-9ca6-883d31ca66a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:00.913650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:01.009257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:02.458094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:06.977781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7a96a-3eee-4bbc-b411-695ff1baa99a req-87052ceb-9dde-4841-bc65-a5c32bd81594 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:06.979119 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-73a7a96a-3eee-4bbc-b411-695ff1baa99a req-87052ceb-9dde-4841-bc65-a5c32bd81594 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.1698987 Dec 22 13:35:07.024178 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-73a7a96a-3eee-4bbc-b411-695ff1baa99a req-dc336542-9b4d-4d69-98f5-f1361b394be8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392263 Dec 22 13:35:08.281339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b42ea-fe71-44e2-86a3-1d4953f2c405 req-520c1151-17ca-4b56-a484-35638ddbb2ef tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:08.282783 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7e2b42ea-fe71-44e2-86a3-1d4953f2c405 req-520c1151-17ca-4b56-a484-35638ddbb2ef tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.1364648 Dec 22 13:35:08.326262 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7e2b42ea-fe71-44e2-86a3-1d4953f2c405 req-7477aac1-3a5a-43ab-816c-389a5e431671 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377209 Dec 22 13:35:09.522402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a4459-8348-4723-af22-a73894a738db req-2b4e2813-af92-4a3b-aed5-1cd65e21c817 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:09.523913 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f20a4459-8348-4723-af22-a73894a738db req-2b4e2813-af92-4a3b-aed5-1cd65e21c817 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0836945 Dec 22 13:35:09.572749 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f20a4459-8348-4723-af22-a73894a738db req-61b69ecd-e79b-451c-8c44-f610a566b8ab tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428095 Dec 22 13:35:10.768533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a77dda-ebd6-4f82-8a69-5a08731378d1 req-94bd9a19-0727-4268-9793-d9bb1835a7e0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:10.769982 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-27a77dda-ebd6-4f82-8a69-5a08731378d1 req-94bd9a19-0727-4268-9793-d9bb1835a7e0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0908291 Dec 22 13:35:10.812460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:10.814873 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-27a77dda-ebd6-4f82-8a69-5a08731378d1 req-aa4180c2-04a0-4ba0-81b3-d49346336f0c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389922 Dec 22 13:35:12.138470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58fd49-c783-4c16-8f02-fd9ae67c7bee req-63d7ddaf-4a31-40ed-ac76-bbb15b843c5e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:12.139837 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd58fd49-c783-4c16-8f02-fd9ae67c7bee req-63d7ddaf-4a31-40ed-ac76-bbb15b843c5e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.1980977 Dec 22 13:35:12.184159 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd58fd49-c783-4c16-8f02-fd9ae67c7bee req-9f204993-e83c-4347-a7da-d5ac34e3a3e2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378466 Dec 22 13:35:13.380891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6c6ea-2d8c-406d-95ac-247d5b25cbcd req-791a1624-89be-4503-8571-3f0944f484a7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:13.382300 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2cc6c6ea-2d8c-406d-95ac-247d5b25cbcd req-791a1624-89be-4503-8571-3f0944f484a7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0798905 Dec 22 13:35:13.430659 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2cc6c6ea-2d8c-406d-95ac-247d5b25cbcd req-3fd0d2ec-0243-48d2-83be-73f22429f49d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398698 Dec 22 13:35:14.647832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba565ac-d07a-45d3-b21c-e9128d15cc29 req-7f7bf0af-454c-46dd-bc8d-c2156500be7b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:14.649323 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bba565ac-d07a-45d3-b21c-e9128d15cc29 req-7f7bf0af-454c-46dd-bc8d-c2156500be7b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0843613 Dec 22 13:35:14.697650 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bba565ac-d07a-45d3-b21c-e9128d15cc29 req-33584cfd-eb4d-4a1e-be30-e6e15d90be72 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396991 Dec 22 13:35:15.901590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321f079-d546-419c-97f6-391f29f303d1 req-108a3852-250b-4b99-99fb-04921659c5e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:15.902954 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8321f079-d546-419c-97f6-391f29f303d1 req-108a3852-250b-4b99-99fb-04921659c5e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0898435 Dec 22 13:35:15.946866 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8321f079-d546-419c-97f6-391f29f303d1 req-f87b2bb2-bea3-4b4f-9dad-6c5a98a287d3 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381372 Dec 22 13:35:17.157126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeca3c8-7c34-407a-9c29-6a5bdf40343d req-ba3eb3ef-acf4-44c5-891b-5a06cf2976e2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:17.159351 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aaeca3c8-7c34-407a-9c29-6a5bdf40343d req-ba3eb3ef-acf4-44c5-891b-5a06cf2976e2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0950534 Dec 22 13:35:17.202965 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aaeca3c8-7c34-407a-9c29-6a5bdf40343d req-ba2a3d9b-81bb-451c-a28f-5101aa41219c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376556 Dec 22 13:35:18.398666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b1202-daa5-4d39-b9f6-68a58d222a8b req-f3a54ffc-4ae8-4d61-9f3e-6953698dcc9e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:18.400121 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c15b1202-daa5-4d39-b9f6-68a58d222a8b req-f3a54ffc-4ae8-4d61-9f3e-6953698dcc9e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0813646 Dec 22 13:35:18.454286 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c15b1202-daa5-4d39-b9f6-68a58d222a8b req-6841a89d-ef93-4dbc-b16b-217c1bb7b9d3 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458994 Dec 22 13:35:19.904631 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-049d26bf-0d01-40b3-a0a3-b7afc6610d4e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1316605 Dec 22 13:35:19.918444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d02d04-369a-4d96-a007-2f052cc10b70 req-68277df9-3a3e-43b7-9c05-6941dd7c0c90 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:19.919850 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-48d02d04-369a-4d96-a007-2f052cc10b70 req-68277df9-3a3e-43b7-9c05-6941dd7c0c90 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.1069348 Dec 22 13:35:19.965431 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-48d02d04-369a-4d96-a007-2f052cc10b70 req-3619d31c-0d4e-47cd-8683-e9d82780a21a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390651 Dec 22 13:35:20.832251 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:35:21.195372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-23e9d15a-e1fe-443b-88ea-e95af6cb54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:21.196875 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-23e9d15a-e1fe-443b-88ea-e95af6cb54fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 1098 time: 0.1343329 Dec 22 13:35:21.204243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bbb4c-2788-4121-a923-cdc07e76060e req-76361afe-0374-47f3-adee-2f0d207cf840 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:21.205559 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a78bbb4c-2788-4121-a923-cdc07e76060e req-76361afe-0374-47f3-adee-2f0d207cf840 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.1126521 Dec 22 13:35:21.328638 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a78bbb4c-2788-4121-a923-cdc07e76060e req-6b5707c0-07e4-43da-9d80-9adb6a2204a7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045122 Dec 22 13:35:21.360669 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-28464b48-94a0-4577-8555-54e787e607c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:21.362109 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-28464b48-94a0-4577-8555-54e787e607c5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1557386 Dec 22 13:35:21.465048 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-52f6d70d-77af-4d65-943d-317582091d46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe2f4b31-6378-463e-9583-53f077b4671d HTTP/1.1" status: 200 len: 1001 time: 0.0961301 Dec 22 13:35:21.530514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-064a8d38-0bb6-4e2d-9eb3-e77e85200deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:21.531974 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-064a8d38-0bb6-4e2d-9eb3-e77e85200deb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0605760 Dec 22 13:35:21.610290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-dfba0551-6625-43da-96e0-53d6c13f9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:21.611869 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-dfba0551-6625-43da-96e0-53d6c13f9e31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734050 Dec 22 13:35:21.768492 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-e2af4027-093f-42c1-8a61-364f248ef68b service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499224 Dec 22 13:35:21.901357 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-8c16d955-b08d-43ee-a74e-54848f67c9d0 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262429 Dec 22 13:35:22.530633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceef60a-05b8-407a-86da-e00675fbd01b req-75d57caf-12f0-4035-b231-0d4e846ddbd9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:22.532122 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-aceef60a-05b8-407a-86da-e00675fbd01b req-75d57caf-12f0-4035-b231-0d4e846ddbd9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0902660 Dec 22 13:35:22.578149 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-aceef60a-05b8-407a-86da-e00675fbd01b req-97bf9f43-830e-42db-a849-d587742053ff tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403588 Dec 22 13:35:23.625160 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-7b074395-50c7-4abb-8672-73d43a76e339 service neutron] 10.222.0.54 "GET /v2.0/ports/fe2f4b31-6378-463e-9583-53f077b4671d/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0870016 Dec 22 13:35:23.775370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7b297-175e-43b8-a785-eb7b236f0765 req-6bd0617d-975c-4697-935e-5218cf18ec6b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:23.776880 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27e7b297-175e-43b8-a785-eb7b236f0765 req-6bd0617d-975c-4697-935e-5218cf18ec6b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0889835 Dec 22 13:35:23.825376 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27e7b297-175e-43b8-a785-eb7b236f0765 req-a654fc76-e1bb-4a31-8787-48172e368654 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426984 Dec 22 13:35:23.912369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-7a36bf0f-74ac-48af-920b-41b9426f7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:23.913837 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-7a36bf0f-74ac-48af-920b-41b9426f7ad2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 1098 time: 0.0744159 Dec 22 13:35:24.013128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-1277f944-964c-4339-8881-8e2f9f0a51da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:24.014612 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-1277f944-964c-4339-8881-8e2f9f0a51da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 1098 time: 0.0731094 Dec 22 13:35:24.147278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-e8be9bd0-77ec-4f1e-8324-17095e1bc81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:24.148662 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-e8be9bd0-77ec-4f1e-8324-17095e1bc81c service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1271398 Dec 22 13:35:24.369667 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-d9d86a5d-d82b-442f-9b58-98303d8ec15c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe2f4b31-6378-463e-9583-53f077b4671d HTTP/1.1" status: 200 len: 1001 time: 0.2142735 Dec 22 13:35:24.438052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-ae37be76-f25e-4b77-af7c-7cfb36c7cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:24.439507 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-ae37be76-f25e-4b77-af7c-7cfb36c7cc63 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0627358 Dec 22 13:35:24.518813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-42b37e63-a602-4013-9966-bf04e4e7be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:24.520314 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-42b37e63-a602-4013-9966-bf04e4e7be68 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746305 Dec 22 13:35:24.653627 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-082e20d6-9728-428f-919b-2e3aebb6ed07 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259162 Dec 22 13:35:24.786883 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc05eb73-db15-4000-a86b-edeab5d8ecae req-50cc8554-0427-4d24-a8b5-59699d63dc02 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266687 Dec 22 13:35:25.020382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1058a6f-741d-472f-8ea7-fce245ad5a4b req-4df71969-850a-49b1-b3ce-86ddf95b0885 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:25.021853 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1058a6f-741d-472f-8ea7-fce245ad5a4b req-4df71969-850a-49b1-b3ce-86ddf95b0885 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0871472 Dec 22 13:35:25.065955 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1058a6f-741d-472f-8ea7-fce245ad5a4b req-7df84672-14db-4f28-8f26-adb606841fdd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382643 Dec 22 13:35:26.271175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d1639-f940-4c08-834d-8f914b154bc0 req-7f01c298-872c-486f-a73c-6310ac85b03e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:26.272625 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8c5d1639-f940-4c08-834d-8f914b154bc0 req-7f01c298-872c-486f-a73c-6310ac85b03e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0874083 Dec 22 13:35:26.317105 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8c5d1639-f940-4c08-834d-8f914b154bc0 req-9082fdfc-94a3-4398-826f-8161382a3be7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370374 Dec 22 13:35:27.488954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device fe2f4b31-6378-463e-9583-53f077b4671d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:35:27.492731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device fe2f4b31-6378-463e-9583-53f077b4671d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:35:27.504820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99213a43-93d6-4734-8d60-970d1e197a69 req-0bcfb486-5300-4fdc-be23-4597b0869fbc tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:27.506411 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-99213a43-93d6-4734-8d60-970d1e197a69 req-0bcfb486-5300-4fdc-be23-4597b0869fbc tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0844963 Dec 22 13:35:27.552195 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-99213a43-93d6-4734-8d60-970d1e197a69 req-92edae78-193e-4ef0-8626-236982d50a87 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385947 Dec 22 13:35:27.554085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19c6c3ee-cdf0-4894-8184-ad7de7d44c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:27.735921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port fe2f4b31-6378-463e-9583-53f077b4671d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fe2f4b31-6378-463e-9583-53f077b4671d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:35:27.743031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:27.763484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'port_id': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'mac_address': 'fa:16:3e:21:17:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:35:27.804312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2f4b31-6378-463e-9583-53f077b4671d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:35:27.831471 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port fe2f4b31-6378-463e-9583-53f077b4671d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fe2f4b31-6378-463e-9583-53f077b4671d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:35:27.841596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:27.844683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-173d7b83-e1e9-4fd0-a4ae-1c877f506736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:27.870216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b67551-7880-4538-89c8-ac5a7a1e2842 req-7dfa9561-bba9-47cd-b476-f8e305afbc8f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:27.875739 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c7b67551-7880-4538-89c8-ac5a7a1e2842 req-7dfa9561-bba9-47cd-b476-f8e305afbc8f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0928111 Dec 22 13:35:27.881701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:27.918386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe2f4b31-6378-463e-9583-53f077b4671d {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:35:27.931828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-35048d66-64a1-4f7b-8b23-688edfa3e787 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:27.932883 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c7b67551-7880-4538-89c8-ac5a7a1e2842 req-8be5c61b-86e8-4e22-9b7d-8058fd8a0a79 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524871 Dec 22 13:35:27.934598 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-35048d66-64a1-4f7b-8b23-688edfa3e787 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 943 time: 0.1282001 Dec 22 13:35:27.951227 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'code': 200} Dec 22 13:35:27.979259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=fe2f4b31-6378-463e-9583-53f077b4671d,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:27.991786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:27.992135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:27.992470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:27.992803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:27.993101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:27.993445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:27.993770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:27.994090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:27.994409 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:27.994721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:27.995046 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:27.995360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:28.000173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:28.001031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:35:28.001405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:35:28.080116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-b4beb94c-a411-4935-9049-9e2cbbd29f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:28.081611 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-b4beb94c-a411-4935-9049-9e2cbbd29f87 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 1096 time: 0.0751393 Dec 22 13:35:28.210369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-f9918a74-5b39-4ecf-8356-b4161a89daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:28.211823 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-f9918a74-5b39-4ecf-8356-b4161a89daed service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1242824 Dec 22 13:35:28.320309 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-e550ad7f-ecce-44c9-8175-26d0b625718a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe2f4b31-6378-463e-9583-53f077b4671d HTTP/1.1" status: 200 len: 999 time: 0.1008754 Dec 22 13:35:28.382888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-7dc8bea3-485d-489a-9dbd-d78834b4bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:28.384283 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-7dc8bea3-485d-489a-9dbd-d78834b4bea0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0577512 Dec 22 13:35:28.464629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-8945f191-19b5-42f2-b546-06e985891536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:28.465985 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-8945f191-19b5-42f2-b546-06e985891536 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747156 Dec 22 13:35:28.563539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.580581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2f4b31-6378-463e-9583-53f077b4671d {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:35:28.597064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port fe2f4b31-6378-463e-9583-53f077b4671d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fe2f4b31-6378-463e-9583-53f077b4671d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:35:28.598018 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-eaf4b246-ccc0-4b07-bcc9-adae43676400 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256280 Dec 22 13:35:28.602561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:28.606065 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:28.675772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['fe2f4b31-6378-463e-9583-53f077b4671d'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:35:28.721902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=fe2f4b31-6378-463e-9583-53f077b4671d,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:28.726940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:28.729574 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5577b279-7bde-467b-a4dd-43c4f68e7e76 req-67ec0fe2-b96a-47c7-993a-28dd33d5de6c service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253331 Dec 22 13:35:29.122013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c607c-3fec-4dfb-bbbc-92da37b11123 req-e8764d13-6c89-4c6c-9ea6-676e9205636a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:29.125729 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-055c607c-3fec-4dfb-bbbc-92da37b11123 req-e8764d13-6c89-4c6c-9ea6-676e9205636a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 944 time: 0.0843594 Dec 22 13:35:29.171927 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-055c607c-3fec-4dfb-bbbc-92da37b11123 req-93c9189f-4ce3-4af9-a16a-bcce9992bb68 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424218 Dec 22 13:35:29.485009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device fe2f4b31-6378-463e-9583-53f077b4671d up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:35:29.565579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port fe2f4b31-6378-463e-9583-53f077b4671d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:35:29.566252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.684045 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.716051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port fe2f4b31-6378-463e-9583-53f077b4671d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fe2f4b31-6378-463e-9583-53f077b4671d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:35:29.724240 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.726034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:29.793628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=fe2f4b31-6378-463e-9583-53f077b4671d,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:29.796613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:29.881263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2739dbf6-b99c-463b-89e5-ad75e097b737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:29.952477 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2f4b31-6378-463e-9583-53f077b4671d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:35:30.001787 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'code': 200} Dec 22 13:35:30.378240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350d90e-d3e6-41b7-823d-6290c4f36a81 req-5ee0e270-fda4-4e6e-8cd9-0143c6a742db tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:30.379705 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e350d90e-d3e6-41b7-823d-6290c4f36a81 req-5ee0e270-fda4-4e6e-8cd9-0143c6a742db tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0866594 Dec 22 13:35:30.422999 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e350d90e-d3e6-41b7-823d-6290c4f36a81 req-d60d3ed1-4be1-47e2-b5e9-fd29a656fd8a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375836 Dec 22 13:35:30.619076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4416054-ca51-4460-b04c-fa529af9f33e req-b41598a7-4982-4be3-b134-36c554d09958 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:30.620631 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4416054-ca51-4460-b04c-fa529af9f33e req-b41598a7-4982-4be3-b134-36c554d09958 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0835958 Dec 22 13:35:30.664081 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4416054-ca51-4460-b04c-fa529af9f33e req-9bd039ee-1c9c-4063-9a96-063b558673a6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376632 Dec 22 13:35:30.910713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:31.000879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4b638-1a6a-4ef3-951f-65682eb720fe req-c0cdab5b-c5ba-4f7e-9d27-931bafd3e50e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:31.002438 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-83c4b638-1a6a-4ef3-951f-65682eb720fe req-c0cdab5b-c5ba-4f7e-9d27-931bafd3e50e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0805354 Dec 22 13:35:31.002637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:31.046718 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-83c4b638-1a6a-4ef3-951f-65682eb720fe req-abed5bc0-71c0-4b96-a3fa-de9f684740c4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379276 Dec 22 13:35:31.049189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b108-acf5-4ce1-930b-e64e6a8514d4 req-7f6d34fa-b31c-4f47-84bb-6511c41a2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:31.050712 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4440b108-acf5-4ce1-930b-e64e6a8514d4 req-7f6d34fa-b31c-4f47-84bb-6511c41a2857 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 1098 time: 0.0752006 Dec 22 13:35:31.295589 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b108-acf5-4ce1-930b-e64e6a8514d4 req-f4dace5e-6255-4a0b-990a-e1129a919437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:31.297121 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4440b108-acf5-4ce1-930b-e64e6a8514d4 req-f4dace5e-6255-4a0b-990a-e1129a919437 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.2400947 Dec 22 13:35:31.398325 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4440b108-acf5-4ce1-930b-e64e6a8514d4 req-06e3bba9-b49d-40be-81db-418e491ae50e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe2f4b31-6378-463e-9583-53f077b4671d HTTP/1.1" status: 200 len: 1001 time: 0.0941956 Dec 22 13:35:31.463991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b108-acf5-4ce1-930b-e64e6a8514d4 req-224748b6-249e-40c2-b2f9-cd412cc68b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:31.465430 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4440b108-acf5-4ce1-930b-e64e6a8514d4 req-224748b6-249e-40c2-b2f9-cd412cc68b53 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0604682 Dec 22 13:35:31.539031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b108-acf5-4ce1-930b-e64e6a8514d4 req-052ce6b6-8f71-488d-adf4-6b1c81e520ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:31.540509 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4440b108-acf5-4ce1-930b-e64e6a8514d4 req-052ce6b6-8f71-488d-adf4-6b1c81e520ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682468 Dec 22 13:35:31.671207 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4440b108-acf5-4ce1-930b-e64e6a8514d4 req-d8e0756b-c319-4067-b360-16707b5df721 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232831 Dec 22 13:35:31.801228 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4440b108-acf5-4ce1-930b-e64e6a8514d4 req-ea1e2f68-0dc9-4aa0-be77-a5aa7e555351 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232793 Dec 22 13:35:32.254641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3c493-108a-43d2-8130-7214df6b1a5c req-fd8cb7bf-0e10-4cab-a6d9-30e13b733b7d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:32.256161 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-03a3c493-108a-43d2-8130-7214df6b1a5c req-fd8cb7bf-0e10-4cab-a6d9-30e13b733b7d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0963156 Dec 22 13:35:32.300418 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-03a3c493-108a-43d2-8130-7214df6b1a5c req-19c2fc5c-6444-4ab9-8ea4-8aafd0d6d7d7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384474 Dec 22 13:35:32.455882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:33.506455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7891e-56e1-43d5-ae23-450afd8ee176 req-8bdb3727-c029-427c-a79b-5f39fcdc6b9b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:33.508267 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b1a7891e-56e1-43d5-ae23-450afd8ee176 req-8bdb3727-c029-427c-a79b-5f39fcdc6b9b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0900769 Dec 22 13:35:33.559703 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b1a7891e-56e1-43d5-ae23-450afd8ee176 req-73c5ad4a-3446-4683-b371-0e1afb275637 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422192 Dec 22 13:35:33.961763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b06cc-08a2-4ef2-b85c-1c32bc7255ca req-6920f882-0701-49c6-a3fd-13c054ece8a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:33.963175 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-786b06cc-08a2-4ef2-b85c-1c32bc7255ca req-6920f882-0701-49c6-a3fd-13c054ece8a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0851259 Dec 22 13:35:34.010243 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-786b06cc-08a2-4ef2-b85c-1c32bc7255ca req-d4f63b58-8a50-4d50-b8ea-9b78d21f5c20 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384018 Dec 22 13:35:35.218170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4a73e-77bd-40f3-adc9-a35d1aa6cfd4 req-326f7693-ba2b-46f5-8cf7-2b67de06e97b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:35.219637 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-20f4a73e-77bd-40f3-adc9-a35d1aa6cfd4 req-326f7693-ba2b-46f5-8cf7-2b67de06e97b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0928648 Dec 22 13:35:35.264758 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-20f4a73e-77bd-40f3-adc9-a35d1aa6cfd4 req-8e84fa05-166e-4173-a069-4ab1b646d132 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393426 Dec 22 13:35:35.621247 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df62415-70f0-42ee-9464-ec01c614db0d req-34adb95c-a590-4a82-bdc2-42ab9b502ae4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:35.622687 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3df62415-70f0-42ee-9464-ec01c614db0d req-34adb95c-a590-4a82-bdc2-42ab9b502ae4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0911267 Dec 22 13:35:35.691424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Deleting port fe2f4b31-6378-463e-9583-53f077b4671d {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:35:35.691813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:35.947279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] For port fe2f4b31-6378-463e-9583-53f077b4671d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fe2f4b31-6378-463e-9583-53f077b4671d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:35:35.947671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:36.241285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:36.241958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:36.241958 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2 disassociated. External IP: 172.26.4.151, port: fe2f4b31-6378-463e-9583-53f077b4671d. Dec 22 13:35:36.242169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Calling delete_port for fe2f4b31-6378-463e-9583-53f077b4671d owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:35:36.454733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c5f0d-a938-42cd-a551-6feba8282d33 req-9feacc38-2a68-4a9d-822c-88bc0dc49889 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:36.456234 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c30c5f0d-a938-42cd-a551-6feba8282d33 req-9feacc38-2a68-4a9d-822c-88bc0dc49889 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 945 time: 0.0851843 Dec 22 13:35:36.500639 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c30c5f0d-a938-42cd-a551-6feba8282d33 req-3cc6b8db-5b67-4703-b0bc-54052e2aba02 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380929 Dec 22 13:35:36.504738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:36.510641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-46fdc4f7-53ac-4ce7-9c6b-86e1293bab84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:36.557052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event deleted for resources: {'Port': ['ID=fe2f4b31-6378-463e-9583-53f077b4671d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:36.567494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:36.568006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:36.568294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:36.568717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:36.569475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:36.569475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:36.569720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:36.570075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:36.570456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:36.570796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:36.571163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:36.571522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:35:36.575232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:36.765031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Router 69a3c89b-fcfa-49d5-aaf7-efae06af205a has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:35:36.952053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:35:36.962090 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd3e28-d95d-42fb-8c54-56ad8262c9d1 None None] Sync routers for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:35:36.971857 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd3e28-d95d-42fb-8c54-56ad8262c9d1 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:35:36.972473 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-08bd3e28-d95d-42fb-8c54-56ad8262c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:35:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:37.027336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] No DVR routers for this DVR port fe2f4b31-6378-463e-9583-53f077b4671d on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:35:37.029740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:37.032361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'name': 'network-vif-deleted', 'tag': 'fe2f4b31-6378-463e-9583-53f077b4671d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:35:37.050339 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3df62415-70f0-42ee-9464-ec01c614db0d req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "DELETE /v2.0/ports/fe2f4b31-6378-463e-9583-53f077b4671d HTTP/1.1" status: 204 len: 173 time: 1.4222596 Dec 22 13:35:37.141707 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20ad3b76-af0b-408a-81d8-7cf3032270a5', 'name': 'network-vif-deleted', 'tag': 'fe2f4b31-6378-463e-9583-53f077b4671d', 'status': 'completed', 'code': 200} Dec 22 13:35:37.186542 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-08bd3e28-d95d-42fb-8c54-56ad8262c9d1 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:35:37.503005 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-08bd3e28-d95d-42fb-8c54-56ad8262c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:37.507562 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd3e28-d95d-42fb-8c54-56ad8262c9d1 None None] Checking router: 69a3c89b-fcfa-49d5-aaf7-efae06af205a for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:35:37.516242 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd3e28-d95d-42fb-8c54-56ad8262c9d1 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:35:37.516859 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-08bd3e28-d95d-42fb-8c54-56ad8262c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:35:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:37.681177 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a1d73386-7ed7-4cfa-b9d4-93c95e2946e9 req-08ff4c19-1a41-4c30-a3f6-4205f52e0ed0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=20ad3b76-af0b-408a-81d8-7cf3032270a5 HTTP/1.1" status: 200 len: 210 time: 0.0498927 Dec 22 13:35:37.694565 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-08bd3e28-d95d-42fb-8c54-56ad8262c9d1 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:35:38.011237 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-08bd3e28-d95d-42fb-8c54-56ad8262c9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:38.015159 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd3e28-d95d-42fb-8c54-56ad8262c9d1 None None] The sync data for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv is: [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:35:38.251202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422371eb-9895-413c-8b2a-9b9519939a21 None None] New status for floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:35:39.071489 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-812e0a63-dc5b-4357-b9d1-5c9d932b76e0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--226951185&fields=id&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 267 time: 0.0401220 Dec 22 13:35:39.222720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-fa0e6632-e5fc-488d-9e0a-5ad8e362a8b5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:39.224163 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-fa0e6632-e5fc-488d-9e0a-5ad8e362a8b5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 811 time: 0.1461856 Dec 22 13:35:39.238737 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-890dbb75-fe2e-457a-a0f5-47afb1bf4a5b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/quotas/5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 375 time: 0.0091469 Dec 22 13:35:39.321863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-32e78269-b393-4f99-8b67-8f7c716133d7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Synchronizing usage tracker for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:35:39.339333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-32e78269-b393-4f99-8b67-8f7c716133d7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Unset dirty status for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:35:39.340841 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-32e78269-b393-4f99-8b67-8f7c716133d7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973239 Dec 22 13:35:39.550979 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-34dc48b7-94c0-411a-999f-16028fb67fbe service neutron] 10.222.0.24 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981487 Dec 22 13:35:39.561608 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device fe2f4b31-6378-463e-9583-53f077b4671d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:35:39.597433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: fe2f4b31-6378-463e-9583-53f077b4671d {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:35:39.597864 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device fe2f4b31-6378-463e-9583-53f077b4671d not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:35:39.697064 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-bd04cb29-01bb-4b00-8820-a0a5aaaac15b service neutron] 10.222.0.24 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399844 Dec 22 13:35:40.010699 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0a068af7-ffab-4b04-84e6-64513e115d74 req-ac71b5cd-819e-4a66-a964-61cfd5064c6d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 210 time: 0.1665640 Dec 22 13:35:40.825591 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:40.974369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-682e65fd-c91e-4d44-ad43-bb9787d9b783 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:40.975810 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-682e65fd-c91e-4d44-ad43-bb9787d9b783 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 811 time: 0.1455116 Dec 22 13:35:41.026774 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-3a645b26-4431-482a-9e81-8d74b6258142 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 379 time: 0.0429387 Dec 22 13:35:41.035727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Request body: {'port': {'device_id': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'admin_state_up': True, 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'security_groups': ['bc94d674-742a-474a-aa1c-b34170d49cfb']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:35:41.274823 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a101804f-4cac-4b15-be9b-deb013c6b0fc req-62a60904-f733-4000-8cd4-319cd2688597 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 210 time: 0.1580837 Dec 22 13:35:41.315633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:35:41.325410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:35:41.338257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Made reservation on behalf of 5bcb14cb31194e3fa996c8c103e0fd7e for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:35:41.341651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:41.501486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Allocated IP 172.20.0.8 (4aac9a7f-bd6b-448b-b071-99e99e1dbb2a/c0060b24-bbf6-4a84-bb95-1fb44eb1a268/0a401572-337c-401b-b2b9-c2bd80196dc6) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:35:41.705692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:41.721636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Transition to ACTIVE for port object 0a401572-337c-401b-b2b9-c2bd80196dc6 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:35:41.749165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:41.754831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:41.824139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:35:41.827393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:35:41.831295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:35:41.862410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event updated for resources: {'Port': ['ID=0a401572-337c-401b-b2b9-c2bd80196dc6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:41.869203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:41.898766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:41.899388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:41.926065 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8938799 Dec 22 13:35:41.984662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Request body: {'port': {'device_id': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:35:42.098262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-70d8716f-4e68-4ad4-890f-bc6c50f98442 None None] Provisioning for port 0a401572-337c-401b-b2b9-c2bd80196dc6 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:35:42.100746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:42.103386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-70d8716f-4e68-4ad4-890f-bc6c50f98442 None None] Provisioning complete for port 0a401572-337c-401b-b2b9-c2bd80196dc6 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:35:42.103806 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-70d8716f-4e68-4ad4-890f-bc6c50f98442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:42.154896 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-70d8716f-4e68-4ad4-890f-bc6c50f98442 None None] Port 0a401572-337c-401b-b2b9-c2bd80196dc6 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:35:42.445741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a401572-337c-401b-b2b9-c2bd80196dc6 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:35:42.453442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:42.462715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567c8ae-b0d1-4bbb-a3cf-c77a8e037d8e req-29929c2f-ef55-4966-a75e-0aa918326674 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:42.464169 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1567c8ae-b0d1-4bbb-a3cf-c77a8e037d8e req-29929c2f-ef55-4966-a75e-0aa918326674 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 931 time: 0.0789170 Dec 22 13:35:42.468822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Transition to ACTIVE for port object 0a401572-337c-401b-b2b9-c2bd80196dc6 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:35:42.474316 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:42.479426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f2c8542f-9bfd-4e87-91a1-bb10d09b2d61 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:42.511680 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1567c8ae-b0d1-4bbb-a3cf-c77a8e037d8e req-e579532c-cae4-4b5a-a9b1-328389ce0d68 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412650 Dec 22 13:35:42.666041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Pushing event updated for resources: {'Port': ['ID=0a401572-337c-401b-b2b9-c2bd80196dc6,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:42.669075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:42.712419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Attempting to bind port 0a401572-337c-401b-b2b9-c2bd80196dc6 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:35:42.712752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Attempting to bind port 0a401572-337c-401b-b2b9-c2bd80196dc6 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:35:42.713079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Attempting to bind port 0a401572-337c-401b-b2b9-c2bd80196dc6 on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:35:42.717711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Port 0a401572-337c-401b-b2b9-c2bd80196dc6 on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:35:42.718046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Attempting to bind port 0a401572-337c-401b-b2b9-c2bd80196dc6 on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:35:42.722946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:35:42.723277 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Checking segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:35:42.723685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Bound using segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:35:42.724110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Bound port: 0a401572-337c-401b-b2b9-c2bd80196dc6, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:35:42.724453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:42.828109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:35:42.831136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:35:42.838981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:42.842624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:42.899071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:42.899787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:42.901230 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] 10.222.0.54 "PUT /v2.0/ports/0a401572-337c-401b-b2b9-c2bd80196dc6 HTTP/1.1" status: 200 len: 1093 time: 0.9668448 Dec 22 13:35:42.901774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:35:42.923264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Pushing event updated for resources: {'Port': ['ID=0a401572-337c-401b-b2b9-c2bd80196dc6,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:42.926736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:42.975956 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'status': 'completed', 'code': 200} Dec 22 13:35:43.022770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-c03924a8-cf06-466f-9ec2-8b782f6b77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:43.024411 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-c03924a8-cf06-466f-9ec2-8b782f6b77a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 1096 time: 0.0803390 Dec 22 13:35:43.092972 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-e018ac32-8bcf-4708-b2d5-125cb3318b7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a401572-337c-401b-b2b9-c2bd80196dc6 HTTP/1.1" status: 200 len: 217 time: 0.0616803 Dec 22 13:35:43.268716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-ae401be8-96c6-46b4-8f6e-1245cf0cfa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:43.270030 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-ae401be8-96c6-46b4-8f6e-1245cf0cfa02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.1709976 Dec 22 13:35:43.350287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-42b514eb-2d14-47d6-afd9-45a55bafb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:43.351753 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-42b514eb-2d14-47d6-afd9-45a55bafb2b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740619 Dec 22 13:35:43.488576 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-f06ba2cf-2f64-4477-b7ab-01f3bfafc259 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301548 Dec 22 13:35:43.622529 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2db0092-39fe-4124-bbed-a7ce7f963119 req-c04e2d3a-bba9-447e-97ea-830ab0b0017d service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273942 Dec 22 13:35:43.698749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2d6b9-9121-42fa-9a9f-2cf92e868295 req-293e3769-6cde-4ab9-96ad-f51eb4a01dc3 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:43.700298 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c0c2d6b9-9121-42fa-9a9f-2cf92e868295 req-293e3769-6cde-4ab9-96ad-f51eb4a01dc3 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 943 time: 0.0795879 Dec 22 13:35:43.741500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca1589-ba14-41e8-92ea-a798ac0e6152 req-3f098182-47f6-47cb-8b99-7d3e33d46dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:43.743333 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83ca1589-ba14-41e8-92ea-a798ac0e6152 req-3f098182-47f6-47cb-8b99-7d3e33d46dc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 1096 time: 0.0723128 Dec 22 13:35:43.744474 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c0c2d6b9-9121-42fa-9a9f-2cf92e868295 req-3bd223d1-4986-4189-bff5-0eb65e651bfb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383623 Dec 22 13:35:43.873229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca1589-ba14-41e8-92ea-a798ac0e6152 req-e7872928-1ffb-44e0-b4cc-1f8ed4f7aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:43.874577 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83ca1589-ba14-41e8-92ea-a798ac0e6152 req-e7872928-1ffb-44e0-b4cc-1f8ed4f7aff6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1252182 Dec 22 13:35:43.943822 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83ca1589-ba14-41e8-92ea-a798ac0e6152 req-9e2ff0e1-819f-4aba-ad3c-1a78278e926f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a401572-337c-401b-b2b9-c2bd80196dc6 HTTP/1.1" status: 200 len: 217 time: 0.0628371 Dec 22 13:35:44.011484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca1589-ba14-41e8-92ea-a798ac0e6152 req-dc546b24-b254-410e-8f23-5a5bf4f39d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:44.013802 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83ca1589-ba14-41e8-92ea-a798ac0e6152 req-dc546b24-b254-410e-8f23-5a5bf4f39d60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0637615 Dec 22 13:35:44.093422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca1589-ba14-41e8-92ea-a798ac0e6152 req-9a2946e7-9871-49c6-9fbf-bb249d20c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:44.094892 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83ca1589-ba14-41e8-92ea-a798ac0e6152 req-9a2946e7-9871-49c6-9fbf-bb249d20c544 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741525 Dec 22 13:35:44.229046 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83ca1589-ba14-41e8-92ea-a798ac0e6152 req-cd789489-9fb0-4e67-92f6-0882e61fca85 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274352 Dec 22 13:35:44.360081 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-83ca1589-ba14-41e8-92ea-a798ac0e6152 req-f80e078d-7c40-4337-8c91-4052ac55016e service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243281 Dec 22 13:35:45.091795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27683a68-53e8-4f1e-a8d2-a0a24b988f7e req-41db03de-5d28-4360-9c52-b192811f857f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:45.092479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-27683a68-53e8-4f1e-a8d2-a0a24b988f7e req-41db03de-5d28-4360-9c52-b192811f857f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Synchronizing usage tracker for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:35:45.110542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-27683a68-53e8-4f1e-a8d2-a0a24b988f7e req-41db03de-5d28-4360-9c52-b192811f857f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Unset dirty status for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:35:45.111749 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27683a68-53e8-4f1e-a8d2-a0a24b988f7e req-41db03de-5d28-4360-9c52-b192811f857f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 943 time: 0.1088138 Dec 22 13:35:45.159573 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27683a68-53e8-4f1e-a8d2-a0a24b988f7e req-14f29a67-c014-48ee-8dbe-9b1b2680ea9c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419109 Dec 22 13:35:45.587185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0a401572-337c-401b-b2b9-c2bd80196dc6 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:35:45.763221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:35:45.775920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'port_id': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'mac_address': 'fa:16:3e:71:38:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:35:45.832807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:45.850334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a401572-337c-401b-b2b9-c2bd80196dc6 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:35:45.866061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:35:45.872705 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:45.875586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:45.941422 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0a401572-337c-401b-b2b9-c2bd80196dc6,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:45.944640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:46.187492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['0a401572-337c-401b-b2b9-c2bd80196dc6'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:35:46.346132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecc014-4204-4553-8ffb-97bdec5d729e req-80397a1c-5067-4d13-967b-0f10b3ed0bfc tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:46.347597 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-48ecc014-4204-4553-8ffb-97bdec5d729e req-80397a1c-5067-4d13-967b-0f10b3ed0bfc tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 944 time: 0.0833185 Dec 22 13:35:46.391415 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-48ecc014-4204-4553-8ffb-97bdec5d729e req-02d1f619-5445-4795-8652-9ce2c2fed959 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381112 Dec 22 13:35:47.586678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639820c-57da-4d89-a88c-4ef6c2547a34 req-5732eb47-83f2-4f06-be76-47caaf38ace9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:47.588146 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7639820c-57da-4d89-a88c-4ef6c2547a34 req-5732eb47-83f2-4f06-be76-47caaf38ace9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 944 time: 0.0843782 Dec 22 13:35:47.607174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0a401572-337c-401b-b2b9-c2bd80196dc6 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:35:47.635510 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7639820c-57da-4d89-a88c-4ef6c2547a34 req-27f8ceff-7e4f-4a30-8f92-eba8ace4b02a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384781 Dec 22 13:35:47.677044 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 0a401572-337c-401b-b2b9-c2bd80196dc6 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:35:47.681623 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 0a401572-337c-401b-b2b9-c2bd80196dc6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:35:47.682007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:47.800297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:47.826470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:35:47.836744 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:35:47.842232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:47.844243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:35:47.873660 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'code': 200} Dec 22 13:35:47.914792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0a401572-337c-401b-b2b9-c2bd80196dc6,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:35:47.917818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:35:48.106731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e7818-04b1-4de7-be59-223da8a41836 req-6eb9c267-ab74-4cb1-8d71-67aebe3fc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:48.108145 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-761e7818-04b1-4de7-be59-223da8a41836 req-6eb9c267-ab74-4cb1-8d71-67aebe3fc50e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 1098 time: 0.0755339 Dec 22 13:35:48.153130 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-761e7818-04b1-4de7-be59-223da8a41836 req-2170ed8d-cde1-4be3-935c-c096597df9b9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380044 Dec 22 13:35:48.837980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c176a5-3454-43af-ba4b-21b8d0bfc29d req-b57759e7-d59c-4c6c-9078-d60cfe5a9637 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:48.839441 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e0c176a5-3454-43af-ba4b-21b8d0bfc29d req-b57759e7-d59c-4c6c-9078-d60cfe5a9637 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0885394 Dec 22 13:35:48.887147 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e0c176a5-3454-43af-ba4b-21b8d0bfc29d req-66ff513a-b6b8-4e59-b6e6-3215d70bfac0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392294 Dec 22 13:35:50.076848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e966a-ca3f-430a-951d-f16ac49b67e4 req-44def2cd-95cf-4481-a338-ba32a3fc8408 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:50.078285 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-706e966a-ca3f-430a-951d-f16ac49b67e4 req-44def2cd-95cf-4481-a338-ba32a3fc8408 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0843451 Dec 22 13:35:50.125378 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-706e966a-ca3f-430a-951d-f16ac49b67e4 req-573dbe24-4be2-4700-89ad-ceb23316fa4a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386884 Dec 22 13:35:50.320985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966319af-9b81-4242-8d1f-103674bfd58a req-5a9c7ed4-a61a-4555-8211-e4810b9f8e9b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:50.322347 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-966319af-9b81-4242-8d1f-103674bfd58a req-5a9c7ed4-a61a-4555-8211-e4810b9f8e9b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0947957 Dec 22 13:35:50.331080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 57780) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:35:50.336333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-571d00bf-8ecd-4369-9e77-ba7309c6f775 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Request body: {'floatingip': {'port_id': '0a401572-337c-401b-b2b9-c2bd80196dc6'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:35:50.413869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-571d00bf-8ecd-4369-9e77-ba7309c6f775 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:51.126049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-571d00bf-8ecd-4369-9e77-ba7309c6f775 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:51.133741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-571d00bf-8ecd-4369-9e77-ba7309c6f775 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:51.305229 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-571d00bf-8ecd-4369-9e77-ba7309c6f775 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2 associated. External IP: 172.26.4.151, port: 0a401572-337c-401b-b2b9-c2bd80196dc6. Dec 22 13:35:51.665153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571d00bf-8ecd-4369-9e77-ba7309c6f775 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Router 69a3c89b-fcfa-49d5-aaf7-efae06af205a has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:35:51.992187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571d00bf-8ecd-4369-9e77-ba7309c6f775 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:35:51.997293 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-571d00bf-8ecd-4369-9e77-ba7309c6f775 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:52.002108 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb665cb3-58e8-4777-a30f-74a26e39ca90 None None] Sync routers for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:35:52.013085 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb665cb3-58e8-4777-a30f-74a26e39ca90 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:35:52.013717 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-eb665cb3-58e8-4777-a30f-74a26e39ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:35:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:52.053155 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-571d00bf-8ecd-4369-9e77-ba7309c6f775 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "PUT /v2.0/floatingips/4c675dd9-c975-4058-a3a4-bd2738afcbc2 HTTP/1.1" status: 200 len: 991 time: 1.7209923 Dec 22 13:35:52.053850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:35:52.100225 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'status': 'completed', 'code': 200} Dec 22 13:35:52.189653 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-eb665cb3-58e8-4777-a30f-74a26e39ca90 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:35:52.193203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200b17d-6782-4585-b7a8-7c4bbd422325 req-c6313b03-698e-406c-b596-05206d943bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:52.194740 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a200b17d-6782-4585-b7a8-7c4bbd422325 req-c6313b03-698e-406c-b596-05206d943bd9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 1098 time: 0.0734959 Dec 22 13:35:52.327853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200b17d-6782-4585-b7a8-7c4bbd422325 req-d744e3a2-8625-4e63-82be-9517befff210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:52.329241 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a200b17d-6782-4585-b7a8-7c4bbd422325 req-d744e3a2-8625-4e63-82be-9517befff210 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1282606 Dec 22 13:35:52.436445 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a200b17d-6782-4585-b7a8-7c4bbd422325 req-9cd99295-23d2-4026-a282-9853d858ad28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a401572-337c-401b-b2b9-c2bd80196dc6 HTTP/1.1" status: 200 len: 999 time: 0.1000845 Dec 22 13:35:52.499105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200b17d-6782-4585-b7a8-7c4bbd422325 req-15f56642-b7ab-40de-8e05-935225174d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:52.500883 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a200b17d-6782-4585-b7a8-7c4bbd422325 req-15f56642-b7ab-40de-8e05-935225174d73 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0582731 Dec 22 13:35:52.565736 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-eb665cb3-58e8-4777-a30f-74a26e39ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4c675dd9-c975-4058-a3a4-bd2738afcbc2', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'port_id': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'mac_address': 'fa:16:3e:71:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:31:41Z', 'updated_at': '2021-12-22T13:35:51Z', 'revision_number': 9, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:52.570286 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb665cb3-58e8-4777-a30f-74a26e39ca90 None None] Checking router: 69a3c89b-fcfa-49d5-aaf7-efae06af205a for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:35:52.579928 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb665cb3-58e8-4777-a30f-74a26e39ca90 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:35:52.580263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200b17d-6782-4585-b7a8-7c4bbd422325 req-d40d1a2a-e1e1-410e-b4f9-5f77d64e4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:35:52.580478 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-eb665cb3-58e8-4777-a30f-74a26e39ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:35:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:52.581742 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a200b17d-6782-4585-b7a8-7c4bbd422325 req-d40d1a2a-e1e1-410e-b4f9-5f77d64e4805 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750008 Dec 22 13:35:52.719070 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a200b17d-6782-4585-b7a8-7c4bbd422325 req-484a33fe-866d-4cf6-a8bf-2bc8aa85239e service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304693 Dec 22 13:35:52.760543 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-eb665cb3-58e8-4777-a30f-74a26e39ca90 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:35:52.852525 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a200b17d-6782-4585-b7a8-7c4bbd422325 req-ee1cd424-73ad-4a07-a304-73cb14af55b4 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263125 Dec 22 13:35:53.111903 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-eb665cb3-58e8-4777-a30f-74a26e39ca90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4c675dd9-c975-4058-a3a4-bd2738afcbc2', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'port_id': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'mac_address': 'fa:16:3e:71:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:31:41Z', 'updated_at': '2021-12-22T13:35:51Z', 'revision_number': 9, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:35:53.116125 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb665cb3-58e8-4777-a30f-74a26e39ca90 None None] The sync data for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv is: [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4c675dd9-c975-4058-a3a4-bd2738afcbc2', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'port_id': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'mac_address': 'fa:16:3e:71:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:31:41Z', 'updated_at': '2021-12-22T13:35:51Z', 'revision_number': 9, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:35:53.314451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8568b7fa-2208-431c-9c85-92cfce1669c5 None None] New status for floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:35:57.539862 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aca9de7f-3587-4b00-b215-113d19a51b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:35:57.836374 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:35:59.884119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0846cc79-e21a-4839-8709-b213b4452921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:00.925467 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:01.007006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:02.463985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:10.830309 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:27.543192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a6967f54-dfcb-4cb3-9296-56816f20d4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:29.885132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a1a06ed0-6491-4f2b-9c78-7804bc814a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:30.925988 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:31.019821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:32.470297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:34.837716 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:36:40.843185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:43.558165 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc0d09cb-1cc7-4051-8eb9-df8d97af3465 req-81d79e99-4a55-40c7-892c-f9b2b5c1450c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771482 Dec 22 13:36:43.705884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d09cb-1cc7-4051-8eb9-df8d97af3465 req-14f9020e-f108-4de8-920b-daa65ca59ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:43.707378 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc0d09cb-1cc7-4051-8eb9-df8d97af3465 req-14f9020e-f108-4de8-920b-daa65ca59ea8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 1098 time: 0.0795605 Dec 22 13:36:43.856950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d09cb-1cc7-4051-8eb9-df8d97af3465 req-f117e16a-3b7d-4247-800d-94c1da7d18bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:43.858337 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc0d09cb-1cc7-4051-8eb9-df8d97af3465 req-f117e16a-3b7d-4247-800d-94c1da7d18bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1298323 Dec 22 13:36:43.964515 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc0d09cb-1cc7-4051-8eb9-df8d97af3465 req-6cfc6d1d-328d-4102-8bb8-6b024ade1435 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a401572-337c-401b-b2b9-c2bd80196dc6 HTTP/1.1" status: 200 len: 1002 time: 0.0995009 Dec 22 13:36:44.031710 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d09cb-1cc7-4051-8eb9-df8d97af3465 req-94f13020-38a9-4d76-8dc8-5b4912b018b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:44.033112 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc0d09cb-1cc7-4051-8eb9-df8d97af3465 req-94f13020-38a9-4d76-8dc8-5b4912b018b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0620396 Dec 22 13:36:44.108259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d09cb-1cc7-4051-8eb9-df8d97af3465 req-ffcf47fd-f269-4341-a21f-83be0cd502f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:36:44.109621 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc0d09cb-1cc7-4051-8eb9-df8d97af3465 req-ffcf47fd-f269-4341-a21f-83be0cd502f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700924 Dec 22 13:36:44.241905 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc0d09cb-1cc7-4051-8eb9-df8d97af3465 req-4f67ec83-3111-40fd-b8ce-c2dd68d1d84c service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259651 Dec 22 13:36:44.487517 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc0d09cb-1cc7-4051-8eb9-df8d97af3465 req-e69c6a3f-0ad7-48ce-a315-3a6e92641ff5 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390845 Dec 22 13:36:57.545675 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-955de95e-cc64-41e1-8a7a-837af14dbd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:36:59.885461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7036fdb6-482f-42aa-855c-ec88bb3e2193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:00.929077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:01.021769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:02.468554 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:06.178665 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-9ad2fcd8-258f-4739-9ed8-55489fee6a43 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768163 Dec 22 13:37:06.232489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bae6c7-81ea-4d4a-88dd-b30dec1b32d1 req-174f6170-91af-42f8-8dc2-12ffd58f1d67 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:06.233957 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-33bae6c7-81ea-4d4a-88dd-b30dec1b32d1 req-174f6170-91af-42f8-8dc2-12ffd58f1d67 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0867033 Dec 22 13:37:06.279769 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-33bae6c7-81ea-4d4a-88dd-b30dec1b32d1 req-439251c2-1d80-4d7c-8a54-c9758e2e0ca6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388768 Dec 22 13:37:07.334320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-b0bc422e-2133-4ba8-b529-8b180533394f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:07.336348 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-b0bc422e-2133-4ba8-b529-8b180533394f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 1098 time: 0.0839250 Dec 22 13:37:07.480736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562dd293-0dfd-4758-9a62-cb02a261d981 req-bd912a02-c321-4437-b4fa-b0a6b2f3ada0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:07.482207 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-562dd293-0dfd-4758-9a62-cb02a261d981 req-bd912a02-c321-4437-b4fa-b0a6b2f3ada0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0924959 Dec 22 13:37:07.483836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-df80b3e2-d2db-4d99-8aa6-a8d930b94e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:07.485368 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-df80b3e2-d2db-4d99-8aa6-a8d930b94e86 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1427386 Dec 22 13:37:07.525968 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-562dd293-0dfd-4758-9a62-cb02a261d981 req-1610ec5f-aa1e-4ee1-aa65-aaf233368949 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380087 Dec 22 13:37:07.596046 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-bc92c32b-e78f-43dc-bbd4-0cbf278b0899 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a401572-337c-401b-b2b9-c2bd80196dc6 HTTP/1.1" status: 200 len: 1002 time: 0.1035008 Dec 22 13:37:07.662399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-ca86b723-ca53-42a1-bf08-74dacf209000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:07.664571 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-ca86b723-ca53-42a1-bf08-74dacf209000 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0626326 Dec 22 13:37:07.742176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-42d0a271-d962-4c2f-9e13-d0840908b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:07.743665 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-42d0a271-d962-4c2f-9e13-d0840908b06f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717576 Dec 22 13:37:07.878600 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-2ca8ccd9-1ba8-4871-8840-78afa2bcd6a2 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279817 Dec 22 13:37:08.010072 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-b48be510-52b4-4c4f-8b53-5e9ad48668e2 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247976 Dec 22 13:37:08.713677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed54cfa-56ce-459e-ba7f-d3b869d6b9c8 req-7cfaa005-1f88-478c-8cb3-d418b7af5031 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:08.715108 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aed54cfa-56ce-459e-ba7f-d3b869d6b9c8 req-7cfaa005-1f88-478c-8cb3-d418b7af5031 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0814571 Dec 22 13:37:08.764184 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aed54cfa-56ce-459e-ba7f-d3b869d6b9c8 req-333e0db2-41cf-4fec-8f90-e5b1f987c7be tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433314 Dec 22 13:37:09.982807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604a4dd-e114-45e5-9f21-94db84a6db92 req-c61dd97d-b732-4340-87e3-dd8f817c1dca tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:09.984279 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1604a4dd-e114-45e5-9f21-94db84a6db92 req-c61dd97d-b732-4340-87e3-dd8f817c1dca tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0933342 Dec 22 13:37:10.027521 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1604a4dd-e114-45e5-9f21-94db84a6db92 req-c9f49648-b6b2-4496-ad2a-04776c98e75a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374601 Dec 22 13:37:10.832033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:11.232931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca3bba-16e8-474a-a5a3-2b08df9497c2 req-cc8044c0-1e3c-4e57-a98e-23e07b884fa7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:11.234383 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-62ca3bba-16e8-474a-a5a3-2b08df9497c2 req-cc8044c0-1e3c-4e57-a98e-23e07b884fa7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0922444 Dec 22 13:37:11.279255 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-62ca3bba-16e8-474a-a5a3-2b08df9497c2 req-c66d966d-8096-401f-afca-96be75db83c9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372825 Dec 22 13:37:11.842552 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:37:12.488942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd759b-4ad0-42c6-a1da-d5de35d6fef5 req-0951e982-3897-4276-8ca7-0ea7a7fc3124 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:12.490399 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-76bd759b-4ad0-42c6-a1da-d5de35d6fef5 req-0951e982-3897-4276-8ca7-0ea7a7fc3124 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0851104 Dec 22 13:37:12.538106 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-76bd759b-4ad0-42c6-a1da-d5de35d6fef5 req-2f66f250-2774-49bf-b256-1274a6bcaec7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419874 Dec 22 13:37:13.752757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8cb7e-6cbd-4ab4-bd3a-387cdb748be7 req-f84765ee-0e7d-4fc4-b2b9-daf6c2f5fb62 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:13.754203 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0ca8cb7e-6cbd-4ab4-bd3a-387cdb748be7 req-f84765ee-0e7d-4fc4-b2b9-daf6c2f5fb62 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0971916 Dec 22 13:37:13.801512 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0ca8cb7e-6cbd-4ab4-bd3a-387cdb748be7 req-b4a34962-2da2-4854-973a-5174644609b4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415385 Dec 22 13:37:15.006449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706dbeec-df03-4f23-a0d3-c919e10ced0f req-c00455e0-5d3e-4e79-b292-51dc5e2e20c5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:15.007908 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-706dbeec-df03-4f23-a0d3-c919e10ced0f req-c00455e0-5d3e-4e79-b292-51dc5e2e20c5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0898910 Dec 22 13:37:15.053697 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-706dbeec-df03-4f23-a0d3-c919e10ced0f req-372f2b9f-fd10-4591-87d2-a1ad1c92b690 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374503 Dec 22 13:37:16.269401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2525cb9-894a-44b7-9a59-a7f017eec699 req-50e21508-c647-4900-b3c2-42780562ba6e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:16.270865 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d2525cb9-894a-44b7-9a59-a7f017eec699 req-50e21508-c647-4900-b3c2-42780562ba6e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0966246 Dec 22 13:37:16.325034 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d2525cb9-894a-44b7-9a59-a7f017eec699 req-be893d06-2b7d-440f-8881-de2f9f177146 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482388 Dec 22 13:37:17.529304 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e5436-4601-430e-b8be-66a59edfe812 req-dca8b1d2-3f4c-4f84-af26-6033d9acc596 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:17.530776 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-375e5436-4601-430e-b8be-66a59edfe812 req-dca8b1d2-3f4c-4f84-af26-6033d9acc596 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0915306 Dec 22 13:37:17.575919 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-375e5436-4601-430e-b8be-66a59edfe812 req-5acb0668-d8cd-4424-bf8b-69ce535c3c30 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392890 Dec 22 13:37:18.786281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c588b30-0ca5-4960-be8a-2f76efd1ee6a req-376fd79b-e40c-4f77-a9d4-452c774d6eb2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:18.787945 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9c588b30-0ca5-4960-be8a-2f76efd1ee6a req-376fd79b-e40c-4f77-a9d4-452c774d6eb2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0980093 Dec 22 13:37:18.832448 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9c588b30-0ca5-4960-be8a-2f76efd1ee6a req-fb93177e-e99c-4b52-b9b5-2cc7a155d107 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385334 Dec 22 13:37:19.625139 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-f33d49cb-6fcc-4d5c-9977-78506d15d154 service neutron] 10.222.0.54 "GET /v2.0/ports/0a401572-337c-401b-b2b9-c2bd80196dc6/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0762646 Dec 22 13:37:19.907920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-b05efccc-20fb-4d08-8a24-a5dfee83abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:19.909427 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-b05efccc-20fb-4d08-8a24-a5dfee83abda service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 1098 time: 0.0776150 Dec 22 13:37:20.006778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-ba619c45-1530-4698-b4f2-9af5adc66038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:20.008356 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-ba619c45-1530-4698-b4f2-9af5adc66038 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 1098 time: 0.0734329 Dec 22 13:37:20.015240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ffb5d-5421-4e18-a634-faf78bc08393 req-b7943a7f-b788-453a-b52e-6503e58630a2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:20.016728 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-961ffb5d-5421-4e18-a634-faf78bc08393 req-b7943a7f-b788-453a-b52e-6503e58630a2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0778537 Dec 22 13:37:20.060543 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-961ffb5d-5421-4e18-a634-faf78bc08393 req-0527f1e3-0337-4b1b-bb0c-d4472e08e29a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380843 Dec 22 13:37:20.244829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-bbbc329e-e289-44c4-b53a-d726c13a5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:20.246269 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-bbbc329e-e289-44c4-b53a-d726c13a5575 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.2318618 Dec 22 13:37:20.355004 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-c456098c-2981-4033-9e0c-ed82f733e3f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a401572-337c-401b-b2b9-c2bd80196dc6 HTTP/1.1" status: 200 len: 1002 time: 0.0998366 Dec 22 13:37:20.420216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-790edbe0-f332-49b2-b1a9-a24f945b98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:20.421594 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-790edbe0-f332-49b2-b1a9-a24f945b98b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0605617 Dec 22 13:37:20.495973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-a25e4f88-8e60-4fed-bcba-1a4ff1569ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:20.497298 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-a25e4f88-8e60-4fed-bcba-1a4ff1569ae6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692234 Dec 22 13:37:20.629214 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-f33e8579-894c-4367-96db-638e8a3a1d29 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253316 Dec 22 13:37:20.761714 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0bea69e5-dc1b-4d65-ab93-898de140695a req-e05e9f97-8199-4dc9-9453-999e06510ab1 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246800 Dec 22 13:37:21.256442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1da6de-4c90-4606-ad56-9185a17d3e6b req-19761d57-33df-4caa-b73f-331d340e1faa tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:21.257875 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3e1da6de-4c90-4606-ad56-9185a17d3e6b req-19761d57-33df-4caa-b73f-331d340e1faa tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0843837 Dec 22 13:37:21.304713 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3e1da6de-4c90-4606-ad56-9185a17d3e6b req-62683731-5232-4317-9328-4d737aef7de6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410664 Dec 22 13:37:22.060379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0a401572-337c-401b-b2b9-c2bd80196dc6 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:37:22.062747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0a401572-337c-401b-b2b9-c2bd80196dc6 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:37:22.277442 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:22.301394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:37:22.360663 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'port_id': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'mac_address': 'fa:16:3e:71:38:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:37:22.368054 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:22.409517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:37:22.422880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:22.429160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-139126e9-5930-455f-b900-e60e9b255ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:22.469099 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'code': 200} Dec 22 13:37:22.493318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:22.509681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b62b0-92f0-4241-8994-7a90465cfab3 req-440d6193-925a-4847-a0ab-6bcdea94889d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:22.511162 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8e5b62b0-92f0-4241-8994-7a90465cfab3 req-440d6193-925a-4847-a0ab-6bcdea94889d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 943 time: 0.0863309 Dec 22 13:37:22.517507 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a401572-337c-401b-b2b9-c2bd80196dc6 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:37:22.525559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0a401572-337c-401b-b2b9-c2bd80196dc6,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:22.556986 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8e5b62b0-92f0-4241-8994-7a90465cfab3 req-3597ce70-2046-4c20-9661-ac79c4cfb1d6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397174 Dec 22 13:37:22.565169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:22.565517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:22.565855 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:22.566185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:22.566515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:22.566948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:22.567162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:22.567482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:22.567830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:22.568152 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:22.568469 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:22.568780 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:22.578789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:22.592340 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:37:22.592694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:37:23.155119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:23.171631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a401572-337c-401b-b2b9-c2bd80196dc6 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:37:23.190696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:37:23.197827 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:23.199501 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:23.264666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['0a401572-337c-401b-b2b9-c2bd80196dc6'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:37:23.300546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0a401572-337c-401b-b2b9-c2bd80196dc6,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:23.309329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:23.759337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a88ac-0b23-4c10-95ef-97452d2991fc req-e16fe1d4-a41a-45f4-a255-11c2e7be8a18 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:23.760918 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-985a88ac-0b23-4c10-95ef-97452d2991fc req-e16fe1d4-a41a-45f4-a255-11c2e7be8a18 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 944 time: 0.0922689 Dec 22 13:37:23.808366 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-985a88ac-0b23-4c10-95ef-97452d2991fc req-d8317f4b-b604-46ec-bc96-a98c82735317 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415287 Dec 22 13:37:24.060202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0a401572-337c-401b-b2b9-c2bd80196dc6 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:37:24.133221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 0a401572-337c-401b-b2b9-c2bd80196dc6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:37:24.133609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:24.250638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:24.283856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:37:24.289830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:24.293099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:24.364480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0a401572-337c-401b-b2b9-c2bd80196dc6,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:24.367650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:24.470640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:24.531894 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'code': 200} Dec 22 13:37:25.038805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b5ac9-ef7f-4322-9444-5ad8ed896ee4 req-70c1424d-aae7-4fc4-a7d9-663b108c4974 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:25.040290 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-511b5ac9-ef7f-4322-9444-5ad8ed896ee4 req-70c1424d-aae7-4fc4-a7d9-663b108c4974 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.1030416 Dec 22 13:37:25.084381 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-511b5ac9-ef7f-4322-9444-5ad8ed896ee4 req-1e50705a-c3c5-43b7-8d37-2d6289559704 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383711 Dec 22 13:37:25.545346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-e4e99909-a0e0-463d-b2d8-1e9aeff45ebb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:25.546799 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-e4e99909-a0e0-463d-b2d8-1e9aeff45ebb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.1374125 Dec 22 13:37:25.613590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e1743-615b-4905-92f6-5e8381f67ad0 req-65007124-ff41-4b00-b5c7-def4555378bf tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:25.615040 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b30e1743-615b-4905-92f6-5e8381f67ad0 req-65007124-ff41-4b00-b5c7-def4555378bf tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.1509085 Dec 22 13:37:25.665095 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-a4660a48-c072-4c2f-ae7d-ede9ee8d795d service neutron] 10.222.0.54 "GET /v2.0/ports/0a401572-337c-401b-b2b9-c2bd80196dc6/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.1115613 Dec 22 13:37:25.671840 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b30e1743-615b-4905-92f6-5e8381f67ad0 req-d4711b91-e547-4af8-b241-6b269be74101 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496345 Dec 22 13:37:25.766733 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-898125e8-ac53-4d9a-9879-2bde2ad9ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:25.768291 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-898125e8-ac53-4d9a-9879-2bde2ad9ca6a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 1098 time: 0.0777926 Dec 22 13:37:25.901909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-80da4bea-7297-42b3-ac99-e8faa43da195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:25.903393 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-80da4bea-7297-42b3-ac99-e8faa43da195 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1287868 Dec 22 13:37:26.010326 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-39f503c6-9fbd-47b4-a871-0e105082599f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a401572-337c-401b-b2b9-c2bd80196dc6 HTTP/1.1" status: 200 len: 1002 time: 0.1001780 Dec 22 13:37:26.070525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-c74de7f9-73ab-4e2d-bd18-5b3651dc2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:26.071969 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-c74de7f9-73ab-4e2d-bd18-5b3651dc2426 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0556502 Dec 22 13:37:26.149708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-0acfe374-29b1-4124-a8e5-748047185376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:26.151143 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-0acfe374-29b1-4124-a8e5-748047185376 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731444 Dec 22 13:37:26.392302 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-ea4b23d2-8231-4019-84aa-fa0278c9e693 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345769 Dec 22 13:37:26.521981 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-9c469836-c90e-47a1-bc69-b5be1eef1ce0 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227977 Dec 22 13:37:26.875215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117224c7-fa36-49f4-9194-3024e20fff8b req-04a7a858-6ce5-493a-9f95-4e008fa011ba tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:26.876698 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-117224c7-fa36-49f4-9194-3024e20fff8b req-04a7a858-6ce5-493a-9f95-4e008fa011ba tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0908470 Dec 22 13:37:26.922474 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-117224c7-fa36-49f4-9194-3024e20fff8b req-8be0f048-b4ee-4ea6-b470-e1cf0ca2dfe1 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371926 Dec 22 13:37:27.544318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61060eb3-4bc9-438c-b44e-84e627916a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:28.119196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf67b1c-c8fe-44d2-a43f-5a14db859a4e req-c78042df-ccd0-4c5c-9e6f-bd1b88cff786 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:28.120699 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fdf67b1c-c8fe-44d2-a43f-5a14db859a4e req-c78042df-ccd0-4c5c-9e6f-bd1b88cff786 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0821433 Dec 22 13:37:28.166073 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fdf67b1c-c8fe-44d2-a43f-5a14db859a4e req-2af7a712-7327-4003-a726-e7e934b39684 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379021 Dec 22 13:37:29.135089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-fbc2cd56-f79d-4360-a1ef-24e2a3cebc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:29.136664 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-fbc2cd56-f79d-4360-a1ef-24e2a3cebc92 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 1098 time: 0.0798647 Dec 22 13:37:29.232409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-ece21b31-278f-47ea-b6b7-5280c6aaa076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:29.233879 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-ece21b31-278f-47ea-b6b7-5280c6aaa076 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 1098 time: 0.0724018 Dec 22 13:37:29.359697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2767e-78a0-4159-8d36-bf8550d7190d req-8b761b31-fa45-4428-be34-7df09db64a4b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:29.361940 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7ee2767e-78a0-4159-8d36-bf8550d7190d req-8b761b31-fa45-4428-be34-7df09db64a4b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0874236 Dec 22 13:37:29.366178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-2a9807de-ffa6-4de2-b471-4a7ee7aad492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:29.368001 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-2a9807de-ffa6-4de2-b471-4a7ee7aad492 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1276000 Dec 22 13:37:29.406892 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7ee2767e-78a0-4159-8d36-bf8550d7190d req-5d4771b0-4802-4754-9702-5c8ba980f454 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387745 Dec 22 13:37:29.471648 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-efefb173-4dc7-4866-b924-07fe8c146ddf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a401572-337c-401b-b2b9-c2bd80196dc6 HTTP/1.1" status: 200 len: 1002 time: 0.0973461 Dec 22 13:37:29.532148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-b5655eff-6b20-4935-9e35-ec513df1e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:29.533563 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-b5655eff-6b20-4935-9e35-ec513df1e88f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0556803 Dec 22 13:37:29.612134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-9588f636-768f-47da-9716-d35ca4d197ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:29.613632 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-9588f636-768f-47da-9716-d35ca4d197ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737591 Dec 22 13:37:29.746918 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-bd009667-d3ba-4654-b244-d99b1727d4f8 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259813 Dec 22 13:37:29.880463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1c2bde7b-65a5-4351-8239-69747dafc586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:29.884576 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-825f66ec-d8cf-4157-9c8c-0eb43b2d36dd req-d9edccee-6dab-428b-bb68-431529adfb7e service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303420 Dec 22 13:37:30.606215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f32659-3240-40ba-bd25-3f9cf0fa8d53 req-e6841b74-1ba0-44ca-a421-ed8b1f16f5f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:30.607650 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-63f32659-3240-40ba-bd25-3f9cf0fa8d53 req-e6841b74-1ba0-44ca-a421-ed8b1f16f5f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0811238 Dec 22 13:37:30.650956 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-63f32659-3240-40ba-bd25-3f9cf0fa8d53 req-3564d5ac-5a46-482e-83b2-91ec812669e3 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373197 Dec 22 13:37:30.933094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:31.017403 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:31.857281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcc123-f0ac-4c09-8ab2-504e30910a2f req-41468c16-f0c7-496b-b56c-910b080c9720 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:31.859371 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b5bcc123-f0ac-4c09-8ab2-504e30910a2f req-41468c16-f0c7-496b-b56c-910b080c9720 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0950217 Dec 22 13:37:31.908939 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b5bcc123-f0ac-4c09-8ab2-504e30910a2f req-69fb3d4a-1d61-4f19-9755-a0275a61b7f7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432339 Dec 22 13:37:32.129343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0a401572-337c-401b-b2b9-c2bd80196dc6 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:37:32.132884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0a401572-337c-401b-b2b9-c2bd80196dc6 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:37:32.353240 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:32.370498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:37:32.390242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'port_id': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'mac_address': 'fa:16:3e:71:38:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:37:32.396613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:32.432558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:37:32.439367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:32.442116 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'code': 200} Dec 22 13:37:32.448625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:32.521431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:32.533339 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:32.545236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a401572-337c-401b-b2b9-c2bd80196dc6 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:37:32.554610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0a401572-337c-401b-b2b9-c2bd80196dc6,revision_number=9']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:32.580268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:32.610271 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:37:32.610630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:37:33.110623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d82518-da01-4ca2-88f4-c61a3a1d280a req-b0c4b868-745f-4aa8-bd8e-bd9cfab1e857 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:33.112064 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e5d82518-da01-4ca2-88f4-c61a3a1d280a req-b0c4b868-745f-4aa8-bd8e-bd9cfab1e857 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 943 time: 0.0906267 Dec 22 13:37:33.156459 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e5d82518-da01-4ca2-88f4-c61a3a1d280a req-5a8c2c93-409d-41e0-bac3-b764688fc7bf tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384223 Dec 22 13:37:33.168983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:33.186922 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a401572-337c-401b-b2b9-c2bd80196dc6 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:37:33.202764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:37:33.207817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:33.211005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:33.274873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['0a401572-337c-401b-b2b9-c2bd80196dc6'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:37:33.328755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0a401572-337c-401b-b2b9-c2bd80196dc6,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:33.334888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:33.344616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9cd37-6684-4b39-b416-f0bd42e51ceb req-364dd624-7778-42dd-949f-44e64a41f12d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:33.346187 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-80c9cd37-6684-4b39-b416-f0bd42e51ceb req-364dd624-7778-42dd-949f-44e64a41f12d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0831518 Dec 22 13:37:33.389271 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-80c9cd37-6684-4b39-b416-f0bd42e51ceb req-9c71e7da-20ae-405f-b318-1d909a47b220 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373139 Dec 22 13:37:33.575638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86049264-a044-4ec4-a205-cfb49cc7f71c req-559f5c70-bbed-4c28-912a-6e2404b925dd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:33.576975 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-86049264-a044-4ec4-a205-cfb49cc7f71c req-559f5c70-bbed-4c28-912a-6e2404b925dd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0830979 Dec 22 13:37:33.622271 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-86049264-a044-4ec4-a205-cfb49cc7f71c req-ce36f37c-7b14-4f74-9a62-c204326780cd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394831 Dec 22 13:37:34.014083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9cbca-c165-401c-a7d2-5055b9b1cd29 req-ef453be0-6b76-4b7d-b0f2-83c166fef4cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:34.015538 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-58f9cbca-c165-401c-a7d2-5055b9b1cd29 req-ef453be0-6b76-4b7d-b0f2-83c166fef4cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 945 time: 0.0853145 Dec 22 13:37:34.059185 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-58f9cbca-c165-401c-a7d2-5055b9b1cd29 req-0f7445cd-912c-41ba-8de3-214627c1c7fa tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378432 Dec 22 13:37:34.138199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0a401572-337c-401b-b2b9-c2bd80196dc6 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:37:34.213106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 0a401572-337c-401b-b2b9-c2bd80196dc6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:37:34.214178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:34.367364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:34.399457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:37:34.404962 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:34.406803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:34.447289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:34.479365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=0a401572-337c-401b-b2b9-c2bd80196dc6,revision_number=11']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:34.482484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:34.494458 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'code': 200} Dec 22 13:37:35.259906 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a9f0d-fadc-42dd-a2b3-dac718940bf1 req-68fe379e-558b-4244-aa2f-74a7e473a5a1 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:35.261455 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dc7a9f0d-fadc-42dd-a2b3-dac718940bf1 req-68fe379e-558b-4244-aa2f-74a7e473a5a1 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 946 time: 0.0862997 Dec 22 13:37:35.304435 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dc7a9f0d-fadc-42dd-a2b3-dac718940bf1 req-b948f39b-5899-4e56-b30e-6e69432c1c1f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373948 Dec 22 13:37:36.197259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-5724cc7e-2dc6-4730-8308-2bacb795c605 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:36.198672 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-5724cc7e-2dc6-4730-8308-2bacb795c605 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 946 time: 0.0873764 Dec 22 13:37:36.281284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Deleting port 0a401572-337c-401b-b2b9-c2bd80196dc6 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:37:36.281628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:36.689214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a4073-56b1-41b7-b3c6-e1f9b3829b8b req-893337e3-32e5-46ab-aeb8-3652554e185f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:36.690670 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-443a4073-56b1-41b7-b3c6-e1f9b3829b8b req-893337e3-32e5-46ab-aeb8-3652554e185f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 946 time: 0.2064183 Dec 22 13:37:36.695636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] For port 0a401572-337c-401b-b2b9-c2bd80196dc6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a401572-337c-401b-b2b9-c2bd80196dc6,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:37:36.696031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:36.818090 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-443a4073-56b1-41b7-b3c6-e1f9b3829b8b req-8a0177b7-aadc-45da-8d0f-d8ce1f817c52 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148040 Dec 22 13:37:37.019448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:37.019857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:37.020164 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2 disassociated. External IP: 172.26.4.151, port: 0a401572-337c-401b-b2b9-c2bd80196dc6. Dec 22 13:37:37.020495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Calling delete_port for 0a401572-337c-401b-b2b9-c2bd80196dc6 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:37:37.168401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:37.177964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-51d2c62c-2d71-47ab-b0d2-54dbb4128d51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:37.224540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event deleted for resources: {'Port': ['ID=0a401572-337c-401b-b2b9-c2bd80196dc6,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:37.234992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:37.235359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:37.235829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:37.236154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:37.236518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:37.236906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:37.237243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:37.237621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:37.238046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:37.238416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:37.238795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:37.239145 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:37:37.242829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:37.423688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Router 69a3c89b-fcfa-49d5-aaf7-efae06af205a has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:37:37.599162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:37:37.609556 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6af1b8-4412-4b4a-9f3d-4753e3a0ea48 None None] Sync routers for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:37:37.619410 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6af1b8-4412-4b4a-9f3d-4753e3a0ea48 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:37:37.620035 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2d6af1b8-4412-4b4a-9f3d-4753e3a0ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:37:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:37:37.672736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] No DVR routers for this DVR port 0a401572-337c-401b-b2b9-c2bd80196dc6 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:37:37.675321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:37.677899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'name': 'network-vif-deleted', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:37.693711 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7a4a235a-f838-4660-af6b-a93dd203c6e4 req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "DELETE /v2.0/ports/0a401572-337c-401b-b2b9-c2bd80196dc6 HTTP/1.1" status: 204 len: 173 time: 1.4894826 Dec 22 13:37:37.734593 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6eb300-d9e4-464c-82ec-dfab5c0234b3', 'name': 'network-vif-deleted', 'tag': '0a401572-337c-401b-b2b9-c2bd80196dc6', 'status': 'completed', 'code': 200} Dec 22 13:37:37.798562 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-2d6af1b8-4412-4b4a-9f3d-4753e3a0ea48 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:37:37.978901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3290e84b-c123-4e96-b8ed-48cb9c5b0ad2 req-144af6b1-91c6-46d7-bad0-febe5180c8da tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Synchronizing usage tracker for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:37:37.996022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3290e84b-c123-4e96-b8ed-48cb9c5b0ad2 req-144af6b1-91c6-46d7-bad0-febe5180c8da tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Unset dirty status for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:37:37.997182 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3290e84b-c123-4e96-b8ed-48cb9c5b0ad2 req-144af6b1-91c6-46d7-bad0-febe5180c8da tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6eb300-d9e4-464c-82ec-dfab5c0234b3 HTTP/1.1" status: 200 len: 210 time: 0.0596697 Dec 22 13:37:38.125964 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2d6af1b8-4412-4b4a-9f3d-4753e3a0ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:37:38.129840 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6af1b8-4412-4b4a-9f3d-4753e3a0ea48 None None] Checking router: 69a3c89b-fcfa-49d5-aaf7-efae06af205a for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:37:38.138463 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6af1b8-4412-4b4a-9f3d-4753e3a0ea48 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:37:38.139060 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2d6af1b8-4412-4b4a-9f3d-4753e3a0ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:37:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:37:38.360680 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-2d6af1b8-4412-4b4a-9f3d-4753e3a0ea48 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:37:38.671543 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2d6af1b8-4412-4b4a-9f3d-4753e3a0ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:37:38.676160 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6af1b8-4412-4b4a-9f3d-4753e3a0ea48 None None] The sync data for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv is: [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:37:38.912432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9ade8d-e614-4d40-8dc4-ce882e869c11 None None] New status for floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:37:39.417957 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-8a3182bb-c635-465f-8953-1b92aeef190c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--226951185&fields=id&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 267 time: 0.0409820 Dec 22 13:37:39.677128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-83fc917b-0be9-49c5-b41c-a49221abaa38 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:39.678441 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-83fc917b-0be9-49c5-b41c-a49221abaa38 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 811 time: 0.2541416 Dec 22 13:37:39.693467 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-f0167c97-a6ca-4392-a967-44e003a921d0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/quotas/5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 375 time: 0.0093753 Dec 22 13:37:39.784065 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-1a8a59e7-9101-46b3-b7a6-28561ab6b136 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855837 Dec 22 13:37:39.971841 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-c1364425-31b7-48c4-89d5-da2fa79cbb34 service neutron] 10.222.0.24 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755202 Dec 22 13:37:40.111945 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-209e22fc-2a3a-49b9-91b9-669c03235063 service neutron] 10.222.0.24 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342015 Dec 22 13:37:40.150263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0a401572-337c-401b-b2b9-c2bd80196dc6 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:37:40.184455 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 0a401572-337c-401b-b2b9-c2bd80196dc6 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:37:40.184807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 0a401572-337c-401b-b2b9-c2bd80196dc6 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:37:40.290688 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0f5ccb87-878a-4594-afbc-ddcdfe3b0699 req-bd13e367-4d4d-475b-8a71-c2668f3875ff tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 210 time: 0.0446565 Dec 22 13:37:40.854574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:41.443361 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ec4fd548-faaa-4e8f-8693-1aee2a35c3d1 req-801bf8f9-f72c-4a14-bbf4-d6b376d30c87 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 210 time: 0.0449114 Dec 22 13:37:41.476120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-d1c75415-92be-439f-93e4-2df06149b58c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:41.477508 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-d1c75415-92be-439f-93e4-2df06149b58c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 811 time: 0.2773783 Dec 22 13:37:41.530614 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-2932f7e7-2109-4dca-9036-d77fab26c9b3 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 379 time: 0.0395017 Dec 22 13:37:41.539495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Request body: {'port': {'device_id': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'admin_state_up': True, 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'security_groups': ['bc94d674-742a-474a-aa1c-b34170d49cfb']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:37:41.676441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:37:41.686584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:37:41.698807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Made reservation on behalf of 5bcb14cb31194e3fa996c8c103e0fd7e for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:37:41.702379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:41.865217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Allocated IP 172.20.0.3 (4aac9a7f-bd6b-448b-b071-99e99e1dbb2a/c0060b24-bbf6-4a84-bb95-1fb44eb1a268/938985db-e09a-4b96-836d-486df2e8f19d) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:37:42.049528 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:42.066559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Transition to ACTIVE for port object 938985db-e09a-4b96-836d-486df2e8f19d will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:37:42.096372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:42.101785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:42.169494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:37:42.172728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:37:42.176573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:37:42.207309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:42.214410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:42.244550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:42.245153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:42.272098 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7361083 Dec 22 13:37:42.284332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Request body: {'port': {'device_id': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:37:42.373784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-14c98e1a-3cc4-4c8b-ae8b-0758f44cbb99 None None] Provisioning for port 938985db-e09a-4b96-836d-486df2e8f19d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:37:42.379349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-14c98e1a-3cc4-4c8b-ae8b-0758f44cbb99 None None] Provisioning complete for port 938985db-e09a-4b96-836d-486df2e8f19d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:37:42.379764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-14c98e1a-3cc4-4c8b-ae8b-0758f44cbb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:42.397037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:42.433939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-14c98e1a-3cc4-4c8b-ae8b-0758f44cbb99 None None] Port 938985db-e09a-4b96-836d-486df2e8f19d cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:37:42.726935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b255347-aaaf-46a0-8e7e-ecd084a5a0de req-290790a5-0dbb-494d-bc0a-5b1de5f99cc7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:42.727528 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7b255347-aaaf-46a0-8e7e-ecd084a5a0de req-290790a5-0dbb-494d-bc0a-5b1de5f99cc7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Synchronizing usage tracker for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:37:42.795742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7b255347-aaaf-46a0-8e7e-ecd084a5a0de req-290790a5-0dbb-494d-bc0a-5b1de5f99cc7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Unset dirty status for tenant:5bcb14cb31194e3fa996c8c103e0fd7e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:37:42.796887 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b255347-aaaf-46a0-8e7e-ecd084a5a0de req-290790a5-0dbb-494d-bc0a-5b1de5f99cc7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 931 time: 0.2394326 Dec 22 13:37:42.805455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938985db-e09a-4b96-836d-486df2e8f19d {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:37:42.823751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:42.850670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Transition to ACTIVE for port object 938985db-e09a-4b96-836d-486df2e8f19d will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:37:42.857590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:42.863832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cda9386e-686e-489d-870a-42772212a737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:42.903378 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7b255347-aaaf-46a0-8e7e-ecd084a5a0de req-f8cce186-ad00-4e3d-8308-e6916397fe4c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003783 Dec 22 13:37:43.012965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:43.020895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:43.094709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Attempting to bind port 938985db-e09a-4b96-836d-486df2e8f19d on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:37:43.095043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Attempting to bind port 938985db-e09a-4b96-836d-486df2e8f19d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:37:43.095363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Attempting to bind port 938985db-e09a-4b96-836d-486df2e8f19d on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:37:43.099882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Port 938985db-e09a-4b96-836d-486df2e8f19d on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:37:43.100195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Attempting to bind port 938985db-e09a-4b96-836d-486df2e8f19d on network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:37:43.105245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:37:43.105576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Checking segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:37:43.105958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Bound using segment: {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:37:43.106368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Bound port: 938985db-e09a-4b96-836d-486df2e8f19d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0ffc1f-9c44-4275-af61-2545e0a50d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:37:43.106701 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:43.194243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:37:43.197457 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:37:43.202718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:43.206518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cda9386e-686e-489d-870a-42772212a737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:43.375905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:43.376528 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:43.377892 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] 10.222.0.54 "PUT /v2.0/ports/938985db-e09a-4b96-836d-486df2e8f19d HTTP/1.1" status: 200 len: 1093 time: 1.0980778 Dec 22 13:37:43.378411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:43.403761 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:43.409150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:43.451865 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d', 'status': 'completed', 'code': 200} Dec 22 13:37:43.493156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0dca83b6-d2ec-402f-b772-729fece437d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:43.494637 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-0dca83b6-d2ec-402f-b772-729fece437d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 1096 time: 0.0739872 Dec 22 13:37:43.575850 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-6d8dd571-0ee3-47f0-abf6-ac2f95035e53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938985db-e09a-4b96-836d-486df2e8f19d HTTP/1.1" status: 200 len: 217 time: 0.0689454 Dec 22 13:37:43.637026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-1c818361-a768-4a3a-94ab-7c0ae35716db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:43.638419 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-1c818361-a768-4a3a-94ab-7c0ae35716db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0573604 Dec 22 13:37:43.722163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-9f13d1b5-d9d4-471e-85d0-b7cb09c5b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:43.723637 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-9f13d1b5-d9d4-471e-85d0-b7cb09c5b327 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765748 Dec 22 13:37:43.865385 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-389d381c-66f0-4fa3-bcbe-4a01fe00ef95 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346483 Dec 22 13:37:44.006175 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6f63ab67-c580-46fd-b818-8e132477e7b5 req-d447cea7-3fa1-49b2-b843-02ef84ac4322 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336873 Dec 22 13:37:44.145650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca395d-f358-439a-8501-55f044ef0396 req-3b85c4a9-e792-4708-b977-f45dac294768 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:44.147134 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c4ca395d-f358-439a-8501-55f044ef0396 req-3b85c4a9-e792-4708-b977-f45dac294768 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 943 time: 0.1365490 Dec 22 13:37:44.153732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a636038-1da6-4abf-a708-6f9d8e7637df req-a4796a21-67ed-4bfb-9cb9-e742aac554c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:44.155055 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2a636038-1da6-4abf-a708-6f9d8e7637df req-a4796a21-67ed-4bfb-9cb9-e742aac554c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 1096 time: 0.1005564 Dec 22 13:37:44.270964 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c4ca395d-f358-439a-8501-55f044ef0396 req-a6212129-caf0-4c81-a674-6ffcf24cd2e3 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148586 Dec 22 13:37:44.314978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a636038-1da6-4abf-a708-6f9d8e7637df req-c08a742a-d3c6-4325-b87d-3a58a7aba1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:44.316482 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2a636038-1da6-4abf-a708-6f9d8e7637df req-c08a742a-d3c6-4325-b87d-3a58a7aba1f5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1480844 Dec 22 13:37:44.387540 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2a636038-1da6-4abf-a708-6f9d8e7637df req-93b0c80a-37a8-424c-9c35-9782708f2590 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938985db-e09a-4b96-836d-486df2e8f19d HTTP/1.1" status: 200 len: 217 time: 0.0641227 Dec 22 13:37:44.450533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a636038-1da6-4abf-a708-6f9d8e7637df req-2487ed51-09c5-48f7-a68c-cdf9316d6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:44.451954 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2a636038-1da6-4abf-a708-6f9d8e7637df req-2487ed51-09c5-48f7-a68c-cdf9316d6dc5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0585766 Dec 22 13:37:44.531691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a636038-1da6-4abf-a708-6f9d8e7637df req-6bcb15d9-de3c-495e-88c5-883ac64fabe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:44.533058 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2a636038-1da6-4abf-a708-6f9d8e7637df req-6bcb15d9-de3c-495e-88c5-883ac64fabe6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752995 Dec 22 13:37:44.675211 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2a636038-1da6-4abf-a708-6f9d8e7637df req-3dd340c1-4209-4373-b128-b16c99a7e125 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336396 Dec 22 13:37:44.810110 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2a636038-1da6-4abf-a708-6f9d8e7637df req-76ec942f-7c86-430c-aae1-43795a7b0d51 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278510 Dec 22 13:37:45.465620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28fcb1-c5e4-4a43-bc5e-a0cfa8cee298 req-d32efa79-dfad-4b26-bc41-7a427271e02b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:45.467114 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cb28fcb1-c5e4-4a43-bc5e-a0cfa8cee298 req-d32efa79-dfad-4b26-bc41-7a427271e02b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 943 time: 0.0837605 Dec 22 13:37:45.518100 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cb28fcb1-c5e4-4a43-bc5e-a0cfa8cee298 req-0855e001-d1a7-4355-9678-c304bf0e2f19 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424542 Dec 22 13:37:46.184201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 938985db-e09a-4b96-836d-486df2e8f19d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:37:46.329858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:37:46.343533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '938985db-e09a-4b96-836d-486df2e8f19d', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'port_id': '938985db-e09a-4b96-836d-486df2e8f19d', 'mac_address': 'fa:16:3e:66:26:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:37:46.397277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:46.414321 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938985db-e09a-4b96-836d-486df2e8f19d {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:37:46.430553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:37:46.437942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:46.439810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:46.515316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:46.518493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:46.706485 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407129f7-1fad-4261-a7ae-de78a95bfc1c req-d8aa087e-be2f-435f-b5fe-5fcf7094fb7e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:46.707853 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-407129f7-1fad-4261-a7ae-de78a95bfc1c req-d8aa087e-be2f-435f-b5fe-5fcf7094fb7e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 944 time: 0.0797181 Dec 22 13:37:46.751497 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-407129f7-1fad-4261-a7ae-de78a95bfc1c req-1d389e92-2320-45e2-9968-f15ca78c3637 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370450 Dec 22 13:37:46.793507 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['938985db-e09a-4b96-836d-486df2e8f19d'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:37:47.962646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea50d7f-2676-425e-ba08-54a75f3536c7 req-8ea4f8f6-1b49-4358-a294-49e02142bc27 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:47.964156 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5ea50d7f-2676-425e-ba08-54a75f3536c7 req-8ea4f8f6-1b49-4358-a294-49e02142bc27 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 944 time: 0.0948942 Dec 22 13:37:48.010198 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5ea50d7f-2676-425e-ba08-54a75f3536c7 req-47a93f4d-925c-49eb-aa18-4b7bb433feb6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376873 Dec 22 13:37:48.182620 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 938985db-e09a-4b96-836d-486df2e8f19d up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:37:48.262042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 938985db-e09a-4b96-836d-486df2e8f19d completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:37:48.269063 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 938985db-e09a-4b96-836d-486df2e8f19d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:37:48.269620 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:48.389770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:48.415993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:48.425602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:37:48.431064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:48.434196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:37:48.466959 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d', 'code': 200} Dec 22 13:37:48.505700 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:37:48.508884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:37:48.801800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c55b81-fe2e-43ad-aa85-ef0f888c34d7 req-4cba9b49-a899-4513-bf00-6e0f9628ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:48.803195 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e3c55b81-fe2e-43ad-aa85-ef0f888c34d7 req-4cba9b49-a899-4513-bf00-6e0f9628ada6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 1098 time: 0.1838894 Dec 22 13:37:48.840965 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:37:48.849737 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e3c55b81-fe2e-43ad-aa85-ef0f888c34d7 req-b0064907-0c4c-4b4c-94a2-fce3bb01fd60 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391226 Dec 22 13:37:49.231331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d215d6-0e00-4dbe-be7b-a95e325c8beb req-495c48c2-eb26-44d9-ba50-5dd464c170d9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:49.232783 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56d215d6-0e00-4dbe-be7b-a95e325c8beb req-495c48c2-eb26-44d9-ba50-5dd464c170d9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.1083753 Dec 22 13:37:49.282402 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56d215d6-0e00-4dbe-be7b-a95e325c8beb req-b62cc302-eeec-4af9-9af7-9da37951c310 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407517 Dec 22 13:37:50.480614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b2726-e4ad-487a-88cd-48fe1fe45efc req-6ce82136-471a-4ade-a32c-a9de0781cdba tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:50.482106 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-783b2726-e4ad-487a-88cd-48fe1fe45efc req-6ce82136-471a-4ade-a32c-a9de0781cdba tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0856099 Dec 22 13:37:50.525911 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-783b2726-e4ad-487a-88cd-48fe1fe45efc req-959ed193-f751-41ef-b26d-e5e72e9563f3 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380211 Dec 22 13:37:50.714935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419f52a-6333-462a-90ff-a0c7f27c73ec req-842b2a82-9afd-458a-9a8d-0ce3bcedd4dd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:50.716462 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7419f52a-6333-462a-90ff-a0c7f27c73ec req-842b2a82-9afd-458a-9a8d-0ce3bcedd4dd tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0922461 Dec 22 13:37:50.726327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58080) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:37:50.731295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-de12e1ce-a7b4-42ea-b2d0-a425e2a526af tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Request body: {'floatingip': {'port_id': '938985db-e09a-4b96-836d-486df2e8f19d'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:37:50.808234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de12e1ce-a7b4-42ea-b2d0-a425e2a526af tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:51.531508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de12e1ce-a7b4-42ea-b2d0-a425e2a526af tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:51.537610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de12e1ce-a7b4-42ea-b2d0-a425e2a526af tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:51.712082 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-de12e1ce-a7b4-42ea-b2d0-a425e2a526af tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2 associated. External IP: 172.26.4.151, port: 938985db-e09a-4b96-836d-486df2e8f19d. Dec 22 13:37:52.077563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de12e1ce-a7b4-42ea-b2d0-a425e2a526af tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Router 69a3c89b-fcfa-49d5-aaf7-efae06af205a has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:37:52.257509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de12e1ce-a7b4-42ea-b2d0-a425e2a526af tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:37:52.261913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de12e1ce-a7b4-42ea-b2d0-a425e2a526af tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:52.267542 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb06bb-f62c-4ba6-a11f-9a5543c0f2a6 None None] Sync routers for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:37:52.277599 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdb06bb-f62c-4ba6-a11f-9a5543c0f2a6 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:37:52.278220 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6cdb06bb-f62c-4ba6-a11f-9a5543c0f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:37:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:37:52.315073 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-de12e1ce-a7b4-42ea-b2d0-a425e2a526af tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "PUT /v2.0/floatingips/4c675dd9-c975-4058-a3a4-bd2738afcbc2 HTTP/1.1" status: 200 len: 992 time: 1.5877037 Dec 22 13:37:52.315711 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:37:52.415639 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d', 'status': 'completed', 'code': 200} Dec 22 13:37:52.458231 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-6cdb06bb-f62c-4ba6-a11f-9a5543c0f2a6 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:37:52.512989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac11531-2cc4-47f4-afcb-93615a2c8b5b req-c473b8b0-22aa-438d-9a81-1af2fcb6dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:52.514517 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2ac11531-2cc4-47f4-afcb-93615a2c8b5b req-c473b8b0-22aa-438d-9a81-1af2fcb6dc48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 1098 time: 0.0748863 Dec 22 13:37:52.649716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac11531-2cc4-47f4-afcb-93615a2c8b5b req-e238405c-c9ea-498e-9822-e77d310f9394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:52.651488 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2ac11531-2cc4-47f4-afcb-93615a2c8b5b req-e238405c-c9ea-498e-9822-e77d310f9394 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1293890 Dec 22 13:37:52.758972 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2ac11531-2cc4-47f4-afcb-93615a2c8b5b req-8d8bc14f-d562-4742-8adc-21d0b4ad7d29 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938985db-e09a-4b96-836d-486df2e8f19d HTTP/1.1" status: 200 len: 1000 time: 0.1006985 Dec 22 13:37:52.811012 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6cdb06bb-f62c-4ba6-a11f-9a5543c0f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4c675dd9-c975-4058-a3a4-bd2738afcbc2', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'port_id': '938985db-e09a-4b96-836d-486df2e8f19d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'mac_address': 'fa:16:3e:66:26:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:31:41Z', 'updated_at': '2021-12-22T13:37:51Z', 'revision_number': 13, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:37:52.814958 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb06bb-f62c-4ba6-a11f-9a5543c0f2a6 None None] Checking router: 69a3c89b-fcfa-49d5-aaf7-efae06af205a for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:37:52.824085 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdb06bb-f62c-4ba6-a11f-9a5543c0f2a6 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:37:52.824818 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6cdb06bb-f62c-4ba6-a11f-9a5543c0f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:37:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:37:52.833520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac11531-2cc4-47f4-afcb-93615a2c8b5b req-67cb10dc-3e73-4666-ad2b-e0b149817ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:52.835343 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2ac11531-2cc4-47f4-afcb-93615a2c8b5b req-67cb10dc-3e73-4666-ad2b-e0b149817ed0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0619144 Dec 22 13:37:52.918860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac11531-2cc4-47f4-afcb-93615a2c8b5b req-9e0e1bfa-a382-42a8-b6f6-89feba914b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:37:52.920446 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2ac11531-2cc4-47f4-afcb-93615a2c8b5b req-9e0e1bfa-a382-42a8-b6f6-89feba914b9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776827 Dec 22 13:37:53.004551 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-6cdb06bb-f62c-4ba6-a11f-9a5543c0f2a6 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:37:53.054645 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2ac11531-2cc4-47f4-afcb-93615a2c8b5b req-4f413d1d-9b7a-4f0f-b218-963eb3a38ceb service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255689 Dec 22 13:37:53.195033 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2ac11531-2cc4-47f4-afcb-93615a2c8b5b req-aeaf11ad-aa87-4fb9-830c-c37a37d1949c service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334608 Dec 22 13:37:53.389957 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6cdb06bb-f62c-4ba6-a11f-9a5543c0f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4c675dd9-c975-4058-a3a4-bd2738afcbc2', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'port_id': '938985db-e09a-4b96-836d-486df2e8f19d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'mac_address': 'fa:16:3e:66:26:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:31:41Z', 'updated_at': '2021-12-22T13:37:51Z', 'revision_number': 13, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:37:53.394257 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb06bb-f62c-4ba6-a11f-9a5543c0f2a6 None None] The sync data for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv is: [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4c675dd9-c975-4058-a3a4-bd2738afcbc2', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'port_id': '938985db-e09a-4b96-836d-486df2e8f19d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'mac_address': 'fa:16:3e:66:26:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:31:41Z', 'updated_at': '2021-12-22T13:37:51Z', 'revision_number': 13, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:37:53.603349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b43b855-d629-43d4-baca-94bf9afa3ac4 None None] New status for floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:37:57.552825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bab2a4d9-21af-4f58-b4f7-fafa086b81ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:37:59.895281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c0e81ae6-c9d3-496b-8363-2c01f080b91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:00.975638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:01.011590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:02.478878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:10.872888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:25.845403 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:38:27.550306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-46c46a81-69ae-436f-8e32-64be70c33fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:29.892804 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2a334b81-0029-4ed7-a99a-cd4dcf88a8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:30.941879 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:31.024133 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:32.481983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:40.873264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:45.562492 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-90cd3676-93fb-4bc6-9421-ec74a6127334 req-fd6f8f72-6074-40ae-a446-16bdb7ca33f7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698788 Dec 22 13:38:45.710458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd3676-93fb-4bc6-9421-ec74a6127334 req-2c57aa00-bac3-4154-ae7a-e3d162c61be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:45.711955 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-90cd3676-93fb-4bc6-9421-ec74a6127334 req-2c57aa00-bac3-4154-ae7a-e3d162c61be9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 1098 time: 0.0786347 Dec 22 13:38:45.860963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd3676-93fb-4bc6-9421-ec74a6127334 req-df3bd14c-a914-4694-9521-605b8bc0a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:45.862317 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-90cd3676-93fb-4bc6-9421-ec74a6127334 req-df3bd14c-a914-4694-9521-605b8bc0a6d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1308522 Dec 22 13:38:45.974255 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-90cd3676-93fb-4bc6-9421-ec74a6127334 req-0cf5b5c3-7b2d-40c0-a2e7-3a0d8465b18e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938985db-e09a-4b96-836d-486df2e8f19d HTTP/1.1" status: 200 len: 1002 time: 0.1028352 Dec 22 13:38:46.040648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd3676-93fb-4bc6-9421-ec74a6127334 req-705e116a-440d-4ae0-a640-cc8a8777c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:46.042112 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-90cd3676-93fb-4bc6-9421-ec74a6127334 req-705e116a-440d-4ae0-a640-cc8a8777c385 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0613198 Dec 22 13:38:46.123971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd3676-93fb-4bc6-9421-ec74a6127334 req-5a9974f2-f7aa-48c7-8ee8-83ffda7f87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:38:46.125387 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-90cd3676-93fb-4bc6-9421-ec74a6127334 req-5a9974f2-f7aa-48c7-8ee8-83ffda7f87e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766723 Dec 22 13:38:46.257542 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-90cd3676-93fb-4bc6-9421-ec74a6127334 req-e93c4f43-090d-437f-9b0e-202d4814ae53 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254613 Dec 22 13:38:46.499473 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-90cd3676-93fb-4bc6-9421-ec74a6127334 req-9ae0abf9-3741-4b96-a5ad-131d569c4dcd service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341356 Dec 22 13:38:57.542934 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b2d751a9-18c9-4188-a621-ac4886bd74be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:38:59.897684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb401d9b-d2fc-45e7-afad-82ce0a4df43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:00.937943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:01.018474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:02.488735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:02.844506 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:39:09.277363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cf6c7-07f0-4a65-8dc7-ecf3574d4aae req-84bf708a-0d91-4558-a8bc-585743b0d09a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:09.278746 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ee0cf6c7-07f0-4a65-8dc7-ecf3574d4aae req-84bf708a-0d91-4558-a8bc-585743b0d09a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0887101 Dec 22 13:39:09.327184 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ee0cf6c7-07f0-4a65-8dc7-ecf3574d4aae req-ab08c1c8-7219-422e-a117-d8e8527960e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398269 Dec 22 13:39:10.889466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:19.236833 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-4508292d-37f7-4d5e-82f1-8ce3bb5b375f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1057401 Dec 22 13:39:19.255437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0354bc-ba1a-4f95-87fe-41c8874d4ce1 req-48121b78-3419-4b34-9691-c3b4dd7d9656 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:19.257194 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c0354bc-ba1a-4f95-87fe-41c8874d4ce1 req-48121b78-3419-4b34-9691-c3b4dd7d9656 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0841887 Dec 22 13:39:19.304676 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c0354bc-ba1a-4f95-87fe-41c8874d4ce1 req-3fa139b1-3ea7-4f0c-93d8-fdb4d7a7bcf0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412965 Dec 22 13:39:20.443095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-607d9946-3b00-4e45-b209-03c6cd538919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:20.444636 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-607d9946-3b00-4e45-b209-03c6cd538919 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 1098 time: 0.0735700 Dec 22 13:39:20.494879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c45f-546a-4ce1-b180-3367e00fb513 req-49363470-718b-44ff-a9d2-97a9cf45ab77 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:20.496352 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b228c45f-546a-4ce1-b180-3367e00fb513 req-49363470-718b-44ff-a9d2-97a9cf45ab77 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0819614 Dec 22 13:39:20.542781 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b228c45f-546a-4ce1-b180-3367e00fb513 req-ac46c2cc-8d9f-4540-8b10-2cfb6bbefe07 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403903 Dec 22 13:39:20.578837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-c8bfa7c8-f356-408f-9b52-c6e2a030befe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:20.580377 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-c8bfa7c8-f356-408f-9b52-c6e2a030befe service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1294904 Dec 22 13:39:20.686194 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-4ea09f9a-be1c-41d9-a9ba-ac2c8cff5b05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938985db-e09a-4b96-836d-486df2e8f19d HTTP/1.1" status: 200 len: 1002 time: 0.0987570 Dec 22 13:39:20.758444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-b7e4556f-ead5-48b3-8fa6-623ec9a6310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:20.759857 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-b7e4556f-ead5-48b3-8fa6-623ec9a6310b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0668294 Dec 22 13:39:20.842466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-b60276ec-b670-4347-aefb-0d3a3e18c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:20.843865 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-b60276ec-b670-4347-aefb-0d3a3e18c836 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771267 Dec 22 13:39:20.978106 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-fd1b74d9-013c-4a69-8c78-3a32c758dde3 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268876 Dec 22 13:39:21.110259 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-5cdd371e-a39f-4851-bace-234ecdc4c861 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253889 Dec 22 13:39:21.727269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052db9c1-b26c-41b4-8095-d0b284f06565 req-771e5241-9d6e-4018-8583-de3d6ca2e03b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:21.728711 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-052db9c1-b26c-41b4-8095-d0b284f06565 req-771e5241-9d6e-4018-8583-de3d6ca2e03b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0799668 Dec 22 13:39:21.773890 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-052db9c1-b26c-41b4-8095-d0b284f06565 req-1655dc5a-26d5-4232-89d5-4df5b7f39b82 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394282 Dec 22 13:39:22.989840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42490-da3f-4a28-92ea-a90e2a109565 req-9192c47b-4b51-4d83-9517-7add2af3e191 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:22.991323 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-53f42490-da3f-4a28-92ea-a90e2a109565 req-9192c47b-4b51-4d83-9517-7add2af3e191 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0848112 Dec 22 13:39:23.041778 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-53f42490-da3f-4a28-92ea-a90e2a109565 req-60808ec3-3f47-45cb-b000-1d095c34707c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419695 Dec 22 13:39:24.257822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2fe75-475a-46bf-8b2c-32caa24235c4 req-a0037b78-5c85-44a6-91bf-b8865d34018d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:24.259329 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9c2fe75-475a-46bf-8b2c-32caa24235c4 req-a0037b78-5c85-44a6-91bf-b8865d34018d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0872123 Dec 22 13:39:24.305262 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9c2fe75-475a-46bf-8b2c-32caa24235c4 req-5929a1a9-c0bb-4155-82f0-7cc013acf37a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377755 Dec 22 13:39:25.508061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3522a-d286-47e4-a81f-741712babecd req-ae2686d7-ed43-4103-9efd-15d2c1e2559f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:25.509532 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4d3522a-d286-47e4-a81f-741712babecd req-ae2686d7-ed43-4103-9efd-15d2c1e2559f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0868351 Dec 22 13:39:25.553922 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b4d3522a-d286-47e4-a81f-741712babecd req-a7ad5f31-dbcf-4e52-927b-d742304dd218 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385756 Dec 22 13:39:26.757461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb17ffc-329e-4645-bbe4-f03f437e3269 req-b34e0f68-74fb-49fd-9ba4-43a0d1f37f63 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:26.758939 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5bb17ffc-329e-4645-bbe4-f03f437e3269 req-b34e0f68-74fb-49fd-9ba4-43a0d1f37f63 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0980241 Dec 22 13:39:26.814809 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5bb17ffc-329e-4645-bbe4-f03f437e3269 req-d3a5ba72-fdbe-4ab6-a939-55b133c3d183 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498226 Dec 22 13:39:27.545045 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c573b07c-7fb8-444f-9019-3a033fc7ae0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:28.027909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bcd195-2b36-4895-a8d8-28a3e51c8281 req-9959ed0a-03fb-4820-b1b8-773b2643b633 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:28.029389 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-58bcd195-2b36-4895-a8d8-28a3e51c8281 req-9959ed0a-03fb-4820-b1b8-773b2643b633 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0964873 Dec 22 13:39:28.198531 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-58bcd195-2b36-4895-a8d8-28a3e51c8281 req-bfe2c60b-5a35-42bf-a1fd-461502c6a9bc tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633341 Dec 22 13:39:29.407567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd96afc-3910-4e4a-8d12-dc589b83fef8 req-cba90743-0c1d-4f16-a597-a4deafb8a3e2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:29.409026 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6dd96afc-3910-4e4a-8d12-dc589b83fef8 req-cba90743-0c1d-4f16-a597-a4deafb8a3e2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0869224 Dec 22 13:39:29.457530 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6dd96afc-3910-4e4a-8d12-dc589b83fef8 req-475625b6-7791-4822-b673-1da785749212 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399885 Dec 22 13:39:29.891306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-29986ff1-dad8-436f-9e01-2c8722b08e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:30.661645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6344553-d1cc-41e1-a862-e2ae0aa84c02 req-f0fde169-2360-4709-b067-46a4651a0236 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:30.663102 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d6344553-d1cc-41e1-a862-e2ae0aa84c02 req-f0fde169-2360-4709-b067-46a4651a0236 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0914681 Dec 22 13:39:30.707231 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d6344553-d1cc-41e1-a862-e2ae0aa84c02 req-ff9448fa-3758-44ab-bed5-338d92094933 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383060 Dec 22 13:39:30.951949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:31.025244 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:31.917220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01cad5-1e53-4f17-a85a-f638566c9b67 req-f5a610e8-1f89-403c-8b62-9695b531c49f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:31.918658 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3d01cad5-1e53-4f17-a85a-f638566c9b67 req-f5a610e8-1f89-403c-8b62-9695b531c49f tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0940495 Dec 22 13:39:31.962698 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3d01cad5-1e53-4f17-a85a-f638566c9b67 req-f4cf3468-b1e0-46d6-a9f3-4c7d0d4a33a9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384092 Dec 22 13:39:32.488526 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:33.167504 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefef2c-8d6d-4a03-84e7-0b023f967f60 req-0a174484-2853-46b7-9642-6a11c47d350a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:33.169051 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-acefef2c-8d6d-4a03-84e7-0b023f967f60 req-0a174484-2853-46b7-9642-6a11c47d350a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0856860 Dec 22 13:39:33.213891 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-acefef2c-8d6d-4a03-84e7-0b023f967f60 req-0405f346-32f0-4bb5-bf54-084ba5607e66 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385015 Dec 22 13:39:33.589333 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-44decc0d-e5b5-4554-85cc-880bce6c0901 service neutron] 10.222.0.54 "GET /v2.0/ports/938985db-e09a-4b96-836d-486df2e8f19d/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0745227 Dec 22 13:39:33.880689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-8c37a30d-9cd5-4835-a241-7235b5b3371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:33.882118 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-8c37a30d-9cd5-4835-a241-7235b5b3371a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 1098 time: 0.0779097 Dec 22 13:39:33.976034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-da529bd9-b445-4e73-8d45-43b6341a2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:33.977481 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-da529bd9-b445-4e73-8d45-43b6341a2f52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 1098 time: 0.0738013 Dec 22 13:39:34.214858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-64c24134-5510-406f-b9d6-a78b63c611af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:34.216306 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-64c24134-5510-406f-b9d6-a78b63c611af service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.2328565 Dec 22 13:39:34.351775 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-241932b5-c428-43af-83ef-eb75ddecfa83 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938985db-e09a-4b96-836d-486df2e8f19d HTTP/1.1" status: 200 len: 1002 time: 0.1272783 Dec 22 13:39:34.431621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-ec9428d7-ca00-4a1d-88e7-952878155e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:34.433050 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-ec9428d7-ca00-4a1d-88e7-952878155e8b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0749192 Dec 22 13:39:34.489829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120de8b9-8e44-43b2-af29-85c64e5f9953 req-a53a4d26-9968-46fe-87ef-c32d0ac3cc70 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:34.491217 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-120de8b9-8e44-43b2-af29-85c64e5f9953 req-a53a4d26-9968-46fe-87ef-c32d0ac3cc70 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.1730235 Dec 22 13:39:34.548853 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-120de8b9-8e44-43b2-af29-85c64e5f9953 req-2bbd3d93-a70c-4a4e-8a44-966d8661b33e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491891 Dec 22 13:39:34.557833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-cf7bf061-7e34-4684-bbc3-a7bad5d5a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:34.559257 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-cf7bf061-7e34-4684-bbc3-a7bad5d5a58c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181576 Dec 22 13:39:34.694034 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-841c78eb-198e-44eb-a668-2799e47bccde service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268222 Dec 22 13:39:34.827491 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4c813ac6-7a31-460b-8c94-d5f84e791dcb req-bcc4b522-fddb-4633-b8ab-3ac7332ca1f6 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270907 Dec 22 13:39:35.735828 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68902a-9118-4eac-b1b4-977ab4f79eb1 req-1974e9ca-a0d9-4404-9dc8-291d3bb62eff tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:35.737322 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ea68902a-9118-4eac-b1b4-977ab4f79eb1 req-1974e9ca-a0d9-4404-9dc8-291d3bb62eff tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0829022 Dec 22 13:39:35.784547 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ea68902a-9118-4eac-b1b4-977ab4f79eb1 req-556e742d-a1bd-40e0-9226-4c9beeeaaad6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411658 Dec 22 13:39:36.820965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 938985db-e09a-4b96-836d-486df2e8f19d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:39:36.938841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:36.973568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:39:36.984577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:39:36.990690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:36.993655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db81c19-181c-4ce5-84d4-f32840280273 req-64b66731-75b2-4318-a96f-09dbc3bc5374 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:36.995168 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3db81c19-181c-4ce5-84d4-f32840280273 req-64b66731-75b2-4318-a96f-09dbc3bc5374 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0908275 Dec 22 13:39:36.995651 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:37.040500 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3db81c19-181c-4ce5-84d4-f32840280273 req-119b5d8f-d580-471d-a8ac-5957a395c571 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388024 Dec 22 13:39:37.047615 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d', 'code': 200} Dec 22 13:39:37.066369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:37.073545 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.073834 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.074175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.074509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.074841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.075173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.075534 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.075887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.076215 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.076537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.076863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.077180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:39:37.081093 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:38.237803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc884e-47bf-4df3-a723-9bf4583d502d req-c3fa2b88-a4ce-4931-b269-e112aad6a853 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:38.239234 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-58dc884e-47bf-4df3-a723-9bf4583d502d req-c3fa2b88-a4ce-4931-b269-e112aad6a853 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 943 time: 0.0826120 Dec 22 13:39:38.284272 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-58dc884e-47bf-4df3-a723-9bf4583d502d req-1d1aa453-2dff-4a35-923f-ef3ba609fd0e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393031 Dec 22 13:39:39.489555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b852b-2d24-4511-babd-9f00209a0875 req-602ecef6-1857-4126-902d-42a5c2c776ae tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:39.491103 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f37b852b-2d24-4511-babd-9f00209a0875 req-602ecef6-1857-4126-902d-42a5c2c776ae tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 943 time: 0.0842841 Dec 22 13:39:39.534861 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f37b852b-2d24-4511-babd-9f00209a0875 req-651e45ff-2c60-4819-b7cf-bc960d0099cc tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379455 Dec 22 13:39:39.849375 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:39:40.732027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f29ec-03a1-4704-931a-671da6be83d7 req-3b88545c-82db-436a-9e1c-c8b2ad267c48 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:40.733462 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e50f29ec-03a1-4704-931a-671da6be83d7 req-3b88545c-82db-436a-9e1c-c8b2ad267c48 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 943 time: 0.0889575 Dec 22 13:39:40.776520 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e50f29ec-03a1-4704-931a-671da6be83d7 req-09370565-a511-45af-a548-ac5d71a5eef4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373733 Dec 22 13:39:40.869222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 938985db-e09a-4b96-836d-486df2e8f19d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:39:40.905006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:41.032330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:39:41.045918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '938985db-e09a-4b96-836d-486df2e8f19d', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'port_id': '938985db-e09a-4b96-836d-486df2e8f19d', 'mac_address': 'fa:16:3e:66:26:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:39:41.099980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:41.119417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938985db-e09a-4b96-836d-486df2e8f19d {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:39:41.134493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:39:41.140294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:41.142005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:41.206998 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['938985db-e09a-4b96-836d-486df2e8f19d'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:39:41.242486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:41.250949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:41.983200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fb120-0583-4bb5-842b-92b7a11caeb0 req-bd0843d0-1caf-48bf-839e-a43b295a4ea0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:41.984691 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f9fb120-0583-4bb5-842b-92b7a11caeb0 req-bd0843d0-1caf-48bf-839e-a43b295a4ea0 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 944 time: 0.0924265 Dec 22 13:39:42.031123 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7f9fb120-0583-4bb5-842b-92b7a11caeb0 req-2307b273-6d36-4ea3-b67f-296fdcb115df tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407121 Dec 22 13:39:42.882887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 938985db-e09a-4b96-836d-486df2e8f19d up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:39:42.958046 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 938985db-e09a-4b96-836d-486df2e8f19d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:39:42.958419 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:43.080133 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:43.106847 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:39:43.116506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:39:43.122010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:43.124087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:43.165657 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d', 'code': 200} Dec 22 13:39:43.190068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:43.193719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:43.220452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e48ffd-877c-4c38-969e-5a3478d2d55f req-70001e4e-0dc6-4134-99e1-a50dd54b7d68 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:43.221866 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c4e48ffd-877c-4c38-969e-5a3478d2d55f req-70001e4e-0dc6-4134-99e1-a50dd54b7d68 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0826378 Dec 22 13:39:43.269672 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c4e48ffd-877c-4c38-969e-5a3478d2d55f req-c98789f7-d6e9-4b06-b8db-8a7c734c13f4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421255 Dec 22 13:39:44.461252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dedc84-aedd-4cb2-9e64-0f4ba983aec3 req-627ddf85-8f7e-48bb-ac58-053cfadc5be5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:44.462710 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f7dedc84-aedd-4cb2-9e64-0f4ba983aec3 req-627ddf85-8f7e-48bb-ac58-053cfadc5be5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0850668 Dec 22 13:39:44.511262 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f7dedc84-aedd-4cb2-9e64-0f4ba983aec3 req-46eb2c44-993c-4ebb-972e-c3bc0ddc9401 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Dec 22 13:39:45.570423 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-702736a0-bb62-4be7-8be9-0578f1dcf901 req-88ad549c-ed19-4c05-ab94-349561d96629 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699286 Dec 22 13:39:45.699103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02481abd-8b2e-4b5b-9d9d-ad4df74bf06d req-256ce29d-c88e-4096-b80f-3956208086f1 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:45.700657 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-02481abd-8b2e-4b5b-9d9d-ad4df74bf06d req-256ce29d-c88e-4096-b80f-3956208086f1 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0817335 Dec 22 13:39:45.711166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702736a0-bb62-4be7-8be9-0578f1dcf901 req-0fda5e15-16b7-4df1-8ae8-94f83a84af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:45.712685 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-702736a0-bb62-4be7-8be9-0578f1dcf901 req-0fda5e15-16b7-4df1-8ae8-94f83a84af8b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 1098 time: 0.0738904 Dec 22 13:39:45.745177 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-02481abd-8b2e-4b5b-9d9d-ad4df74bf06d req-f3978d6f-e174-4724-9707-f3dd66aaa507 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388091 Dec 22 13:39:45.856142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702736a0-bb62-4be7-8be9-0578f1dcf901 req-78f07f0e-9765-433b-83ae-41908bf57f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:45.857623 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-702736a0-bb62-4be7-8be9-0578f1dcf901 req-78f07f0e-9765-433b-83ae-41908bf57f8f service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1260140 Dec 22 13:39:45.960528 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-702736a0-bb62-4be7-8be9-0578f1dcf901 req-0ccdba23-ad69-48d1-86b5-bd93da6c4166 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938985db-e09a-4b96-836d-486df2e8f19d HTTP/1.1" status: 200 len: 1002 time: 0.0958858 Dec 22 13:39:46.025132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702736a0-bb62-4be7-8be9-0578f1dcf901 req-c6262e44-04e7-4858-b871-03b02d203555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:46.026742 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-702736a0-bb62-4be7-8be9-0578f1dcf901 req-c6262e44-04e7-4858-b871-03b02d203555 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0596662 Dec 22 13:39:46.100937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702736a0-bb62-4be7-8be9-0578f1dcf901 req-238ffe00-2ae9-4030-9147-74f91b027f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:46.102453 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-702736a0-bb62-4be7-8be9-0578f1dcf901 req-238ffe00-2ae9-4030-9147-74f91b027f10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695074 Dec 22 13:39:46.211444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1870-5594-4e92-9644-4477eda83fca req-e71034ce-3794-4e08-91d0-ff382e989919 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:46.213028 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-e71034ce-3794-4e08-91d0-ff382e989919 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.1483231 Dec 22 13:39:46.289869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a4689-5c37-4093-b609-28e1f7a2229c req-b1d371c5-4296-47c7-a486-619b4409dff7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:46.291308 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b42a4689-5c37-4093-b609-28e1f7a2229c req-b1d371c5-4296-47c7-a486-619b4409dff7 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.1625092 Dec 22 13:39:46.326600 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-884d8ffa-0711-4575-9de0-801423c11de5 service neutron] 10.222.0.54 "GET /v2.0/ports/938985db-e09a-4b96-836d-486df2e8f19d/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.1070974 Dec 22 13:39:46.346734 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b42a4689-5c37-4093-b609-28e1f7a2229c req-20b14fd6-15b3-4a94-b028-752add411061 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470791 Dec 22 13:39:46.356743 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-702736a0-bb62-4be7-8be9-0578f1dcf901 req-1b4e5da6-cab1-4fa7-9773-551fd2616275 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477360 Dec 22 13:39:46.488970 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-702736a0-bb62-4be7-8be9-0578f1dcf901 req-01a3921f-94f3-4dfd-90cd-9b85ab684b92 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249008 Dec 22 13:39:46.600309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1870-5594-4e92-9644-4477eda83fca req-d09fc6e1-bf05-4ff3-9e34-aff90a36afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:46.601776 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-d09fc6e1-bf05-4ff3-9e34-aff90a36afe1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 1098 time: 0.0716333 Dec 22 13:39:46.734587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1870-5594-4e92-9644-4477eda83fca req-677b0694-0d82-483b-95d0-350ac8eaa2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:46.736112 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-677b0694-0d82-483b-95d0-350ac8eaa2e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1280553 Dec 22 13:39:46.847189 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-16ba097f-9dc3-4468-9ce2-bb4c9cf4e6bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938985db-e09a-4b96-836d-486df2e8f19d HTTP/1.1" status: 200 len: 1002 time: 0.1025515 Dec 22 13:39:46.910336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1870-5594-4e92-9644-4477eda83fca req-c2763636-f195-4677-aa39-49e8ec9f2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:46.911751 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-c2763636-f195-4677-aa39-49e8ec9f2c78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.0587184 Dec 22 13:39:47.000614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1870-5594-4e92-9644-4477eda83fca req-17dad9c7-df69-4470-80ac-4a9fe49492a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:47.002724 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-17dad9c7-df69-4470-80ac-4a9fe49492a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845447 Dec 22 13:39:47.135214 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-e40b6134-825f-43bd-b8c1-6ebe0cb858e3 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256886 Dec 22 13:39:47.265513 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-3312bfd3-3b03-4e85-971b-5b00862d73a6 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242261 Dec 22 13:39:47.547090 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff28569-c29c-4ae1-ac43-649e79f8f0db req-fd623016-be10-4e35-a3cf-7490db19a314 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:47.548569 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bff28569-c29c-4ae1-ac43-649e79f8f0db req-fd623016-be10-4e35-a3cf-7490db19a314 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0806503 Dec 22 13:39:47.598895 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bff28569-c29c-4ae1-ac43-649e79f8f0db req-b70f7755-9b4b-4e27-a091-c877d85b6cb2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446420 Dec 22 13:39:48.792360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce68fb-815c-47c0-8d8f-c06fb58e11d8 req-faed58fc-f0c7-426a-84e9-9479d7950a2a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:48.793819 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8fce68fb-815c-47c0-8d8f-c06fb58e11d8 req-faed58fc-f0c7-426a-84e9-9479d7950a2a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0823441 Dec 22 13:39:48.838892 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-8fce68fb-815c-47c0-8d8f-c06fb58e11d8 req-cc482c1d-828e-4367-93a9-123746aa2f0a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391147 Dec 22 13:39:50.042416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe1e65-1ab7-4737-be3c-2931a7e38637 req-8718212e-c020-4dcf-a5eb-620f05eead8a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:50.044164 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aebe1e65-1ab7-4737-be3c-2931a7e38637 req-8718212e-c020-4dcf-a5eb-620f05eead8a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0971885 Dec 22 13:39:50.088021 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aebe1e65-1ab7-4737-be3c-2931a7e38637 req-31cc305d-b5a9-45d3-9ccf-869df4b189cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380285 Dec 22 13:39:50.568760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1870-5594-4e92-9644-4477eda83fca req-019a9fd2-5544-4de1-bff6-8373d88debf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:50.570277 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-019a9fd2-5544-4de1-bff6-8373d88debf1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a&tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e HTTP/1.1" status: 200 len: 1098 time: 0.0705740 Dec 22 13:39:50.673815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1870-5594-4e92-9644-4477eda83fca req-6fa6ad04-2cfe-4b8c-ae10-451d3f7c6e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:50.675310 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-6fa6ad04-2cfe-4b8c-ae10-451d3f7c6e1e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 1098 time: 0.0824130 Dec 22 13:39:50.808688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1870-5594-4e92-9644-4477eda83fca req-d9b9c54f-f307-4dbc-8d41-9f792f99af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:50.810141 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-d9b9c54f-f307-4dbc-8d41-9f792f99af14 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 200 len: 912 time: 0.1278458 Dec 22 13:39:50.920468 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-91ec9534-1adf-4382-babf-3a969e43a4bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938985db-e09a-4b96-836d-486df2e8f19d HTTP/1.1" status: 200 len: 1002 time: 0.1027753 Dec 22 13:39:51.106701 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1870-5594-4e92-9644-4477eda83fca req-b1df2520-d7b5-4cc4-8b99-95a80e9cdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:51.108131 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-b1df2520-d7b5-4cc4-8b99-95a80e9cdeae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 200 len: 850 time: 0.1810031 Dec 22 13:39:51.187921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e1870-5594-4e92-9644-4477eda83fca req-fe3c1fa4-4599-4d51-b6f2-fcd5efa2d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:51.189405 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-fe3c1fa4-4599-4d51-b6f2-fcd5efa2d7d7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737214 Dec 22 13:39:51.277659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f825e0-02b5-4fce-bfe6-470dd6d1809d req-a0f88bd9-f22d-421a-a7df-f4246fda8705 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:51.279121 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9f825e0-02b5-4fce-bfe6-470dd6d1809d req-a0f88bd9-f22d-421a-a7df-f4246fda8705 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0856509 Dec 22 13:39:51.323628 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9f825e0-02b5-4fce-bfe6-470dd6d1809d req-fffe9bc6-6a21-4db6-a0bd-285b76df9789 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383799 Dec 22 13:39:51.326691 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-226a8d19-54f0-4f2c-b3f5-b1c15d882ca5 service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303465 Dec 22 13:39:51.458975 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-1e63e57f-76c7-4537-93bd-8058583e872a service neutron] 10.222.0.54 "GET /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251304 Dec 22 13:39:52.517671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d343711-d169-4dce-bb21-4ea0b06bb3d8 req-39316bc5-2359-4bbf-9e67-7853bd4c76e9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:52.519253 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6d343711-d169-4dce-bb21-4ea0b06bb3d8 req-39316bc5-2359-4bbf-9e67-7853bd4c76e9 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0879359 Dec 22 13:39:52.565486 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6d343711-d169-4dce-bb21-4ea0b06bb3d8 req-5f813317-345a-4fab-a86e-d0ca289faa23 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384648 Dec 22 13:39:52.911254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 938985db-e09a-4b96-836d-486df2e8f19d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:39:53.026967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:53.052980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:39:53.062606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:39:53.067832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:53.069823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:53.109501 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d', 'code': 200} Dec 22 13:39:53.147299 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=9']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:53.150881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:53.772312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c8889-4882-4b22-9464-cfe66738dc2f req-b40aada1-e61b-4c76-9a24-8cd5b8c181f2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:53.773727 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b21c8889-4882-4b22-9464-cfe66738dc2f req-b40aada1-e61b-4c76-9a24-8cd5b8c181f2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 943 time: 0.0940757 Dec 22 13:39:53.820480 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b21c8889-4882-4b22-9464-cfe66738dc2f req-38b90f40-f216-43c0-b20d-dd0b9dd006ea tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409720 Dec 22 13:39:55.039725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd4411-f425-4e79-89b9-731258706ef1 req-db388ac7-4647-4b8a-8f15-691afe35f172 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:55.041170 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3abd4411-f425-4e79-89b9-731258706ef1 req-db388ac7-4647-4b8a-8f15-691afe35f172 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 943 time: 0.0924084 Dec 22 13:39:55.088337 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3abd4411-f425-4e79-89b9-731258706ef1 req-16e822fa-6225-45fc-b543-4b0ec4de57bf tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414765 Dec 22 13:39:56.310621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe1e66-7831-4d2f-b22e-30bb67eb79e3 req-f11129b4-0b4d-4db5-8729-9f1ea3566c5a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:56.312186 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bfbe1e66-7831-4d2f-b22e-30bb67eb79e3 req-f11129b4-0b4d-4db5-8729-9f1ea3566c5a tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 943 time: 0.1016886 Dec 22 13:39:56.357721 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bfbe1e66-7831-4d2f-b22e-30bb67eb79e3 req-cd01b8e5-6c11-40f8-ae84-4e22addc9877 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395050 Dec 22 13:39:56.928957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 938985db-e09a-4b96-836d-486df2e8f19d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:39:57.109344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:39:57.123047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '938985db-e09a-4b96-836d-486df2e8f19d', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'port_id': '938985db-e09a-4b96-836d-486df2e8f19d', 'mac_address': 'fa:16:3e:66:26:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:39:57.186468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:57.203230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938985db-e09a-4b96-836d-486df2e8f19d {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:39:57.220938 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:39:57.226987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:57.228825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:57.297108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['938985db-e09a-4b96-836d-486df2e8f19d'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:39:57.332460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:57.341492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:57.539619 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-30ceb4c2-7d2c-4139-b6c5-791f1d86275e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:57.540914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382c587-2e76-42d2-983e-c31b4c4639d7 req-32469fb7-62c9-42d0-b281-126910dcf4d5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:57.542416 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b382c587-2e76-42d2-983e-c31b4c4639d7 req-32469fb7-62c9-42d0-b281-126910dcf4d5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0803263 Dec 22 13:39:57.586642 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b382c587-2e76-42d2-983e-c31b4c4639d7 req-0c12748f-cf83-4995-a6e6-36b473d1a95d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382011 Dec 22 13:39:58.806477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0304e17-587f-4995-801a-fe55c9253deb req-ff12a4d5-91c5-45f1-bf75-84e185e78c29 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:39:58.807913 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e0304e17-587f-4995-801a-fe55c9253deb req-ff12a4d5-91c5-45f1-bf75-84e185e78c29 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0865531 Dec 22 13:39:58.852393 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e0304e17-587f-4995-801a-fe55c9253deb req-6da892a6-4253-40c0-a868-88c6838b6763 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387082 Dec 22 13:39:58.926972 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 938985db-e09a-4b96-836d-486df2e8f19d up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:39:59.004085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 938985db-e09a-4b96-836d-486df2e8f19d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:39:59.004605 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:59.129593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:59.163855 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:39:59.171171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:39:59.178556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:39:59.180594 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:39:59.238452 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d', 'code': 200} Dec 22 13:39:59.252229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=11']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:39:59.255218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:39:59.885178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1172ada-ba29-49b8-aa8a-e8db2ea3b645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:00.051009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705ecef-1d09-431d-87a2-55de0d4875fd req-4d6e9af5-ef88-4f56-89bd-064af1eebbfa tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:00.052534 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7705ecef-1d09-431d-87a2-55de0d4875fd req-4d6e9af5-ef88-4f56-89bd-064af1eebbfa tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 946 time: 0.0809991 Dec 22 13:40:00.102944 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7705ecef-1d09-431d-87a2-55de0d4875fd req-014bfd19-42c1-4c4b-b148-98455b157dcf tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 Dec 22 13:40:00.935868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 938985db-e09a-4b96-836d-486df2e8f19d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:40:00.955582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:01.058910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:01.101526 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:01.119352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '938985db-e09a-4b96-836d-486df2e8f19d', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'port_id': '938985db-e09a-4b96-836d-486df2e8f19d', 'mac_address': 'fa:16:3e:66:26:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:40:01.182107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:01.201659 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 938985db-e09a-4b96-836d-486df2e8f19d {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:40:01.217663 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:01.222869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:01.224659 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:01.291644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['938985db-e09a-4b96-836d-486df2e8f19d'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:40:01.305062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45495940-594b-4536-87e2-23f065d81bc9 req-1c224a90-70ad-4d83-afb1-9aba76a10ef5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:01.306613 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-45495940-594b-4536-87e2-23f065d81bc9 req-1c224a90-70ad-4d83-afb1-9aba76a10ef5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0857728 Dec 22 13:40:01.325414 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=12']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:01.343030 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:01.352147 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-45495940-594b-4536-87e2-23f065d81bc9 req-9a23d7c0-f0bc-4cb2-a3b9-5bddfaed7b16 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397618 Dec 22 13:40:01.698409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0a60f-3f80-4545-89d4-13f806990acf req-07a43cbc-2d0d-4a08-9540-67c515217c2e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:01.699924 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6cc0a60f-3f80-4545-89d4-13f806990acf req-07a43cbc-2d0d-4a08-9540-67c515217c2e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0895419 Dec 22 13:40:01.744868 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6cc0a60f-3f80-4545-89d4-13f806990acf req-bd3b403c-8b17-49b3-b1cd-42f9d1d4d3ba tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388877 Dec 22 13:40:01.936432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af97aae-c711-48f9-8918-6494cd7c9e79 req-e9846855-be87-4e99-a0c7-1a181704a766 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:01.937908 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3af97aae-c711-48f9-8918-6494cd7c9e79 req-e9846855-be87-4e99-a0c7-1a181704a766 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0863650 Dec 22 13:40:01.982005 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3af97aae-c711-48f9-8918-6494cd7c9e79 req-35e27422-7b2f-4bff-921f-a6be73bd232c tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382700 Dec 22 13:40:02.369977 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696e8b3-50f7-4cd2-9a2a-16ec08e80bbe req-03e4dc5b-6b83-4b89-9f2d-abc7de1f92e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:02.371431 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0696e8b3-50f7-4cd2-9a2a-16ec08e80bbe req-03e4dc5b-6b83-4b89-9f2d-abc7de1f92e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 945 time: 0.0868998 Dec 22 13:40:02.417545 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0696e8b3-50f7-4cd2-9a2a-16ec08e80bbe req-b9f692ba-251a-4c0f-b756-a01cc13c9e50 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388827 Dec 22 13:40:02.487643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:02.942772 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 938985db-e09a-4b96-836d-486df2e8f19d up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:40:03.015834 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 938985db-e09a-4b96-836d-486df2e8f19d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:40:03.016216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:03.140609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:03.167253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:03.177331 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:03.183025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:03.185142 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:03.224372 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d', 'code': 200} Dec 22 13:40:03.261337 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=13']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:03.264568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:03.611450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac017ca-daf9-4325-9033-a9f39d32c907 req-fe66c86c-eebf-45e9-8ce0-5b68bed1d4c5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:03.612905 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6ac017ca-daf9-4325-9033-a9f39d32c907 req-fe66c86c-eebf-45e9-8ce0-5b68bed1d4c5 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 946 time: 0.0806787 Dec 22 13:40:03.659442 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6ac017ca-daf9-4325-9033-a9f39d32c907 req-5e6e7e4a-1948-4a1e-b81e-6b29bfbb946e tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404704 Dec 22 13:40:04.869910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4ce60-5075-4c95-8c00-0f6af96dc197 req-27e2380c-c4d9-4b10-b5bb-aa990e6fe6fa tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:04.871390 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8fa4ce60-5075-4c95-8c00-0f6af96dc197 req-27e2380c-c4d9-4b10-b5bb-aa990e6fe6fa tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 946 time: 0.0949805 Dec 22 13:40:04.965905 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8fa4ce60-5075-4c95-8c00-0f6af96dc197 req-988e481b-adad-4631-a6bd-91eb46e60826 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc94d674-742a-474a-aa1c-b34170d49cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885758 Dec 22 13:40:04.996169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-3c5e8ecb-1f49-4423-9be4-8ead7b8e9f92 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:04.997625 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-3c5e8ecb-1f49-4423-9be4-8ead7b8e9f92 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 946 time: 0.1036115 Dec 22 13:40:05.071798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Deleting port 938985db-e09a-4b96-836d-486df2e8f19d {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:40:05.072027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:05.327992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] For port 938985db-e09a-4b96-836d-486df2e8f19d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=938985db-e09a-4b96-836d-486df2e8f19d,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:05.328340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:05.732129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:05.732466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:05.732790 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2 disassociated. External IP: 172.26.4.151, port: 938985db-e09a-4b96-836d-486df2e8f19d. Dec 22 13:40:05.733237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Calling delete_port for 938985db-e09a-4b96-836d-486df2e8f19d owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:40:05.878148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:05.884079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ea1c6c60-af26-4762-9daa-8e6383a4fc05 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:05.928168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event deleted for resources: {'Port': ['ID=938985db-e09a-4b96-836d-486df2e8f19d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:05.938913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:05.939256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:05.939624 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:05.940009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:05.940423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:05.940771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:05.941149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:05.941503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:05.941866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:05.942216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:05.942619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:05.942979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:05.946649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:06.142251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Router 69a3c89b-fcfa-49d5-aaf7-efae06af205a has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:40:06.239745 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e505f598-ea11-4a54-bfa3-1ea85713971f req-6a89b801-4478-42f8-90f5-ea3e33656e72 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 210 time: 0.1583531 Dec 22 13:40:06.326661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:40:06.336865 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646e692-0e4f-44fa-bd93-e98dc3dea664 None None] Sync routers for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:40:06.346165 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646e692-0e4f-44fa-bd93-e98dc3dea664 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:40:06.346843 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2646e692-0e4f-44fa-bd93-e98dc3dea664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:40:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:40:06.398639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] No DVR routers for this DVR port 938985db-e09a-4b96-836d-486df2e8f19d on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:40:06.401163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:06.403841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-deleted', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:06.421968 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f36bcb39-50c4-4526-9258-7c94c34090b3 req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.54 "DELETE /v2.0/ports/938985db-e09a-4b96-836d-486df2e8f19d HTTP/1.1" status: 204 len: 173 time: 1.4186668 Dec 22 13:40:06.455479 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba723b9-5a3c-4938-ac12-f30fe89e189a', 'name': 'network-vif-deleted', 'tag': '938985db-e09a-4b96-836d-486df2e8f19d', 'status': 'completed', 'code': 200} Dec 22 13:40:06.534243 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-2646e692-0e4f-44fa-bd93-e98dc3dea664 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:40:06.848374 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2646e692-0e4f-44fa-bd93-e98dc3dea664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:40:06.852399 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646e692-0e4f-44fa-bd93-e98dc3dea664 None None] Checking router: 69a3c89b-fcfa-49d5-aaf7-efae06af205a for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:40:06.861062 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646e692-0e4f-44fa-bd93-e98dc3dea664 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:40:06.861661 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2646e692-0e4f-44fa-bd93-e98dc3dea664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:40:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:40:06.974974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 938985db-e09a-4b96-836d-486df2e8f19d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:40:07.009769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 938985db-e09a-4b96-836d-486df2e8f19d {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:40:07.010267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 938985db-e09a-4b96-836d-486df2e8f19d not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:40:07.045995 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-2646e692-0e4f-44fa-bd93-e98dc3dea664 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:40:07.387794 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-2646e692-0e4f-44fa-bd93-e98dc3dea664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:40:07.391727 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646e692-0e4f-44fa-bd93-e98dc3dea664 None None] The sync data for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv is: [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:39Z', 'revision_number': 4, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0e00f29e-ba1b-4a16-918a-c70cd5e08319', 'name': '', 'network_id': '4aac9a7f-bd6b-448b-b071-99e99e1dbb2a', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'mac_address': 'fa:16:3e:82:2a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:38Z', 'updated_at': '2021-12-22T13:31:43Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'subnets': [{'id': 'c0060b24-bbf6-4a84-bb95-1fb44eb1a268', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:40:07.421869 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7beec968-07ff-4fe6-9a6e-b7dc65eb3752 req-403430e0-a6c9-4332-868e-26856ffb0514 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ba723b9-5a3c-4938-ac12-f30fe89e189a HTTP/1.1" status: 200 len: 210 time: 0.0564482 Dec 22 13:40:07.634137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4233a2cb-76f6-47d0-a954-a853b1cd0674 None None] New status for floating IP 4c675dd9-c975-4058-a3a4-bd2738afcbc2: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:40:10.895937 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:11.768851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58444) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:11.838291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:11.875024 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:11.934022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:11.937889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f21bd4f-a454-4d0a-b1b4-936e4f75ff4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:11.952822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc94d674-742a-474a-aa1c-b34170d49cfb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:11.961318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:11.961719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:11.962087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:11.962460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:11.962884 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:11.963196 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:11.963559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:11.963945 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:11.964315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:11.964677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:11.965044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:11.965399 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:11.969899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:11.973280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:11.974553 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "DELETE /v2.0/security-groups/bc94d674-742a-474a-aa1c-b34170d49cfb HTTP/1.1" status: 204 len: 168 time: 0.2041259 Dec 22 13:40:11.977345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58448) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:11.993518 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.api.v2.resource [None req-0a226c29-c43d-4cf7-a0e9-cee074f5b2fa tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] show failed (client error): The resource could not be found. Dec 22 13:40:11.996148 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0a226c29-c43d-4cf7-a0e9-cee074f5b2fa tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "GET /v2.0/security-groups/bc94d674-742a-474a-aa1c-b34170d49cfb HTTP/1.1" status: 404 len: 347 time: 0.0177786 Dec 22 13:40:11.997186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58452) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:12.162649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ebd280df-7eb0-44d0-87cd-b63c9692b269 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Deleting port 9dd6025c-46be-49b0-b2fa-ff37d167b427 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:40:12.162931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd280df-7eb0-44d0-87cd-b63c9692b269 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:12.329471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd280df-7eb0-44d0-87cd-b63c9692b269 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:12.329699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd280df-7eb0-44d0-87cd-b63c9692b269 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:12.450009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-ebd280df-7eb0-44d0-87cd-b63c9692b269 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Calling delete_port for 9dd6025c-46be-49b0-b2fa-ff37d167b427 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:40:12.591375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd280df-7eb0-44d0-87cd-b63c9692b269 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:12.596134 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0436ada6-2457-4564-9c5b-a4ccf1a4370a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:12.668002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd280df-7eb0-44d0-87cd-b63c9692b269 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Pushing event deleted for resources: {'Port': ['ID=9dd6025c-46be-49b0-b2fa-ff37d167b427,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:12.670694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ebd280df-7eb0-44d0-87cd-b63c9692b269 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:12.732983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd280df-7eb0-44d0-87cd-b63c9692b269 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:12.747846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ebd280df-7eb0-44d0-87cd-b63c9692b269 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:12.748988 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ebd280df-7eb0-44d0-87cd-b63c9692b269 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] 10.222.0.24 "DELETE /v2.0/floatingips/4c675dd9-c975-4058-a3a4-bd2738afcbc2 HTTP/1.1" status: 204 len: 168 time: 0.7508857 Dec 22 13:40:12.753434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58456) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:13.493710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:13.840526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] Deleting port 0e00f29e-ba1b-4a16-918a-c70cd5e08319 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:40:13.840831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:14.006228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] For port 0e00f29e-ba1b-4a16-918a-c70cd5e08319, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0e00f29e-ba1b-4a16-918a-c70cd5e08319,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:14.006545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:14.127821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] Calling delete_port for 0e00f29e-ba1b-4a16-918a-c70cd5e08319 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:40:14.308337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:14.312046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-269b69a5-f5a8-4c7f-835a-448d3bd5459c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:14.357977 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e00f29e-ba1b-4a16-918a-c70cd5e08319,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:14.361182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:14.624981 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:15.124986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] Router 69a3c89b-fcfa-49d5-aaf7-efae06af205a has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:40:15.306883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:40:15.317826 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab5bc9-ae68-41cb-8f8a-bd6bac189f00 None None] Sync routers for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:40:15.321146 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] 10.222.0.24 "PUT /v2.0/routers/69a3c89b-fcfa-49d5-aaf7-efae06af205a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5666976 Dec 22 13:40:15.324147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58462) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:15.330558 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab5bc9-ae68-41cb-8f8a-bd6bac189f00 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:40:15.331479 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c6ab5bc9-ae68-41cb-8f8a-bd6bac189f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:40:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:40:15.500195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:15.507905 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-c6ab5bc9-ae68-41cb-8f8a-bd6bac189f00 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:40:15.677155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:15.688555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Deleting port e01121f1-a701-4dca-9619-12d9ec88e529 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:40:15.688936 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:15.785058 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c6ab5bc9-ae68-41cb-8f8a-bd6bac189f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:40:14Z', 'revision_number': 5, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port': {'id': 'e01121f1-a701-4dca-9619-12d9ec88e529', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:40:15.788819 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab5bc9-ae68-41cb-8f8a-bd6bac189f00 None None] Checking router: 69a3c89b-fcfa-49d5-aaf7-efae06af205a for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:40:15.797580 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ab5bc9-ae68-41cb-8f8a-bd6bac189f00 None None] Routers {'69a3c89b-fcfa-49d5-aaf7-efae06af205a'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:40:15.798199 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c6ab5bc9-ae68-41cb-8f8a-bd6bac189f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:40:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:40:15.864152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] For port e01121f1-a701-4dca-9619-12d9ec88e529, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=e01121f1-a701-4dca-9619-12d9ec88e529,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:15.864506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:15.944547 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-c6ab5bc9-ae68-41cb-8f8a-bd6bac189f00 None None] Set router 69a3c89b-fcfa-49d5-aaf7-efae06af205a gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:40:15.985746 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Calling delete_port for e01121f1-a701-4dca-9619-12d9ec88e529 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:40:16.047048 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c6ab5bc9-ae68-41cb-8f8a-bd6bac189f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:40:15Z', 'revision_number': 6, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:40:16.050922 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab5bc9-ae68-41cb-8f8a-bd6bac189f00 None None] The sync data for ids ['69a3c89b-fcfa-49d5-aaf7-efae06af205a'] in dv-neutron-822668-1-hyperv is: [{'id': '69a3c89b-fcfa-49d5-aaf7-efae06af205a', 'name': 'tempest-ServerActionsTestJSON-673344210-router', 'tenant_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:31:35Z', 'updated_at': '2021-12-22T13:40:15Z', 'revision_number': 6, 'project_id': '5bcb14cb31194e3fa996c8c103e0fd7e', 'gw_port_host': None}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:40:16.157951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.162889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:16.337212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e01121f1-a701-4dca-9619-12d9ec88e529,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:16.362136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:16.426050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.599005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.601328 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.626488 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.626980 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69a3c89b-fcfa-49d5-aaf7-efae06af205a {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:40:16.642727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.644192 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] 10.222.0.24 "DELETE /v2.0/routers/69a3c89b-fcfa-49d5-aaf7-efae06af205a HTTP/1.1" status: 204 len: 168 time: 1.3189323 Dec 22 13:40:16.647314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58466) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:16.708666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-b608b048-b225-45f9-9680-bb5eaa02890d admin admin] Deleting subnet c0060b24-bbf6-4a84-bb95-1fb44eb1a268 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:40:16.712340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b608b048-b225-45f9-9680-bb5eaa02890d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.760094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b608b048-b225-45f9-9680-bb5eaa02890d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.843841 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b608b048-b225-45f9-9680-bb5eaa02890d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.848991 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:40:16.913267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b608b048-b225-45f9-9680-bb5eaa02890d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.917132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-111924bc-32c9-4be6-a259-2ec9817485bd tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:16.953882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608b048-b225-45f9-9680-bb5eaa02890d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0060b24-bbf6-4a84-bb95-1fb44eb1a268,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:16.955873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b608b048-b225-45f9-9680-bb5eaa02890d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:16.958553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b608b048-b225-45f9-9680-bb5eaa02890d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:16.961489 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba17e467-b50c-4562-b80a-345c8a088a7b None None] Network 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:40:16.963300 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b608b048-b225-45f9-9680-bb5eaa02890d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c0060b24-bbf6-4a84-bb95-1fb44eb1a268 HTTP/1.1" status: 204 len: 168 time: 0.3149798 Dec 22 13:40:16.965835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58470) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:17.078567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:17.089236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Deleting port 581be8d1-fa1f-44e4-a37f-0e8212dec888 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:40:17.089560 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:17.242830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b94cb4-6f6c-44c7-b9ad-4b4c58eeb0e9 None None] DHCP port deletion for 4aac9a7f-bd6b-448b-b071-99e99e1dbb2a request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:40:17.247288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-37b94cb4-6f6c-44c7-b9ad-4b4c58eeb0e9 None None] Deleting port 581be8d1-fa1f-44e4-a37f-0e8212dec888 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:40:17.247762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-37b94cb4-6f6c-44c7-b9ad-4b4c58eeb0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:17.296035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] For port 581be8d1-fa1f-44e4-a37f-0e8212dec888, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=581be8d1-fa1f-44e4-a37f-0e8212dec888,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:17.296378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:17.424454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Calling delete_port for 581be8d1-fa1f-44e4-a37f-0e8212dec888 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:40:17.448217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-37b94cb4-6f6c-44c7-b9ad-4b4c58eeb0e9 None None] For port 581be8d1-fa1f-44e4-a37f-0e8212dec888, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=581be8d1-fa1f-44e4-a37f-0e8212dec888,segment=NetworkSegment(9c0ffc1f-9c44-4275-af61-2545e0a50d01),segment_id=9c0ffc1f-9c44-4275-af61-2545e0a50d01)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:17.448539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-37b94cb4-6f6c-44c7-b9ad-4b4c58eeb0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:17.503536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:17.508682 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f96eaa7d-bfe6-49fd-ad00-acf17cfbd16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:17.553671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] No DVR routers for this DVR port 581be8d1-fa1f-44e4-a37f-0e8212dec888 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:40:17.567628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-37b94cb4-6f6c-44c7-b9ad-4b4c58eeb0e9 None None] Calling delete_port for 581be8d1-fa1f-44e4-a37f-0e8212dec888 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:40:17.600380 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=581be8d1-fa1f-44e4-a37f-0e8212dec888,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:17.603629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:17.641793 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-37b94cb4-6f6c-44c7-b9ad-4b4c58eeb0e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:40:17.642130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-37b94cb4-6f6c-44c7-b9ad-4b4c58eeb0e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:40:17.678149 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:17.702533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aac9a7f-bd6b-448b-b071-99e99e1dbb2a']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:40:17.714668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0ffc1f-9c44-4275-af61-2545e0a50d01') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:40:17.715281 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0ffc1f-9c44-4275-af61-2545e0a50d01') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:40:17.726419 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:17.742020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:17.748581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:40:17.748960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:40:17.762013 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:40:17.843378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:17.843807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e01121f1-a701-4dca-9619-12d9ec88e529 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:40:17.848669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:17.851541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-91c05434-efad-4e30-a99c-8a8b4b3ee3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:17.873574 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=4aac9a7f-bd6b-448b-b071-99e99e1dbb2a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:17.878563 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: e01121f1-a701-4dca-9619-12d9ec88e529 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:40:17.878915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device e01121f1-a701-4dca-9619-12d9ec88e529 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:40:17.879044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:17.879346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0e00f29e-ba1b-4a16-918a-c70cd5e08319 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:40:17.889331 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] 10.222.0.24 "DELETE /v2.0/networks/4aac9a7f-bd6b-448b-b071-99e99e1dbb2a HTTP/1.1" status: 204 len: 168 time: 0.9224527 Dec 22 13:40:17.911721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 0e00f29e-ba1b-4a16-918a-c70cd5e08319 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:40:17.911985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0e00f29e-ba1b-4a16-918a-c70cd5e08319 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:40:17.912463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 581be8d1-fa1f-44e4-a37f-0e8212dec888 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:40:17.947167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 581be8d1-fa1f-44e4-a37f-0e8212dec888 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:40:17.947559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 581be8d1-fa1f-44e4-a37f-0e8212dec888 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:40:18.009442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58476) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:18.059562 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ea53d352-f4d7-4a2b-844c-da311f97ba25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bcb14cb31194e3fa996c8c103e0fd7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488460 Dec 22 13:40:18.061923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58480) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:18.126136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d39fd3a-b754-4dbe-ba78-a0685ddfcd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:18.143515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-37b94cb4-6f6c-44c7-b9ad-4b4c58eeb0e9 None None] Deleting port 581be8d1-fa1f-44e4-a37f-0e8212dec888 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:40:18.144056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-37b94cb4-6f6c-44c7-b9ad-4b4c58eeb0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:18.153586 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d39fd3a-b754-4dbe-ba78-a0685ddfcd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:18.208500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-37b94cb4-6f6c-44c7-b9ad-4b4c58eeb0e9 None None] The port '581be8d1-fa1f-44e4-a37f-0e8212dec888' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:40:18.208871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d39fd3a-b754-4dbe-ba78-a0685ddfcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:18.217307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-061c05b1-21f1-4c3f-be94-7c3c7676c272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:18.232490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39fd3a-b754-4dbe-ba78-a0685ddfcd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbe09ee-5f54-4e33-8396-44da1927849a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:18.235059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d39fd3a-b754-4dbe-ba78-a0685ddfcd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:18.236268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d39fd3a-b754-4dbe-ba78-a0685ddfcd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:18.237356 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7d39fd3a-b754-4dbe-ba78-a0685ddfcd53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acbe09ee-5f54-4e33-8396-44da1927849a HTTP/1.1" status: 204 len: 168 time: 0.1745088 Dec 22 13:40:19.065069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58504) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:19.187019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-681156570-network', 'tenant_id': '2f23c329e4db4e7780568793721bad2b'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:40:19.192164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:40:19.196377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Usage tracker for resource:network and tenant:2f23c329e4db4e7780568793721bad2b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:40:19.199826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:40:19.207249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:40:19.222325 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Made reservation on behalf of 2f23c329e4db4e7780568793721bad2b for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:40:19.226064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.243645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.258179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:40:19.262295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Usage tracker for resource:security_group_rule and tenant:2f23c329e4db4e7780568793721bad2b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:40:19.265253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:40:19.271045 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:40:19.489497 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.494900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.498049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8bc110b8-c88b-44d9-9d85-ddf81151663c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:19.524941 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:40:19.533354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd46032-fdee-4083-89d3-1221b3b19a4d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:19.536929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:19.540297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.540666 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Added segment 13d90b28-033d-48b2-bdbe-b532ce36b9da of type vlan for network c84ae217-7d2f-45bd-94fc-c6a2c6920127 Dec 22 13:40:19.566745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.599302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.600456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:19.601020 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.604420 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-35703491-3f07-4d50-8266-821c1a5cba44 tempest-NetworksTest-17790069 tempest-NetworksTest-17790069-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:19.702315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Pushing event updated for resources: {'Network': ['ID=c84ae217-7d2f-45bd-94fc-c6a2c6920127,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:19.705171 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6390877 Dec 22 13:40:19.706074 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:19.708234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58510) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:19.713815 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network c84ae217-7d2f-45bd-94fc-c6a2c6920127 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:40:19.714334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Request body: {'subnet': {'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-681156570-subnet', 'tenant_id': '2f23c329e4db4e7780568793721bad2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:40:19.719071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:40:19.724295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Usage tracker for resource:subnet and tenant:2f23c329e4db4e7780568793721bad2b is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:40:19.727562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:40:19.733934 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:40:19.746849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Made reservation on behalf of 2f23c329e4db4e7780568793721bad2b for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:40:19.749251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.956556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:19.962256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-101d3f9c-800e-437d-a640-bed1f6f596a7 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:20.032373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c3548c-e055-4599-b303-3821f7ea6d21,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:20.035562 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:20.041379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Checking segment: {'id': '13d90b28-033d-48b2-bdbe-b532ce36b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:40:20.041728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Network hostable DHCP agents. Network: c84ae217-7d2f-45bd-94fc-c6a2c6920127, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:40:20.063378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Network c84ae217-7d2f-45bd-94fc-c6a2c6920127 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:40:20.073910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, c84ae217-7d2f-45bd-94fc-c6a2c6920127) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:40:20.077951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:20.078534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:20.084361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597acc99-ecf6-431e-969b-48d445c2ee4f None None] Network c84ae217-7d2f-45bd-94fc-c6a2c6920127 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:40:20.106506 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3916154 Dec 22 13:40:20.295525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13473f-b738-47f3-b0cb-40d9e92ccdf6 None None] Network c84ae217-7d2f-45bd-94fc-c6a2c6920127 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:40:20.781202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-1fe4a243-aeec-46e9-b2be-df9611954bd7 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:20.781873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-1fe4a243-aeec-46e9-b2be-df9611954bd7 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Synchronizing usage tracker for tenant:2f23c329e4db4e7780568793721bad2b on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:40:20.801479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-1fe4a243-aeec-46e9-b2be-df9611954bd7 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Unset dirty status for tenant:2f23c329e4db4e7780568793721bad2b on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:40:20.802757 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-1fe4a243-aeec-46e9-b2be-df9611954bd7 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/networks?id=c84ae217-7d2f-45bd-94fc-c6a2c6920127 HTTP/1.1" status: 200 len: 813 time: 0.1663389 Dec 22 13:40:20.817938 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-ae8a9fee-85f9-4939-9f84-bd6a75f72e65 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/quotas/2f23c329e4db4e7780568793721bad2b HTTP/1.1" status: 200 len: 375 time: 0.0093186 Dec 22 13:40:20.864800 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-172b8be4-ef35-4fcd-9fa7-8803312b58b8 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f23c329e4db4e7780568793721bad2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420146 Dec 22 13:40:20.878368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-7f39e4f2-529f-4388-b6a3-02659acfdb23 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:40:20.879280 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-7f39e4f2-529f-4388-b6a3-02659acfdb23 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048990 Dec 22 13:40:21.022632 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-2c07978f-9318-41fb-acb2-20f02b66ea53 service neutron] 10.222.0.24 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371360 Dec 22 13:40:21.154939 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-54f0db68-8895-4caa-996f-30dd6fab3d81 service neutron] 10.222.0.24 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262977 Dec 22 13:40:21.388812 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7102e22c-c67b-452a-8d6b-fa81d5f7f3ee req-fe0ae4ab-42ba-410d-90cb-a387e5aba099 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 210 time: 0.0990903 Dec 22 13:40:22.540981 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1122730e-aeeb-47b2-b6d5-fc58e1d25753 req-7132b3a5-86db-4f6f-a443-2aea64932c0c tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 210 time: 0.0475280 Dec 22 13:40:22.567863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-8c1e2553-02f3-4ee2-9011-77a7e335485e tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:22.569653 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-8c1e2553-02f3-4ee2-9011-77a7e335485e tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.54 "GET /v2.0/networks?id=c84ae217-7d2f-45bd-94fc-c6a2c6920127 HTTP/1.1" status: 200 len: 813 time: 0.1609640 Dec 22 13:40:22.581407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Request body: {'port': {'device_id': '45d8049c-df06-49ba-9991-ac3179b0502c', 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127', 'admin_state_up': True, 'tenant_id': '2f23c329e4db4e7780568793721bad2b'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:40:22.733373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:40:22.737467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Usage tracker for resource:port and tenant:2f23c329e4db4e7780568793721bad2b is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:40:22.740391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:40:22.746034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:40:22.757537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Made reservation on behalf of 2f23c329e4db4e7780568793721bad2b for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:40:22.760969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:22.918304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Allocated IP 172.20.0.14 (c84ae217-7d2f-45bd-94fc-c6a2c6920127/c9c3548c-e055-4599-b303-3821f7ea6d21/98f6327d-b1cf-4fd6-abe6-9b231c255ce7) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:40:23.119764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:23.157504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:23.163875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:23.338573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Network c84ae217-7d2f-45bd-94fc-c6a2c6920127 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:40:23.341754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:40:23.345527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:40:23.374720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Pushing event updated for resources: {'Port': ['ID=98f6327d-b1cf-4fd6-abe6-9b231c255ce7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:23.381152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:23.410879 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:23.411463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:23.433530 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8559270 Dec 22 13:40:23.443627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-67dbd227-9b4f-412b-b7f6-312158ed080e tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:40:23.444598 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-67dbd227-9b4f-412b-b7f6-312158ed080e tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050583 Dec 22 13:40:23.454511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Request body: {'port': {'device_id': '45d8049c-df06-49ba-9991-ac3179b0502c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:40:23.562409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:23.883558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4fb9f-98b3-4a23-b130-6ca4d20edc20 req-0b83538b-bd64-408f-ba55-631ebd4697a8 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:23.884327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-6da4fb9f-98b3-4a23-b130-6ca4d20edc20 req-0b83538b-bd64-408f-ba55-631ebd4697a8 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Synchronizing usage tracker for tenant:2f23c329e4db4e7780568793721bad2b on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:40:23.919112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-6da4fb9f-98b3-4a23-b130-6ca4d20edc20 req-0b83538b-bd64-408f-ba55-631ebd4697a8 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Unset dirty status for tenant:2f23c329e4db4e7780568793721bad2b on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:40:23.920321 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6da4fb9f-98b3-4a23-b130-6ca4d20edc20 req-0b83538b-bd64-408f-ba55-631ebd4697a8 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 932 time: 0.2373166 Dec 22 13:40:23.999657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:40:24.010506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:24.017917 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6da4fb9f-98b3-4a23-b130-6ca4d20edc20 req-e63f1fcb-7a62-4f08-bd5e-f6eac734693b tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647442 Dec 22 13:40:24.028832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Transition to ACTIVE for port object 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:40:24.033829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:24.038395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8c671951-334e-4296-b4bf-acbb6845762c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:24.189766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Pushing event updated for resources: {'Port': ['ID=98f6327d-b1cf-4fd6-abe6-9b231c255ce7,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:24.196675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:24.264552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Attempting to bind port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:40:24.264886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Attempting to bind port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '13d90b28-033d-48b2-bdbe-b532ce36b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:40:24.265213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Attempting to bind port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 on network c84ae217-7d2f-45bd-94fc-c6a2c6920127 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:40:24.270365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 on network c84ae217-7d2f-45bd-94fc-c6a2c6920127 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:40:24.270717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Attempting to bind port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 on network c84ae217-7d2f-45bd-94fc-c6a2c6920127 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:40:24.276340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:40:24.276676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Checking segment: {'id': '13d90b28-033d-48b2-bdbe-b532ce36b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:40:24.277093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Bound using segment: {'id': '13d90b28-033d-48b2-bdbe-b532ce36b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:40:24.277519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Bound port: 98f6327d-b1cf-4fd6-abe6-9b231c255ce7, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d90b28-033d-48b2-bdbe-b532ce36b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:40:24.277858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:24.380800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] For port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:40:24.383594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] For port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98f6327d-b1cf-4fd6-abe6-9b231c255ce7,segment=NetworkSegment(13d90b28-033d-48b2-bdbe-b532ce36b9da),segment_id=13d90b28-033d-48b2-bdbe-b532ce36b9da)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:40:24.391028 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:24.394557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0c269e0b-0c56-448f-949c-ce834cfdbeef tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:24.449675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:24.450355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:24.451749 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] 10.222.0.54 "PUT /v2.0/ports/98f6327d-b1cf-4fd6-abe6-9b231c255ce7 HTTP/1.1" status: 200 len: 1094 time: 1.0007627 Dec 22 13:40:24.452290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d8049c-df06-49ba-9991-ac3179b0502c', 'tag': '98f6327d-b1cf-4fd6-abe6-9b231c255ce7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:24.474263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Pushing event updated for resources: {'Port': ['ID=98f6327d-b1cf-4fd6-abe6-9b231c255ce7,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:24.477320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:24.524795 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d8049c-df06-49ba-9991-ac3179b0502c', 'tag': '98f6327d-b1cf-4fd6-abe6-9b231c255ce7', 'status': 'completed', 'code': 200} Dec 22 13:40:24.564676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-282bbaa8-1328-48fa-a8df-1839e689cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:24.566128 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-282bbaa8-1328-48fa-a8df-1839e689cc54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f23c329e4db4e7780568793721bad2b&device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 1097 time: 0.0722830 Dec 22 13:40:24.636953 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-b39303d9-1920-4eb8-a68c-8f6b7b38b66b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f6327d-b1cf-4fd6-abe6-9b231c255ce7 HTTP/1.1" status: 200 len: 217 time: 0.0631402 Dec 22 13:40:24.707288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-75c9b6b1-5e16-42c3-a3b8-9f7602dae227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:24.709750 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-75c9b6b1-5e16-42c3-a3b8-9f7602dae227 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9c3548c-e055-4599-b303-3821f7ea6d21 HTTP/1.1" status: 200 len: 853 time: 0.0646825 Dec 22 13:40:24.759338 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-3e0b5187-6983-4a7c-bf54-c2483d620ce8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c84ae217-7d2f-45bd-94fc-c6a2c6920127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435698 Dec 22 13:40:24.888610 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-e97afb5b-d880-467b-ae0c-1bea4ffe7e3e service neutron] 10.222.0.54 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228962 Dec 22 13:40:25.166323 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77ae6689-a91b-41e1-b62f-856303e631f8 req-2c509cfa-4609-4019-a7af-1b48fba80ed9 service neutron] 10.222.0.54 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716250 Dec 22 13:40:25.209761 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204ac3d-1ad2-4c7a-82bc-3b8345fa1e97 req-70f05bee-e923-46ee-9345-d309abc322cb tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:25.211251 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7204ac3d-1ad2-4c7a-82bc-3b8345fa1e97 req-70f05bee-e923-46ee-9345-d309abc322cb tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 944 time: 0.0854025 Dec 22 13:40:25.304808 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7204ac3d-1ad2-4c7a-82bc-3b8345fa1e97 req-19f8c9b0-b589-4604-ab55-e046390e68cb tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553260 Dec 22 13:40:25.321036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3da00e-8c7a-4adc-b27a-3051b51beca2 req-4e33242b-d6d0-46d1-9971-db2ba8b8473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:25.322511 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6c3da00e-8c7a-4adc-b27a-3051b51beca2 req-4e33242b-d6d0-46d1-9971-db2ba8b8473f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f23c329e4db4e7780568793721bad2b&device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 1097 time: 0.1060257 Dec 22 13:40:25.459039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3da00e-8c7a-4adc-b27a-3051b51beca2 req-f4750574-f9da-40e0-a218-70f4712df7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:25.460756 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6c3da00e-8c7a-4adc-b27a-3051b51beca2 req-f4750574-f9da-40e0-a218-70f4712df7a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c84ae217-7d2f-45bd-94fc-c6a2c6920127 HTTP/1.1" status: 200 len: 914 time: 0.1315782 Dec 22 13:40:25.531421 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6c3da00e-8c7a-4adc-b27a-3051b51beca2 req-8b7f25c2-b051-4ce3-89de-798413c3a82b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f6327d-b1cf-4fd6-abe6-9b231c255ce7 HTTP/1.1" status: 200 len: 217 time: 0.0639780 Dec 22 13:40:25.594741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3da00e-8c7a-4adc-b27a-3051b51beca2 req-50cd35da-d30a-4d9b-b76e-7cee53079db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:25.596214 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6c3da00e-8c7a-4adc-b27a-3051b51beca2 req-50cd35da-d30a-4d9b-b76e-7cee53079db5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9c3548c-e055-4599-b303-3821f7ea6d21 HTTP/1.1" status: 200 len: 853 time: 0.0582807 Dec 22 13:40:25.642926 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6c3da00e-8c7a-4adc-b27a-3051b51beca2 req-1cce55c3-28a9-42d7-a0d8-a6494fad73a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c84ae217-7d2f-45bd-94fc-c6a2c6920127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392015 Dec 22 13:40:25.776385 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6c3da00e-8c7a-4adc-b27a-3051b51beca2 req-177c67a5-b59b-4dd6-8657-2d32f693195a service neutron] 10.222.0.54 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254060 Dec 22 13:40:25.909691 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6c3da00e-8c7a-4adc-b27a-3051b51beca2 req-5707d969-105b-462f-91a9-cc3895c6f64d service neutron] 10.222.0.54 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264765 Dec 22 13:40:26.508135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2241f3-b7bb-4a9d-8837-32441f869344 req-fc972b9d-2f8e-4009-a21c-d13b3f00b938 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:26.509533 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ec2241f3-b7bb-4a9d-8837-32441f869344 req-fc972b9d-2f8e-4009-a21c-d13b3f00b938 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 944 time: 0.0923257 Dec 22 13:40:26.551762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-ec2241f3-b7bb-4a9d-8837-32441f869344 req-6a44d963-8621-4ff7-b146-483043fdffd9 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Synchronizing usage tracker for tenant:2f23c329e4db4e7780568793721bad2b on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:40:26.569590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-ec2241f3-b7bb-4a9d-8837-32441f869344 req-6a44d963-8621-4ff7-b146-483043fdffd9 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Unset dirty status for tenant:2f23c329e4db4e7780568793721bad2b on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:40:26.570741 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ec2241f3-b7bb-4a9d-8837-32441f869344 req-6a44d963-8621-4ff7-b146-483043fdffd9 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555658 Dec 22 13:40:27.557422 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ec992f94-52da-444b-8ed4-f1aac9bc68d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:27.770739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc532fd1-7e4c-4fde-adc9-74b604cd6aec req-7e369a7c-2b86-4e77-8496-2454997dbdc2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:27.772491 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc532fd1-7e4c-4fde-adc9-74b604cd6aec req-7e369a7c-2b86-4e77-8496-2454997dbdc2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 944 time: 0.0979121 Dec 22 13:40:27.824244 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bc532fd1-7e4c-4fde-adc9-74b604cd6aec req-643b3f88-f71f-43d7-9b9d-968a269d3d18 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455725 Dec 22 13:40:29.035193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee094a5a-844f-4853-9b89-c8c2caa63a74 req-6671fb19-6cd4-40a8-9411-1a96e0a71bfd tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:29.036709 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ee094a5a-844f-4853-9b89-c8c2caa63a74 req-6671fb19-6cd4-40a8-9411-1a96e0a71bfd tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 944 time: 0.1030462 Dec 22 13:40:29.085615 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ee094a5a-844f-4853-9b89-c8c2caa63a74 req-b9028fc5-2927-4cff-9c72-34452158e2d8 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Dec 22 13:40:29.112813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:40:29.285862 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98f6327d-b1cf-4fd6-abe6-9b231c255ce7,segment=NetworkSegment(13d90b28-033d-48b2-bdbe-b532ce36b9da),segment_id=13d90b28-033d-48b2-bdbe-b532ce36b9da)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:29.299260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '98f6327d-b1cf-4fd6-abe6-9b231c255ce7', 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127', 'port_id': '98f6327d-b1cf-4fd6-abe6-9b231c255ce7', 'mac_address': 'fa:16:3e:9e:99:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c3548c-e055-4599-b303-3821f7ea6d21', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:40:29.354111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:29.375706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:40:29.391478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98f6327d-b1cf-4fd6-abe6-9b231c255ce7,segment=NetworkSegment(13d90b28-033d-48b2-bdbe-b532ce36b9da),segment_id=13d90b28-033d-48b2-bdbe-b532ce36b9da)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:29.397376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:29.399190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:29.477599 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=98f6327d-b1cf-4fd6-abe6-9b231c255ce7,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:29.480565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:29.719153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['98f6327d-b1cf-4fd6-abe6-9b231c255ce7'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:40:29.900630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7be12630-a837-4a41-a2b7-d1fb1f834bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:30.283794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61303e74-20d0-43a7-84b5-00e958580d14 req-4e660c3c-7622-4eeb-b1f9-b5c147557396 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:30.285228 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-61303e74-20d0-43a7-84b5-00e958580d14 req-4e660c3c-7622-4eeb-b1f9-b5c147557396 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 945 time: 0.0852690 Dec 22 13:40:30.334885 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-61303e74-20d0-43a7-84b5-00e958580d14 req-92527b3e-bf08-4858-94ad-a8ee279b0d6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416934 Dec 22 13:40:30.953453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:31.030418 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:31.130363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:40:31.210273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:40:31.216792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:40:31.217242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:31.331220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:31.358590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d8049c-df06-49ba-9991-ac3179b0502c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f6327d-b1cf-4fd6-abe6-9b231c255ce7'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:31.369002 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98f6327d-b1cf-4fd6-abe6-9b231c255ce7,segment=NetworkSegment(13d90b28-033d-48b2-bdbe-b532ce36b9da),segment_id=13d90b28-033d-48b2-bdbe-b532ce36b9da)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:31.381373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:31.383544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:31.451830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=98f6327d-b1cf-4fd6-abe6-9b231c255ce7,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:31.455152 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:31.469783 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d8049c-df06-49ba-9991-ac3179b0502c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f6327d-b1cf-4fd6-abe6-9b231c255ce7', 'code': 200} Dec 22 13:40:31.544468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde26f25-664c-4eba-8146-64924bcbac02 req-c1f771bf-d734-4b94-bd01-110df8003831 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:31.545956 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dde26f25-664c-4eba-8146-64924bcbac02 req-c1f771bf-d734-4b94-bd01-110df8003831 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 946 time: 0.0874090 Dec 22 13:40:31.592400 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dde26f25-664c-4eba-8146-64924bcbac02 req-19be0b5d-a189-4833-9f26-90d4b75f7a28 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 Dec 22 13:40:31.713815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c630f6d-36a8-43c5-bda4-723270be13e6 req-aef3f207-2a3a-4326-89f3-1173de7dcfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:31.715298 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2c630f6d-36a8-43c5-bda4-723270be13e6 req-aef3f207-2a3a-4326-89f3-1173de7dcfb1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 1099 time: 0.0873029 Dec 22 13:40:31.756839 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2c630f6d-36a8-43c5-bda4-723270be13e6 req-c9be4fe1-2b5c-4508-8263-0cf4da7813c5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348089 Dec 22 13:40:32.498231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:32.797605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1ddac-c920-49bf-a83f-733e515feaac req-f8249e5c-bebc-4722-b2c7-0a12ec51818c tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:32.798936 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fbf1ddac-c920-49bf-a83f-733e515feaac req-f8249e5c-bebc-4722-b2c7-0a12ec51818c tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 946 time: 0.0927055 Dec 22 13:40:32.846356 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fbf1ddac-c920-49bf-a83f-733e515feaac req-03b1a38f-6ba3-4bb7-8006-0a5c8dd60a38 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394762 Dec 22 13:40:34.037916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80886d07-6e7a-40e6-8b8e-f1a2cc25dbbf req-3ec409aa-7986-4d82-83e4-a207caf57a10 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:34.039405 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-80886d07-6e7a-40e6-8b8e-f1a2cc25dbbf req-3ec409aa-7986-4d82-83e4-a207caf57a10 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 946 time: 0.0837564 Dec 22 13:40:34.085997 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-80886d07-6e7a-40e6-8b8e-f1a2cc25dbbf req-3f884c2c-09e3-4855-b69c-aa2a6adbf2a1 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384192 Dec 22 13:40:34.397000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-ec4c1cef-b781-465c-a26e-82966f1bd42e tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:34.398539 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-ec4c1cef-b781-465c-a26e-82966f1bd42e tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/networks?id=c84ae217-7d2f-45bd-94fc-c6a2c6920127 HTTP/1.1" status: 200 len: 813 time: 0.1527476 Dec 22 13:40:34.415816 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-0abfdef8-5dbc-4339-8fc3-469b53e79fb2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/quotas/2f23c329e4db4e7780568793721bad2b HTTP/1.1" status: 200 len: 375 time: 0.0090425 Dec 22 13:40:34.494715 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-9a060caf-67e6-4cfd-b3ee-281c30e88dec tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f23c329e4db4e7780568793721bad2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739906 Dec 22 13:40:34.740285 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-0ff22cda-9b7c-46ca-827f-0dfd5852619f service neutron] 10.222.0.24 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388105 Dec 22 13:40:34.874163 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e5df6980-adc0-42bd-8be3-5389b6389e41 service neutron] 10.222.0.24 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276252 Dec 22 13:40:35.057221 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2ad0ed74-8d1a-4183-aca8-3d36db1d6960 req-cc76fba8-56aa-431f-8beb-5aee57c528a6 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 210 time: 0.0445611 Dec 22 13:40:36.154759 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ac850fa6-70f5-4782-8eb9-219d8708a982 req-7445d0e4-4dd1-4387-8794-22505a935c3c tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 210 time: 0.0431032 Dec 22 13:40:37.250842 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2b6f92fa-9138-4f18-b035-dccc1fcbddd1 req-cb53b83e-c1a4-4813-9180-e25d6265c831 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 210 time: 0.0439095 Dec 22 13:40:38.148883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-23684627-fb6d-4592-84fc-e11406882f04 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:38.150206 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-23684627-fb6d-4592-84fc-e11406882f04 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.54 "GET /v2.0/networks?id=c84ae217-7d2f-45bd-94fc-c6a2c6920127 HTTP/1.1" status: 200 len: 813 time: 0.1435757 Dec 22 13:40:38.161825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Request body: {'port': {'device_id': 'd72a7a35-b921-47fd-8905-08a24b435704', 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127', 'admin_state_up': True, 'tenant_id': '2f23c329e4db4e7780568793721bad2b'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:40:38.404522 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9559ab3-746f-471c-ad8a-c042e733716a req-e9f72e8e-d8ae-4ba4-a131-25ee80dcd362 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 210 time: 0.0461426 Dec 22 13:40:38.417916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:40:38.427211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:40:38.438276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Made reservation on behalf of 2f23c329e4db4e7780568793721bad2b for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:40:38.441890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:38.606824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Allocated IP 172.20.0.8 (c84ae217-7d2f-45bd-94fc-c6a2c6920127/c9c3548c-e055-4599-b303-3821f7ea6d21/8d34d960-e631-4d54-bc09-75d01c0bdb4e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:40:38.813841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:38.845849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:38.851403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:38.859004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['98f6327d-b1cf-4fd6-abe6-9b231c255ce7'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:40:38.917699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Network c84ae217-7d2f-45bd-94fc-c6a2c6920127 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:40:38.920779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:40:38.924950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:40:38.960999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Pushing event updated for resources: {'Port': ['ID=8d34d960-e631-4d54-bc09-75d01c0bdb4e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:38.969614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:38.992382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:38.992985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:39.018338 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8600590 Dec 22 13:40:39.031469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Request body: {'port': {'device_id': 'd72a7a35-b921-47fd-8905-08a24b435704', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:40:39.142431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:39.506945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d34d960-e631-4d54-bc09-75d01c0bdb4e {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:40:39.544204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:39.577094 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Transition to ACTIVE for port object 8d34d960-e631-4d54-bc09-75d01c0bdb4e will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:40:39.584178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:39.589412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f925dffd-fd9a-414c-923d-384d9a90edd4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:39.724681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Pushing event updated for resources: {'Port': ['ID=8d34d960-e631-4d54-bc09-75d01c0bdb4e,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:39.728948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:39.796323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19de4ea-b157-4b05-bc97-f62415d35630 req-06d02082-7c78-4d45-b74c-eea6334c0d22 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:39.797014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-f19de4ea-b157-4b05-bc97-f62415d35630 req-06d02082-7c78-4d45-b74c-eea6334c0d22 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Synchronizing usage tracker for tenant:2f23c329e4db4e7780568793721bad2b on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:40:39.830988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-f19de4ea-b157-4b05-bc97-f62415d35630 req-06d02082-7c78-4d45-b74c-eea6334c0d22 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Unset dirty status for tenant:2f23c329e4db4e7780568793721bad2b on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:40:39.832183 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f19de4ea-b157-4b05-bc97-f62415d35630 req-06d02082-7c78-4d45-b74c-eea6334c0d22 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 931 time: 0.3206565 Dec 22 13:40:39.866121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Attempting to bind port 8d34d960-e631-4d54-bc09-75d01c0bdb4e on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:40:39.866451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Attempting to bind port 8d34d960-e631-4d54-bc09-75d01c0bdb4e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '13d90b28-033d-48b2-bdbe-b532ce36b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:40:39.866770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Attempting to bind port 8d34d960-e631-4d54-bc09-75d01c0bdb4e on network c84ae217-7d2f-45bd-94fc-c6a2c6920127 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:40:39.879583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Port 8d34d960-e631-4d54-bc09-75d01c0bdb4e on network c84ae217-7d2f-45bd-94fc-c6a2c6920127 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:40:39.879946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Attempting to bind port 8d34d960-e631-4d54-bc09-75d01c0bdb4e on network c84ae217-7d2f-45bd-94fc-c6a2c6920127 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:40:39.890815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:40:39.891139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Checking segment: {'id': '13d90b28-033d-48b2-bdbe-b532ce36b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:40:39.891512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Bound using segment: {'id': '13d90b28-033d-48b2-bdbe-b532ce36b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:40:39.892055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Bound port: 8d34d960-e631-4d54-bc09-75d01c0bdb4e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d90b28-033d-48b2-bdbe-b532ce36b9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:40:39.892389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:39.902910 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f19de4ea-b157-4b05-bc97-f62415d35630 req-062181ae-9509-41f9-86b7-05bbc1d5a375 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611959 Dec 22 13:40:39.986477 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] For port 8d34d960-e631-4d54-bc09-75d01c0bdb4e, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:40:39.989757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] For port 8d34d960-e631-4d54-bc09-75d01c0bdb4e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d34d960-e631-4d54-bc09-75d01c0bdb4e,segment=NetworkSegment(13d90b28-033d-48b2-bdbe-b532ce36b9da),segment_id=13d90b28-033d-48b2-bdbe-b532ce36b9da)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:40:39.994826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:39.999896 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8c5f9781-f0f3-4f7e-aaf4-be6a5b98860b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:40.052870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:40.053473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:40.054836 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] 10.222.0.54 "PUT /v2.0/ports/8d34d960-e631-4d54-bc09-75d01c0bdb4e HTTP/1.1" status: 200 len: 1093 time: 1.0274284 Dec 22 13:40:40.055343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd72a7a35-b921-47fd-8905-08a24b435704', 'tag': '8d34d960-e631-4d54-bc09-75d01c0bdb4e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:40.080646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Pushing event updated for resources: {'Port': ['ID=8d34d960-e631-4d54-bc09-75d01c0bdb4e,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:40.085592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:40.152843 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd72a7a35-b921-47fd-8905-08a24b435704', 'tag': '8d34d960-e631-4d54-bc09-75d01c0bdb4e', 'status': 'completed', 'code': 200} Dec 22 13:40:40.168127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-c8973188-8d73-49f5-8f54-38f9a5e29f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:40.169617 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-c8973188-8d73-49f5-8f54-38f9a5e29f80 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f23c329e4db4e7780568793721bad2b&device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 1096 time: 0.0769749 Dec 22 13:40:40.345559 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-eb38dbd9-64c9-4eb8-8169-3e62e4cfeca7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d34d960-e631-4d54-bc09-75d01c0bdb4e HTTP/1.1" status: 200 len: 217 time: 0.1687400 Dec 22 13:40:40.411189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-1f79d6b1-81da-4489-8d8e-ada61722be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:40.412588 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-1f79d6b1-81da-4489-8d8e-ada61722be96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9c3548c-e055-4599-b303-3821f7ea6d21 HTTP/1.1" status: 200 len: 853 time: 0.0607457 Dec 22 13:40:40.457793 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-0c9a50de-7f87-4eb4-b8ab-a1f023d44e94 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c84ae217-7d2f-45bd-94fc-c6a2c6920127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390086 Dec 22 13:40:40.587558 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-e416a461-49e5-45af-be50-9ada9d06b7c4 service neutron] 10.222.0.54 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225278 Dec 22 13:40:40.718960 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5671dbb3-cf17-4985-92b5-a3ed565cc63b req-9d292798-ccd0-4767-bd39-540534109502 service neutron] 10.222.0.54 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257670 Dec 22 13:40:40.846345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873b25e-d6f9-46d1-8f61-e4b87151fecc req-1e8c3fde-a288-46c4-96c6-fcc922e099e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:40.847876 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c873b25e-d6f9-46d1-8f61-e4b87151fecc req-1e8c3fde-a288-46c4-96c6-fcc922e099e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f23c329e4db4e7780568793721bad2b&device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 1096 time: 0.0764475 Dec 22 13:40:40.901355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:40.983643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873b25e-d6f9-46d1-8f61-e4b87151fecc req-df431b79-02dc-462e-b86e-e58c2698fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:40.985046 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c873b25e-d6f9-46d1-8f61-e4b87151fecc req-df431b79-02dc-462e-b86e-e58c2698fb7d service neutron] 10.222.0.54 "GET /v2.0/networks?id=c84ae217-7d2f-45bd-94fc-c6a2c6920127 HTTP/1.1" status: 200 len: 914 time: 0.1301153 Dec 22 13:40:41.088731 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c873b25e-d6f9-46d1-8f61-e4b87151fecc req-43850273-4ba7-4078-b11c-9ba053dedb50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d34d960-e631-4d54-bc09-75d01c0bdb4e HTTP/1.1" status: 200 len: 217 time: 0.0968850 Dec 22 13:40:41.161948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873b25e-d6f9-46d1-8f61-e4b87151fecc req-66233b24-27ba-4af2-bbd6-ea4e61d1fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:41.163330 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c873b25e-d6f9-46d1-8f61-e4b87151fecc req-66233b24-27ba-4af2-bbd6-ea4e61d1fdd2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9c3548c-e055-4599-b303-3821f7ea6d21 HTTP/1.1" status: 200 len: 853 time: 0.0683877 Dec 22 13:40:41.186241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67377e1b-0645-461d-abac-e1f4e8908ea4 req-a6cd0841-12d1-4f4d-8325-833e9638d70c tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:41.187678 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-67377e1b-0645-461d-abac-e1f4e8908ea4 req-a6cd0841-12d1-4f4d-8325-833e9638d70c tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 943 time: 0.1499064 Dec 22 13:40:41.269583 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c873b25e-d6f9-46d1-8f61-e4b87151fecc req-ca758e09-3d08-4d49-aa76-2de65ae3875e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c84ae217-7d2f-45bd-94fc-c6a2c6920127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993521 Dec 22 13:40:41.272340 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-67377e1b-0645-461d-abac-e1f4e8908ea4 req-a169bde6-73de-49ee-b197-c710ccd2d26b tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790961 Dec 22 13:40:41.413104 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c873b25e-d6f9-46d1-8f61-e4b87151fecc req-edb05893-3587-4d81-b6e1-0369af77ce81 service neutron] 10.222.0.54 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364353 Dec 22 13:40:41.543388 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c873b25e-d6f9-46d1-8f61-e4b87151fecc req-f63c6f96-b471-44f5-a154-3747f51ae0f2 service neutron] 10.222.0.54 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231654 Dec 22 13:40:42.469892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411623e-bea4-4bab-847d-5906ca9d113c req-f090f555-ef22-4454-b2be-1e7b14904b3f tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:42.471314 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b411623e-bea4-4bab-847d-5906ca9d113c req-f090f555-ef22-4454-b2be-1e7b14904b3f tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 943 time: 0.0829792 Dec 22 13:40:42.515532 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b411623e-bea4-4bab-847d-5906ca9d113c req-3386b957-d493-4b8d-9796-3128659cc9f5 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384209 Dec 22 13:40:43.718938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd536f2-d573-4c75-a75d-f6e24d51902f req-af90221e-62e1-4098-8c8b-6d7b90ff0e87 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:43.720394 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dd536f2-d573-4c75-a75d-f6e24d51902f req-af90221e-62e1-4098-8c8b-6d7b90ff0e87 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 943 time: 0.0990355 Dec 22 13:40:43.764061 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4dd536f2-d573-4c75-a75d-f6e24d51902f req-972d2351-b78d-4e57-b895-804ad123b87d tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378706 Dec 22 13:40:44.955082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897e98d-ffd5-44ca-bced-3b68edbe7da5 req-f85c4f85-db79-4684-a310-08c5cb1cfa12 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:44.956575 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c897e98d-ffd5-44ca-bced-3b68edbe7da5 req-f85c4f85-db79-4684-a310-08c5cb1cfa12 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 943 time: 0.0878539 Dec 22 13:40:45.003918 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c897e98d-ffd5-44ca-bced-3b68edbe7da5 req-52038f88-c8e4-436f-89e0-72d12deb5568 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 Dec 22 13:40:45.232624 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8d34d960-e631-4d54-bc09-75d01c0bdb4e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:40:45.369980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8d34d960-e631-4d54-bc09-75d01c0bdb4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d34d960-e631-4d54-bc09-75d01c0bdb4e,segment=NetworkSegment(13d90b28-033d-48b2-bdbe-b532ce36b9da),segment_id=13d90b28-033d-48b2-bdbe-b532ce36b9da)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:45.382858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '8d34d960-e631-4d54-bc09-75d01c0bdb4e', 'network_id': 'c84ae217-7d2f-45bd-94fc-c6a2c6920127', 'port_id': '8d34d960-e631-4d54-bc09-75d01c0bdb4e', 'mac_address': 'fa:16:3e:4b:f7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c3548c-e055-4599-b303-3821f7ea6d21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:40:45.439322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:45.455763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d34d960-e631-4d54-bc09-75d01c0bdb4e {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:40:45.472506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8d34d960-e631-4d54-bc09-75d01c0bdb4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d34d960-e631-4d54-bc09-75d01c0bdb4e,segment=NetworkSegment(13d90b28-033d-48b2-bdbe-b532ce36b9da),segment_id=13d90b28-033d-48b2-bdbe-b532ce36b9da)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:45.478389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:45.481283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:45.548056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=8d34d960-e631-4d54-bc09-75d01c0bdb4e,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:45.555331 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:45.555680 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:45.556173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:45.556495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:45.556874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:45.557227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:45.557546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:45.557837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:45.558169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:45.558485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:45.558828 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:45.559111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:40:45.563456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:45.591162 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75e065c1-6c19-43e4-82dd-c351ec271af6 req-867265d1-a38b-4458-be3d-721fb36efe60 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720298 Dec 22 13:40:45.751173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e065c1-6c19-43e4-82dd-c351ec271af6 req-e302b1f0-dd0c-4ee7-8bc7-1df47de0c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:45.752708 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75e065c1-6c19-43e4-82dd-c351ec271af6 req-e302b1f0-dd0c-4ee7-8bc7-1df47de0c8d7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f23c329e4db4e7780568793721bad2b&device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 1099 time: 0.0825992 Dec 22 13:40:45.801749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['8d34d960-e631-4d54-bc09-75d01c0bdb4e'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:40:46.017645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e065c1-6c19-43e4-82dd-c351ec271af6 req-eb652bff-1066-494c-9736-f2afefd166b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:46.019128 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75e065c1-6c19-43e4-82dd-c351ec271af6 req-eb652bff-1066-494c-9736-f2afefd166b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c84ae217-7d2f-45bd-94fc-c6a2c6920127 HTTP/1.1" status: 200 len: 914 time: 0.2408419 Dec 22 13:40:46.089809 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75e065c1-6c19-43e4-82dd-c351ec271af6 req-d801713a-bd13-42d2-b340-db35c21e6ebd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98f6327d-b1cf-4fd6-abe6-9b231c255ce7 HTTP/1.1" status: 200 len: 217 time: 0.0626385 Dec 22 13:40:46.203211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e065c1-6c19-43e4-82dd-c351ec271af6 req-0ef0deb9-c3b4-49c3-bcf5-0c0b195f297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:46.204709 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75e065c1-6c19-43e4-82dd-c351ec271af6 req-0ef0deb9-c3b4-49c3-bcf5-0c0b195f297b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c9c3548c-e055-4599-b303-3821f7ea6d21 HTTP/1.1" status: 200 len: 853 time: 0.1080687 Dec 22 13:40:46.258313 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75e065c1-6c19-43e4-82dd-c351ec271af6 req-08012c9b-3952-4b35-970d-13b97c387069 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c84ae217-7d2f-45bd-94fc-c6a2c6920127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454655 Dec 22 13:40:46.275863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aebed-0076-4eff-92ed-26302a228882 req-1fcd47fd-c2b9-49cb-94a3-9a853c5540f8 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:46.277640 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-496aebed-0076-4eff-92ed-26302a228882 req-1fcd47fd-c2b9-49cb-94a3-9a853c5540f8 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 944 time: 0.1454749 Dec 22 13:40:46.406615 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-496aebed-0076-4eff-92ed-26302a228882 req-cf68ca01-0701-46f1-b69f-8feef52cc190 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081142 Dec 22 13:40:46.435637 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75e065c1-6c19-43e4-82dd-c351ec271af6 req-5935e2c1-53a5-44f2-a135-e1511738b9bd service neutron] 10.222.0.54 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570632 Dec 22 13:40:46.577251 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75e065c1-6c19-43e4-82dd-c351ec271af6 req-fb14ac2d-6c97-4b40-b2ad-85dc12ca5c72 service neutron] 10.222.0.54 "GET /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294425 Dec 22 13:40:47.256428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8d34d960-e631-4d54-bc09-75d01c0bdb4e up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:40:47.344746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 8d34d960-e631-4d54-bc09-75d01c0bdb4e completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:40:47.352226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 8d34d960-e631-4d54-bc09-75d01c0bdb4e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:40:47.352807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:47.470763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:47.497617 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72a7a35-b921-47fd-8905-08a24b435704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d34d960-e631-4d54-bc09-75d01c0bdb4e'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:47.507732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8d34d960-e631-4d54-bc09-75d01c0bdb4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d34d960-e631-4d54-bc09-75d01c0bdb4e,segment=NetworkSegment(13d90b28-033d-48b2-bdbe-b532ce36b9da),segment_id=13d90b28-033d-48b2-bdbe-b532ce36b9da)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:47.513441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:47.515411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:47.550710 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72a7a35-b921-47fd-8905-08a24b435704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d34d960-e631-4d54-bc09-75d01c0bdb4e', 'code': 200} Dec 22 13:40:47.589844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=8d34d960-e631-4d54-bc09-75d01c0bdb4e,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:47.593012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:47.600401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b193f6-e3bc-42a8-81b5-39fe4d4adff8 req-d445ad98-f46d-4b23-8d89-56e83ce2df96 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:47.602052 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-14b193f6-e3bc-42a8-81b5-39fe4d4adff8 req-d445ad98-f46d-4b23-8d89-56e83ce2df96 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 945 time: 0.0884595 Dec 22 13:40:47.645871 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-14b193f6-e3bc-42a8-81b5-39fe4d4adff8 req-7bea29cd-a086-4cd3-a304-9cf0af72e109 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378318 Dec 22 13:40:47.803874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a269d36-c4b4-4683-b005-480e3f8d7e48 req-d5e40400-592a-41ba-a6fc-89f63c97bf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:47.805393 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2a269d36-c4b4-4683-b005-480e3f8d7e48 req-d5e40400-592a-41ba-a6fc-89f63c97bf1a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 1098 time: 0.0753183 Dec 22 13:40:47.847517 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2a269d36-c4b4-4683-b005-480e3f8d7e48 req-cd352c5c-c1b2-4368-a734-0417786ebde9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352926 Dec 22 13:40:48.839083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b7a22-f984-4fcc-929c-fbc4d9a21df9 req-da0be339-5ccf-417e-97bb-3da560e998c7 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:48.840604 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e83b7a22-f984-4fcc-929c-fbc4d9a21df9 req-da0be339-5ccf-417e-97bb-3da560e998c7 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 945 time: 0.0857456 Dec 22 13:40:48.888241 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e83b7a22-f984-4fcc-929c-fbc4d9a21df9 req-f731e879-90c5-4e7c-8d4c-0c79d2c09c71 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Dec 22 13:40:50.089989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fafa9-95a6-4e62-b4b3-be857d360ac7 req-c98e2f75-dbac-47a0-8665-11720c45e524 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:50.091442 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-da3fafa9-95a6-4e62-b4b3-be857d360ac7 req-c98e2f75-dbac-47a0-8665-11720c45e524 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 945 time: 0.0899129 Dec 22 13:40:50.138263 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-da3fafa9-95a6-4e62-b4b3-be857d360ac7 req-2185cc63-0029-44eb-bb41-e5109fb35c06 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379815 Dec 22 13:40:50.534568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c18b8-3f2f-4902-870f-087229df3e0d req-003e4ee6-bc91-420a-9da4-4e088544b74b tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:50.535931 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3d1c18b8-3f2f-4902-870f-087229df3e0d req-003e4ee6-bc91-420a-9da4-4e088544b74b tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 945 time: 0.0857403 Dec 22 13:40:50.583042 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3d1c18b8-3f2f-4902-870f-087229df3e0d req-f748c278-9748-4ca3-9235-d68fbcd8aa1e tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Dec 22 13:40:51.773473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115254fe-ec2b-4556-9726-a78769d1ce57 req-3beaf6ba-0baa-4fb5-b113-46bea7848ce4 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:51.774944 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-115254fe-ec2b-4556-9726-a78769d1ce57 req-3beaf6ba-0baa-4fb5-b113-46bea7848ce4 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 945 time: 0.0818462 Dec 22 13:40:51.822253 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-115254fe-ec2b-4556-9726-a78769d1ce57 req-8904d57f-311b-471d-8aae-2ce936be6d0a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386693 Dec 22 13:40:52.066821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac8b82-dbd8-46aa-b3c7-7919882c6a9e req-ab86c67c-524e-4d4d-8576-f82e29c0aa41 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:52.068359 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6fac8b82-dbd8-46aa-b3c7-7919882c6a9e req-ab86c67c-524e-4d4d-8576-f82e29c0aa41 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.54 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 945 time: 0.0953658 Dec 22 13:40:52.137549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-6fac8b82-dbd8-46aa-b3c7-7919882c6a9e req-71733e23-098f-440a-8bee-4b73750023b2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Deleting port 8d34d960-e631-4d54-bc09-75d01c0bdb4e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:40:52.137895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6fac8b82-dbd8-46aa-b3c7-7919882c6a9e req-71733e23-098f-440a-8bee-4b73750023b2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:52.394748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-6fac8b82-dbd8-46aa-b3c7-7919882c6a9e req-71733e23-098f-440a-8bee-4b73750023b2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] For port 8d34d960-e631-4d54-bc09-75d01c0bdb4e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d34d960-e631-4d54-bc09-75d01c0bdb4e,segment=NetworkSegment(13d90b28-033d-48b2-bdbe-b532ce36b9da),segment_id=13d90b28-033d-48b2-bdbe-b532ce36b9da)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:52.395000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6fac8b82-dbd8-46aa-b3c7-7919882c6a9e req-71733e23-098f-440a-8bee-4b73750023b2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:52.515679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-6fac8b82-dbd8-46aa-b3c7-7919882c6a9e req-71733e23-098f-440a-8bee-4b73750023b2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Calling delete_port for 8d34d960-e631-4d54-bc09-75d01c0bdb4e owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:40:52.779206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6fac8b82-dbd8-46aa-b3c7-7919882c6a9e req-71733e23-098f-440a-8bee-4b73750023b2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:52.785647 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:52.792077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['98f6327d-b1cf-4fd6-abe6-9b231c255ce7', '8d34d960-e631-4d54-bc09-75d01c0bdb4e'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:40:52.831099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71733e23-098f-440a-8bee-4b73750023b2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Pushing event deleted for resources: {'Port': ['ID=8d34d960-e631-4d54-bc09-75d01c0bdb4e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:52.860312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-71733e23-098f-440a-8bee-4b73750023b2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:52.904372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fac8b82-dbd8-46aa-b3c7-7919882c6a9e req-71733e23-098f-440a-8bee-4b73750023b2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] No DVR routers for this DVR port 8d34d960-e631-4d54-bc09-75d01c0bdb4e on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:40:52.906862 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-6fac8b82-dbd8-46aa-b3c7-7919882c6a9e req-71733e23-098f-440a-8bee-4b73750023b2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:52.909502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd72a7a35-b921-47fd-8905-08a24b435704', 'name': 'network-vif-deleted', 'tag': '8d34d960-e631-4d54-bc09-75d01c0bdb4e'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:52.926262 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6fac8b82-dbd8-46aa-b3c7-7919882c6a9e req-71733e23-098f-440a-8bee-4b73750023b2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.54 "DELETE /v2.0/ports/8d34d960-e631-4d54-bc09-75d01c0bdb4e HTTP/1.1" status: 204 len: 173 time: 0.8515925 Dec 22 13:40:52.974790 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd72a7a35-b921-47fd-8905-08a24b435704', 'name': 'network-vif-deleted', 'tag': '8d34d960-e631-4d54-bc09-75d01c0bdb4e', 'status': 'completed', 'code': 200} Dec 22 13:40:52.978831 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-acf5402a-ab13-4d98-bbbd-9b86d1509d7f req-a3df30f1-92e1-46f2-8321-3a5944a0d306 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72a7a35-b921-47fd-8905-08a24b435704 HTTP/1.1" status: 200 len: 210 time: 0.0429676 Dec 22 13:40:53.853060 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:40:54.250210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed87e8a-8eb3-4514-9333-d0b68fe5cdce req-25a21f91-9f04-4d51-8e93-eeaad57681f2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:54.251667 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7ed87e8a-8eb3-4514-9333-d0b68fe5cdce req-25a21f91-9f04-4d51-8e93-eeaad57681f2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 946 time: 0.0859692 Dec 22 13:40:54.295197 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7ed87e8a-8eb3-4514-9333-d0b68fe5cdce req-ee2793cf-4836-47c1-983e-347c1a3dc725 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376825 Dec 22 13:40:54.523255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e9164-66d9-4573-9f5d-4b8a5a082425 req-5099f1e1-6561-48cc-9c15-e38f35eadf22 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:54.524737 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf6e9164-66d9-4573-9f5d-4b8a5a082425 req-5099f1e1-6561-48cc-9c15-e38f35eadf22 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 946 time: 0.0985467 Dec 22 13:40:54.567898 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cf6e9164-66d9-4573-9f5d-4b8a5a082425 req-65446cf0-0c5c-415b-a65c-da944378ed70 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373423 Dec 22 13:40:54.767242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c47b7-771d-4aa7-be6d-2080524dc898 req-ee70ae2c-9ebb-4c06-accb-1bb987150acb tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:54.767974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-6a4c47b7-771d-4aa7-be6d-2080524dc898 req-ee70ae2c-9ebb-4c06-accb-1bb987150acb tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Synchronizing usage tracker for tenant:2f23c329e4db4e7780568793721bad2b on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:40:54.787992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-6a4c47b7-771d-4aa7-be6d-2080524dc898 req-ee70ae2c-9ebb-4c06-accb-1bb987150acb tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Unset dirty status for tenant:2f23c329e4db4e7780568793721bad2b on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:40:54.789278 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a4c47b7-771d-4aa7-be6d-2080524dc898 req-ee70ae2c-9ebb-4c06-accb-1bb987150acb tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 946 time: 0.1155581 Dec 22 13:40:54.843080 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a4c47b7-771d-4aa7-be6d-2080524dc898 req-357a3bff-34d4-435a-9804-3c523365c125 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471644 Dec 22 13:40:55.164753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369c3d1-fcab-4808-90b2-f85856718117 req-19103886-e4f2-48d2-9289-008ed8e57a54 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:55.166246 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c369c3d1-fcab-4808-90b2-f85856718117 req-19103886-e4f2-48d2-9289-008ed8e57a54 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 946 time: 0.0888646 Dec 22 13:40:55.213704 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c369c3d1-fcab-4808-90b2-f85856718117 req-69084097-6ae3-4bf6-9d5e-b05300940398 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Dec 22 13:40:55.310334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8d34d960-e631-4d54-bc09-75d01c0bdb4e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:40:55.386324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 8d34d960-e631-4d54-bc09-75d01c0bdb4e {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:40:55.386690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8d34d960-e631-4d54-bc09-75d01c0bdb4e not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:40:55.407125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a9893-2dbb-4b5e-9fb5-50f8924c2df1 req-52b79e77-8784-4b91-9953-b5af542f1117 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:55.408624 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-357a9893-2dbb-4b5e-9fb5-50f8924c2df1 req-52b79e77-8784-4b91-9953-b5af542f1117 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 946 time: 0.0879173 Dec 22 13:40:55.463088 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-357a9893-2dbb-4b5e-9fb5-50f8924c2df1 req-a793cb2f-6015-4b15-96c5-7956f5ed7e3c tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465152 Dec 22 13:40:55.673188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4eef76-f02a-4e6d-a544-a67fdb76e9d5 req-ffff7d7a-5c6b-440d-a202-6ff4136fdfb3 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:55.674631 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4b4eef76-f02a-4e6d-a544-a67fdb76e9d5 req-ffff7d7a-5c6b-440d-a202-6ff4136fdfb3 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 946 time: 0.0902925 Dec 22 13:40:55.722750 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4b4eef76-f02a-4e6d-a544-a67fdb76e9d5 req-80129a2f-a059-42ac-a33d-2f60fb64ea3a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Dec 22 13:40:56.270022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc5e2a-7dd5-49ef-a402-a5b641eaede5 req-3ebfce82-2f32-4406-84fc-fc3ad1219aa3 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:56.271507 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-02cc5e2a-7dd5-49ef-a402-a5b641eaede5 req-3ebfce82-2f32-4406-84fc-fc3ad1219aa3 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 946 time: 0.0995200 Dec 22 13:40:56.318688 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-02cc5e2a-7dd5-49ef-a402-a5b641eaede5 req-62a25685-fd53-4d36-9d6a-7f5cc80bfba1 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386727 Dec 22 13:40:57.523713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048af777-fad5-4144-8305-4c2699e95ac0 req-e4d148ae-30b2-4d15-b113-b26c8cbc9dcd tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:57.525213 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-048af777-fad5-4144-8305-4c2699e95ac0 req-e4d148ae-30b2-4d15-b113-b26c8cbc9dcd tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 946 time: 0.0951397 Dec 22 13:40:57.551726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2b524306-2341-4e97-8c6c-3f625e0bb283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:57.569847 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-048af777-fad5-4144-8305-4c2699e95ac0 req-42dcb046-4f7c-4885-bb4f-500d10a8a70e tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/security-groups?id=bfd46032-fdee-4083-89d3-1221b3b19a4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386381 Dec 22 13:40:57.780160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7bee3-c1ce-4107-9835-c3a9db7dbff2 req-4da18775-a2e0-460f-b6ed-3d4c828d1399 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:40:57.781980 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-15b7bee3-c1ce-4107-9835-c3a9db7dbff2 req-4da18775-a2e0-460f-b6ed-3d4c828d1399 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.54 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 946 time: 0.0956228 Dec 22 13:40:57.873019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-15b7bee3-c1ce-4107-9835-c3a9db7dbff2 req-2d4b0d2a-8474-4cac-9a04-8fe1a0731e6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Deleting port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:40:57.873324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-15b7bee3-c1ce-4107-9835-c3a9db7dbff2 req-2d4b0d2a-8474-4cac-9a04-8fe1a0731e6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:58.161166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-15b7bee3-c1ce-4107-9835-c3a9db7dbff2 req-2d4b0d2a-8474-4cac-9a04-8fe1a0731e6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] For port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98f6327d-b1cf-4fd6-abe6-9b231c255ce7,segment=NetworkSegment(13d90b28-033d-48b2-bdbe-b532ce36b9da),segment_id=13d90b28-033d-48b2-bdbe-b532ce36b9da)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:40:58.161530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-15b7bee3-c1ce-4107-9835-c3a9db7dbff2 req-2d4b0d2a-8474-4cac-9a04-8fe1a0731e6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:58.306540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-15b7bee3-c1ce-4107-9835-c3a9db7dbff2 req-2d4b0d2a-8474-4cac-9a04-8fe1a0731e6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Calling delete_port for 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:40:58.487720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-15b7bee3-c1ce-4107-9835-c3a9db7dbff2 req-2d4b0d2a-8474-4cac-9a04-8fe1a0731e6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:58.494209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8bb0ed9b-b037-4eaa-8e47-3f8b1f66c21c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:40:58.500636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['98f6327d-b1cf-4fd6-abe6-9b231c255ce7'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:40:58.541923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b0d2a-8474-4cac-9a04-8fe1a0731e6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Pushing event deleted for resources: {'Port': ['ID=98f6327d-b1cf-4fd6-abe6-9b231c255ce7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:40:58.568791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2d4b0d2a-8474-4cac-9a04-8fe1a0731e6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:40:58.617665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b7bee3-c1ce-4107-9835-c3a9db7dbff2 req-2d4b0d2a-8474-4cac-9a04-8fe1a0731e6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] No DVR routers for this DVR port 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:40:58.620217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-15b7bee3-c1ce-4107-9835-c3a9db7dbff2 req-2d4b0d2a-8474-4cac-9a04-8fe1a0731e6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:58.622959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d8049c-df06-49ba-9991-ac3179b0502c', 'name': 'network-vif-deleted', 'tag': '98f6327d-b1cf-4fd6-abe6-9b231c255ce7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:40:58.640480 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-15b7bee3-c1ce-4107-9835-c3a9db7dbff2 req-2d4b0d2a-8474-4cac-9a04-8fe1a0731e6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.54 "DELETE /v2.0/ports/98f6327d-b1cf-4fd6-abe6-9b231c255ce7 HTTP/1.1" status: 204 len: 173 time: 0.8519626 Dec 22 13:40:58.675912 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d8049c-df06-49ba-9991-ac3179b0502c', 'name': 'network-vif-deleted', 'tag': '98f6327d-b1cf-4fd6-abe6-9b231c255ce7', 'status': 'completed', 'code': 200} Dec 22 13:40:58.721939 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-89bcaa60-b968-47ff-b692-e5d10ec305f7 req-08011439-a19b-4cd3-ae73-534b184691b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d8049c-df06-49ba-9991-ac3179b0502c HTTP/1.1" status: 200 len: 210 time: 0.0446625 Dec 22 13:40:59.816359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58690) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:40:59.881775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-40514251-feca-4beb-b293-3f10735da12d admin admin] Deleting subnet c9c3548c-e055-4599-b303-3821f7ea6d21 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:40:59.885018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40514251-feca-4beb-b293-3f10735da12d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:59.894215 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9e5694bc-e163-45c7-998a-da342731b04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:59.934251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40514251-feca-4beb-b293-3f10735da12d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:40:59.989271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40514251-feca-4beb-b293-3f10735da12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:00.071072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40514251-feca-4beb-b293-3f10735da12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:00.074758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-55ee7877-2ff5-4828-aece-183c8c62459f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:00.108947 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40514251-feca-4beb-b293-3f10735da12d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c3548c-e055-4599-b303-3821f7ea6d21,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:00.112049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-40514251-feca-4beb-b293-3f10735da12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:00.113004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-40514251-feca-4beb-b293-3f10735da12d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:00.118742 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-40514251-feca-4beb-b293-3f10735da12d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c9c3548c-e055-4599-b303-3821f7ea6d21 HTTP/1.1" status: 204 len: 168 time: 0.3017225 Dec 22 13:41:00.121381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58694) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:00.338729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:00.467852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:00.497668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84ae217-7d2f-45bd-94fc-c6a2c6920127']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:00.509985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d90b28-033d-48b2-bdbe-b532ce36b9da') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:00.510283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d90b28-033d-48b2-bdbe-b532ce36b9da') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:00.522350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:00.539000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:00.547172 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:41:00.547763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:41:00.566162 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:41:00.680225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:00.685659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:00.688599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1894b7fe-f0c7-4235-87c2-29ae276b8271 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:00.722542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] Pushing event deleted for resources: {'Network': ['ID=c84ae217-7d2f-45bd-94fc-c6a2c6920127,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:00.725587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:00.730705 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] 10.222.0.24 "DELETE /v2.0/networks/c84ae217-7d2f-45bd-94fc-c6a2c6920127 HTTP/1.1" status: 204 len: 168 time: 0.6084096 Dec 22 13:41:00.860989 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58700) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:00.917018 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-074d3970-a1b5-450d-986b-bd384de227ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f23c329e4db4e7780568793721bad2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546067 Dec 22 13:41:00.919950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58704) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:00.950124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:00.997811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54887556-9f07-4d20-8cd4-39b55fe124b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:01.024938 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:01.025208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54887556-9f07-4d20-8cd4-39b55fe124b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:01.086106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54887556-9f07-4d20-8cd4-39b55fe124b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:01.090857 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a2f31cad-eb96-45a4-bc8a-2651eb7afdff tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:01.103765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54887556-9f07-4d20-8cd4-39b55fe124b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd46032-fdee-4083-89d3-1221b3b19a4d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:01.107080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-54887556-9f07-4d20-8cd4-39b55fe124b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:01.117620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54887556-9f07-4d20-8cd4-39b55fe124b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:01.119578 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-54887556-9f07-4d20-8cd4-39b55fe124b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfd46032-fdee-4083-89d3-1221b3b19a4d HTTP/1.1" status: 204 len: 168 time: 0.1986284 Dec 22 13:41:01.317318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:41:01.351766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:41:01.352123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 98f6327d-b1cf-4fd6-abe6-9b231c255ce7 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:41:01.971647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58728) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:02.091952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1990495926'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:02.097399 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:02.101675 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Usage tracker for resource:network and tenant:95e400d4ec1046c28b49b2357c8dd8b9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:02.104661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:02.111838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:02.122245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Made reservation on behalf of 95e400d4ec1046c28b49b2357c8dd8b9 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:02.125685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:02.137804 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:02.153445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:02.158009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Usage tracker for resource:security_group_rule and tenant:95e400d4ec1046c28b49b2357c8dd8b9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:02.160927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:02.166725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:02.259595 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:02.267090 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:02.269369 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d50406f-5fd2-470f-8dad-8c88cbacea0b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:02.305311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:41:02.310781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2a8ba1-4dd5-40b4-871c-3cd51fbd2545,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:02.314690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:02.319495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:02.319886 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Added segment 3694777b-35c6-4dc6-9511-9cc7710d4a89 of type vlan for network df520759-dd5d-4b4c-af2e-31cda2331cc0 Dec 22 13:41:02.347396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:02.380186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:02.387166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:02.387788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:02.393181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2ee2930e-1544-4039-a75d-abee8657c86f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:02.493489 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:02.507370 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5345936 Dec 22 13:41:02.508185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event updated for resources: {'Network': ['ID=df520759-dd5d-4b4c-af2e-31cda2331cc0,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:02.529711 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cefd936b-6a36-4159-a46a-05615053600d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:02.537366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network df520759-dd5d-4b4c-af2e-31cda2331cc0 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:41:05.754486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58734) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:05.760386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Request body: {'subnet': {'network_id': 'df520759-dd5d-4b4c-af2e-31cda2331cc0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:05.876079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:05.883740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Usage tracker for resource:subnet and tenant:95e400d4ec1046c28b49b2357c8dd8b9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:05.887998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:05.897940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:05.909228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Made reservation on behalf of 95e400d4ec1046c28b49b2357c8dd8b9 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:05.912762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.132308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.136547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-176b8737-7bca-4930-ba24-1758fa61e48c tempest-FloatingIPAdminTestJSON-218234559 tempest-FloatingIPAdminTestJSON-218234559-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:06.206687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event updated for resources: {'Subnet': ['ID=9940d342-bef9-439b-abd0-9ba8094a96dc,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:06.210359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:06.216354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Checking segment: {'id': '3694777b-35c6-4dc6-9511-9cc7710d4a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df520759-dd5d-4b4c-af2e-31cda2331cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:06.216698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Network hostable DHCP agents. Network: df520759-dd5d-4b4c-af2e-31cda2331cc0, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:41:06.236424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Network df520759-dd5d-4b4c-af2e-31cda2331cc0 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:41:06.246416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, df520759-dd5d-4b4c-af2e-31cda2331cc0) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:06.251111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:06.252205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.255310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc3dcd7-4c9f-4719-8ad1-6f5d6d140deb None None] Network df520759-dd5d-4b4c-af2e-31cda2331cc0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:06.279645 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5228651 Dec 22 13:41:06.282055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58738) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:06.287970 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-612136478'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:06.293321 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:06.297424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Usage tracker for resource:network and tenant:95e400d4ec1046c28b49b2357c8dd8b9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:06.300382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:06.306498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:06.319160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Made reservation on behalf of 95e400d4ec1046c28b49b2357c8dd8b9 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:06.322834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.351125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:41:06.360507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.360849 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Added segment 10e65a9e-5b3c-4f86-9f30-56d28f7fa266 of type vlan for network 290ddedb-2139-4b24-b400-699bf04f37f9 Dec 22 13:41:06.388267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.418536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.424233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:06.424801 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.429738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58364429-8dea-4bd6-8500-7376d019761e tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:06.468799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-df520759-dd5d-4b4c-af2e-31cda2331cc0', 'network_id': 'df520759-dd5d-4b4c-af2e-31cda2331cc0', 'tenant_id': '95e400d4ec1046c28b49b2357c8dd8b9', 'fixed_ips': [{'subnet_id': '9940d342-bef9-439b-abd0-9ba8094a96dc'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:41:06.469636 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.521749 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2383144 Dec 22 13:41:06.525986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58742) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:06.531657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event updated for resources: {'Network': ['ID=290ddedb-2139-4b24-b400-699bf04f37f9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:06.534399 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-66ec9138-24ad-4b00-96b4-dabb64cc4b60 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:06.543709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Request body: {'subnet': {'network_id': '290ddedb-2139-4b24-b400-699bf04f37f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:06.544645 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 290ddedb-2139-4b24-b400-699bf04f37f9 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:41:06.653623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:06.657326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Usage tracker for resource:subnet and tenant:95e400d4ec1046c28b49b2357c8dd8b9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:06.660335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:06.665963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:06.676375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Made reservation on behalf of 95e400d4ec1046c28b49b2357c8dd8b9 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:06.680156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.717330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Allocated IP 2001:db8:0:ffff::2 (df520759-dd5d-4b4c-af2e-31cda2331cc0/9940d342-bef9-439b-abd0-9ba8094a96dc/6fe046e2-4d94-4ab9-addd-626fe38f7af8) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:41:06.908401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.912013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1ec12cb6-a914-44e6-bfd1-60984dc3a3c8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:06.919030 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.929249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Transition to ACTIVE for port object 6fe046e2-4d94-4ab9-addd-626fe38f7af8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:06.948006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Transition to ACTIVE for port object 6fe046e2-4d94-4ab9-addd-626fe38f7af8 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:06.954444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:06.958631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:06.982490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event updated for resources: {'Subnet': ['ID=f4d5133d-9670-4cf3-b94f-7460dbb6526c,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:06.993444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:06.993820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:06.994190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:06.994552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:06.994910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:06.995268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:06.995673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:06.996191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:06.996380 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:06.996758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:06.997107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:06.997476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:07.002042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:07.004561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Checking segment: {'id': '10e65a9e-5b3c-4f86-9f30-56d28f7fa266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '290ddedb-2139-4b24-b400-699bf04f37f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:07.004911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Network hostable DHCP agents. Network: 290ddedb-2139-4b24-b400-699bf04f37f9, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:41:07.023089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Network df520759-dd5d-4b4c-af2e-31cda2331cc0 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:07.025044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Network 290ddedb-2139-4b24-b400-699bf04f37f9 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:41:07.026221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:07.030778 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:41:07.036561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Pushing event updated for resources: {'Port': ['ID=6fe046e2-4d94-4ab9-addd-626fe38f7af8,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:07.037135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 290ddedb-2139-4b24-b400-699bf04f37f9) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:07.040226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:07.043643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:07.044304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.066269 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3f32027d-40cc-4a2f-9370-99cb5b7ab848 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5383000 Dec 22 13:41:07.068928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58746) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:07.072766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32439fe2-8ddf-4557-9a81-097f87e021da None None] Network 290ddedb-2139-4b24-b400-699bf04f37f9 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:07.197950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Attempting to bind port 6fe046e2-4d94-4ab9-addd-626fe38f7af8 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:41:07.198199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Attempting to bind port 6fe046e2-4d94-4ab9-addd-626fe38f7af8 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '3694777b-35c6-4dc6-9511-9cc7710d4a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df520759-dd5d-4b4c-af2e-31cda2331cc0'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:41:07.198575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Attempting to bind port 6fe046e2-4d94-4ab9-addd-626fe38f7af8 on network df520759-dd5d-4b4c-af2e-31cda2331cc0 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:41:07.206356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.208859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:41:07.209540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Checking segment: {'id': '3694777b-35c6-4dc6-9511-9cc7710d4a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df520759-dd5d-4b4c-af2e-31cda2331cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:07.209944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.210340 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Bound using segment: {'id': '3694777b-35c6-4dc6-9511-9cc7710d4a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df520759-dd5d-4b4c-af2e-31cda2331cc0'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:41:07.210798 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Bound port: 6fe046e2-4d94-4ab9-addd-626fe38f7af8, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3694777b-35c6-4dc6-9511-9cc7710d4a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'df520759-dd5d-4b4c-af2e-31cda2331cc0'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:41:07.211171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.276052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.358171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.362027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0d00c876-5055-4ff1-ac51-815b56b073f6 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:07.402944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d5133d-9670-4cf3-b94f-7460dbb6526c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:07.405560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:07.417752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8eb652-ce5d-4503-8fd4-1f1c8467ea4b None None] Network 290ddedb-2139-4b24-b400-699bf04f37f9 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:07.480940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] For port 6fe046e2-4d94-4ab9-addd-626fe38f7af8, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:41:07.499124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.503416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] For port 6fe046e2-4d94-4ab9-addd-626fe38f7af8, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6fe046e2-4d94-4ab9-addd-626fe38f7af8,segment=NetworkSegment(3694777b-35c6-4dc6-9511-9cc7710d4a89),segment_id=3694777b-35c6-4dc6-9511-9cc7710d4a89)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:41:07.516381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.522072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:07.529274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290ddedb-2139-4b24-b400-699bf04f37f9']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:07.645270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e65a9e-5b3c-4f86-9f30-56d28f7fa266') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:07.645557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e65a9e-5b3c-4f86-9f30-56d28f7fa266') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:07.657981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.665745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Pushing event updated for resources: {'Port': ['ID=6fe046e2-4d94-4ab9-addd-626fe38f7af8,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:07.669221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:07.678272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.685171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:41:07.685568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:41:07.700531 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:41:07.786378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.791638 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.794344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3b0ec67e-9960-4ce2-acd3-dc4df0b36ded tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:07.819398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event deleted for resources: {'Network': ['ID=290ddedb-2139-4b24-b400-699bf04f37f9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:07.822391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:07.824281 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/networks/290ddedb-2139-4b24-b400-699bf04f37f9 HTTP/1.1" status: 204 len: 168 time: 0.7543395 Dec 22 13:41:07.827560 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58750) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:07.833239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1009168862'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:07.847853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:07.852709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Usage tracker for resource:network and tenant:95e400d4ec1046c28b49b2357c8dd8b9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:07.857108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:07.865121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:07.876484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Made reservation on behalf of 95e400d4ec1046c28b49b2357c8dd8b9 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:07.880005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.910259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:41:07.920406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.920799 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Added segment 5428edb1-8f7e-46c4-876f-675f1e07b447 of type vlan for network d7c3b743-72d3-4aa1-b681-fd745a0aaf2d Dec 22 13:41:07.949743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.985231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.990902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:07.991533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:07.995357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6a285292-c3b3-47c9-9eef-fbbb99d5b038 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:08.092589 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2637644 Dec 22 13:41:08.095448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58754) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:08.101287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Request body: {'subnet': {'network_id': 'd7c3b743-72d3-4aa1-b681-fd745a0aaf2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:08.101461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event updated for resources: {'Network': ['ID=d7c3b743-72d3-4aa1-b681-fd745a0aaf2d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:08.104179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:08.111758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network d7c3b743-72d3-4aa1-b681-fd745a0aaf2d details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:41:08.210149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:08.214050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Usage tracker for resource:subnet and tenant:95e400d4ec1046c28b49b2357c8dd8b9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:08.216952 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:08.222647 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:08.233840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Made reservation on behalf of 95e400d4ec1046c28b49b2357c8dd8b9 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:08.237622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:08.330966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Performing IP validity checks on allocation pools {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 22 13:41:08.331687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.ipam_backend_mixin [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87569) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 22 13:41:08.464625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:08.468790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:08.548069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event updated for resources: {'Subnet': ['ID=320b7e2e-baa8-413a-a5dd-2c66272cdc79,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:08.551263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:08.560937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Checking segment: {'id': '5428edb1-8f7e-46c4-876f-675f1e07b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd7c3b743-72d3-4aa1-b681-fd745a0aaf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:08.561301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Network hostable DHCP agents. Network: d7c3b743-72d3-4aa1-b681-fd745a0aaf2d, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:41:08.582360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Network d7c3b743-72d3-4aa1-b681-fd745a0aaf2d is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:41:08.593986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, d7c3b743-72d3-4aa1-b681-fd745a0aaf2d) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:08.598268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:08.598924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:08.604366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fd5e89-8a05-498f-b933-bb52587f2cec None None] Network d7c3b743-72d3-4aa1-b681-fd745a0aaf2d requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:08.625471 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5261378 Dec 22 13:41:08.625753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58758) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:08.671174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882aa73c-cfd8-43de-ac78-ceeb7fff9047 None None] Network df520759-dd5d-4b4c-af2e-31cda2331cc0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:08.767170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:08.794931 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-89ccdf4f-a833-472a-ac9c-337b5f94595a None None] Provisioning for port 6fe046e2-4d94-4ab9-addd-626fe38f7af8 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:08.833100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:08.913076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:08.916964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f2c3ba1c-9b92-489b-8e65-261424cb33b4 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:08.951637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event deleted for resources: {'Subnet': ['ID=320b7e2e-baa8-413a-a5dd-2c66272cdc79,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:08.954962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:08.997242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4539108e-cac7-418c-b5a3-b1e52157c552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-d7c3b743-72d3-4aa1-b681-fd745a0aaf2d', 'network_id': 'd7c3b743-72d3-4aa1-b681-fd745a0aaf2d', 'tenant_id': '95e400d4ec1046c28b49b2357c8dd8b9', 'fixed_ips': [{'subnet_id': '320b7e2e-baa8-413a-a5dd-2c66272cdc79'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:41:08.998060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4539108e-cac7-418c-b5a3-b1e52157c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.046061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.070899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c3b743-72d3-4aa1-b681-fd745a0aaf2d']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:09.083382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5428edb1-8f7e-46c4-876f-675f1e07b447') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:09.083722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5428edb1-8f7e-46c4-876f-675f1e07b447') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:09.095186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.110817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.112707 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d507bc-550e-4d19-be42-3aa8475712b6 None None] Network d7c3b743-72d3-4aa1-b681-fd745a0aaf2d requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:09.117507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:41:09.117925 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:41:09.132303 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:41:09.215871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.224308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.227386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0d11b940-c829-4fc3-9993-0525b6a3716c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:09.252543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event deleted for resources: {'Network': ['ID=d7c3b743-72d3-4aa1-b681-fd745a0aaf2d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:09.255529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:09.260910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58762) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:09.261351 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-51e1aae0-df19-4f8c-b72b-7c70b681b470 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/networks/d7c3b743-72d3-4aa1-b681-fd745a0aaf2d HTTP/1.1" status: 204 len: 168 time: 0.6343687 Dec 22 13:41:09.266654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-719404182'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:09.271963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:09.275767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Usage tracker for resource:network and tenant:95e400d4ec1046c28b49b2357c8dd8b9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:09.278821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:09.287391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:09.298057 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Made reservation on behalf of 95e400d4ec1046c28b49b2357c8dd8b9 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:09.301610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.329197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:41:09.338161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.338523 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Added segment fb41e004-81a9-4b79-b4a2-39ba1e546a46 of type vlan for network 863c28a5-d6ff-45cd-a05e-1bca4ba5e168 Dec 22 13:41:09.375123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.414268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.422252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:09.422859 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.426375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6588c557-c08f-4a81-b748-420b3195fe4a tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:09.516027 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2540011 Dec 22 13:41:09.519122 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58766) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:09.525455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Request body: {'subnet': {'network_id': '863c28a5-d6ff-45cd-a05e-1bca4ba5e168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:09.525685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event updated for resources: {'Network': ['ID=863c28a5-d6ff-45cd-a05e-1bca4ba5e168,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:09.528462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:09.535803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 863c28a5-d6ff-45cd-a05e-1bca4ba5e168 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:41:09.642807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:09.646827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Usage tracker for resource:subnet and tenant:95e400d4ec1046c28b49b2357c8dd8b9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:09.649773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:09.655899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:09.671151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Made reservation on behalf of 95e400d4ec1046c28b49b2357c8dd8b9 for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:09.676681 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.891957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6fe046e2-4d94-4ab9-addd-626fe38f7af8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:09.899775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:09.903420 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ed8e7735-b116-4a71-811a-73aa6bf62485 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:09.967154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 6fe046e2-4d94-4ab9-addd-626fe38f7af8 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:09.972967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6fe046e2-4d94-4ab9-addd-626fe38f7af8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:09.973344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.100196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event updated for resources: {'Subnet': ['ID=a4840af9-6dd4-4af9-9fe4-5a2f76d8dfac,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:10.105374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:10.114931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Checking segment: {'id': 'fb41e004-81a9-4b79-b4a2-39ba1e546a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '863c28a5-d6ff-45cd-a05e-1bca4ba5e168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:10.115281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Network hostable DHCP agents. Network: 863c28a5-d6ff-45cd-a05e-1bca4ba5e168, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:41:10.136106 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Network 863c28a5-d6ff-45cd-a05e-1bca4ba5e168 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:41:10.137699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.146187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 863c28a5-d6ff-45cd-a05e-1bca4ba5e168) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:10.150378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:10.151285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.158312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da0e3aa-d309-438a-a3e5-0a5fdcc28fbe None None] Network 863c28a5-d6ff-45cd-a05e-1bca4ba5e168 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:10.175364 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5a94aca0-feb2-4f04-8301-833e849028ed tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6549921 Dec 22 13:41:10.178776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58770) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:10.184250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-252757760'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:10.189304 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:10.193165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Usage tracker for resource:network and tenant:95e400d4ec1046c28b49b2357c8dd8b9 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:10.196286 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:10.202284 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:10.213256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Made reservation on behalf of 95e400d4ec1046c28b49b2357c8dd8b9 for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:10.216852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.244027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:41:10.252369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 6fe046e2-4d94-4ab9-addd-626fe38f7af8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6fe046e2-4d94-4ab9-addd-626fe38f7af8,segment=NetworkSegment(3694777b-35c6-4dc6-9511-9cc7710d4a89),segment_id=3694777b-35c6-4dc6-9511-9cc7710d4a89)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:10.253124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.253457 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Added segment 76e7383d-aeff-4386-894e-960c54c6484b of type vlan for network 4e03695a-5a35-4199-8433-d68781ad13b6 Dec 22 13:41:10.257386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.261650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:10.281910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.310420 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.316435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:10.317005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.322006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4214df6c-522f-41c8-a00e-c74bf89853c4 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:10.386824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=6fe046e2-4d94-4ab9-addd-626fe38f7af8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:10.391293 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:10.416862 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2369792 Dec 22 13:41:10.420134 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58774) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:10.426243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event updated for resources: {'Network': ['ID=4e03695a-5a35-4199-8433-d68781ad13b6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:10.427019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Request body: {'subnet': {'network_id': '4e03695a-5a35-4199-8433-d68781ad13b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:10.428939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:10.438358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 4e03695a-5a35-4199-8433-d68781ad13b6 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:41:10.504113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-863c28a5-d6ff-45cd-a05e-1bca4ba5e168', 'network_id': '863c28a5-d6ff-45cd-a05e-1bca4ba5e168', 'tenant_id': '95e400d4ec1046c28b49b2357c8dd8b9', 'fixed_ips': [{'subnet_id': 'a4840af9-6dd4-4af9-9fe4-5a2f76d8dfac'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:41:10.504974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.659230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:10.662949 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Usage tracker for resource:subnet and tenant:95e400d4ec1046c28b49b2357c8dd8b9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:10.665752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:10.671379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:10.680996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Made reservation on behalf of 95e400d4ec1046c28b49b2357c8dd8b9 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:10.684649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.694724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Allocated IP 2001:db8::2 (863c28a5-d6ff-45cd-a05e-1bca4ba5e168/a4840af9-6dd4-4af9-9fe4-5a2f76d8dfac/3f75b6c0-1104-492e-ac8b-64c887485624) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:41:10.904264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.905759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.908975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-40514251-feca-4beb-b293-3f10735da12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:10.916891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Transition to ACTIVE for port object 3f75b6c0-1104-492e-ac8b-64c887485624 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:10.926837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.936573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Transition to ACTIVE for port object 3f75b6c0-1104-492e-ac8b-64c887485624 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:10.942633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:10.945920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-50011024-800e-4dd2-b2ec-4a5b0b919fa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:10.985550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event updated for resources: {'Subnet': ['ID=dd325f19-cc74-45fa-aafb-2647b66d7f01,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:10.989082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:10.991581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Checking segment: {'id': '76e7383d-aeff-4386-894e-960c54c6484b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4e03695a-5a35-4199-8433-d68781ad13b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:10.991937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Network hostable DHCP agents. Network: 4e03695a-5a35-4199-8433-d68781ad13b6, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:41:11.010322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Network 863c28a5-d6ff-45cd-a05e-1bca4ba5e168 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:11.012211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Network 4e03695a-5a35-4199-8433-d68781ad13b6 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:41:11.013395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:11.017361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:41:11.023227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Pushing event updated for resources: {'Port': ['ID=3f75b6c0-1104-492e-ac8b-64c887485624,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:11.026880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 4e03695a-5a35-4199-8433-d68781ad13b6) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:11.027268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:11.032173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:11.032831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.052874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f7284f-d5d6-4d60-8a18-05f788d8eecc None None] Network 4e03695a-5a35-4199-8433-d68781ad13b6 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:11.060253 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6cb9874f-6ec2-4c5d-898f-36e95453192e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6387594 Dec 22 13:41:11.063149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58778) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:11.182813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Attempting to bind port 3f75b6c0-1104-492e-ac8b-64c887485624 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:41:11.183060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Attempting to bind port 3f75b6c0-1104-492e-ac8b-64c887485624 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'fb41e004-81a9-4b79-b4a2-39ba1e546a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '863c28a5-d6ff-45cd-a05e-1bca4ba5e168'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:41:11.183443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Attempting to bind port 3f75b6c0-1104-492e-ac8b-64c887485624 on network 863c28a5-d6ff-45cd-a05e-1bca4ba5e168 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:41:11.193689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:41:11.194064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Checking segment: {'id': 'fb41e004-81a9-4b79-b4a2-39ba1e546a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '863c28a5-d6ff-45cd-a05e-1bca4ba5e168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:11.194463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.194854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Bound using segment: {'id': 'fb41e004-81a9-4b79-b4a2-39ba1e546a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '863c28a5-d6ff-45cd-a05e-1bca4ba5e168'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:41:11.195311 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Bound port: 3f75b6c0-1104-492e-ac8b-64c887485624, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb41e004-81a9-4b79-b4a2-39ba1e546a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '863c28a5-d6ff-45cd-a05e-1bca4ba5e168'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:41:11.195714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.203922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.273045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.350646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.355316 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-de441649-fa25-4fe0-9fde-ddfa80de7eaf tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:11.374580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] For port 3f75b6c0-1104-492e-ac8b-64c887485624, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:41:11.387521 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] For port 3f75b6c0-1104-492e-ac8b-64c887485624, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3f75b6c0-1104-492e-ac8b-64c887485624,segment=NetworkSegment(fb41e004-81a9-4b79-b4a2-39ba1e546a46),segment_id=fb41e004-81a9-4b79-b4a2-39ba1e546a46)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:41:11.391046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event deleted for resources: {'Subnet': ['ID=dd325f19-cc74-45fa-aafb-2647b66d7f01,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:11.394275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c10f2ab-3de7-4c41-9130-9cf1cc1f8980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-4e03695a-5a35-4199-8433-d68781ad13b6', 'network_id': '4e03695a-5a35-4199-8433-d68781ad13b6', 'tenant_id': '95e400d4ec1046c28b49b2357c8dd8b9', 'fixed_ips': [{'subnet_id': 'dd325f19-cc74-45fa-aafb-2647b66d7f01'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:41:11.395090 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:11.395241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7c10f2ab-3de7-4c41-9130-9cf1cc1f8980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.410956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.419326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:11.494781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.519931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e03695a-5a35-4199-8433-d68781ad13b6']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:11.533053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e7383d-aeff-4386-894e-960c54c6484b') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:11.533323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e7383d-aeff-4386-894e-960c54c6484b') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:11.546566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.547350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Pushing event updated for resources: {'Port': ['ID=3f75b6c0-1104-492e-ac8b-64c887485624,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:11.552768 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:11.569710 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.573204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede194b4-e3a3-4d1c-8c27-983f3287ecd2 None None] Network 4e03695a-5a35-4199-8433-d68781ad13b6 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:11.577840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:41:11.578276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:41:11.594165 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:41:11.679900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.685119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:11.692011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0923506-d5e3-4b18-87a8-8e453288432a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:11.716185 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/networks/4e03695a-5a35-4199-8433-d68781ad13b6 HTTP/1.1" status: 204 len: 168 time: 0.6511488 Dec 22 13:41:11.717744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event deleted for resources: {'Network': ['ID=4e03695a-5a35-4199-8433-d68781ad13b6,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:11.721001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:11.721640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58782) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:11.789166 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a6bc10-8b32-4a60-bdb4-50d923ce9832 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] GET failed (client error): The resource could not be found. Dec 22 13:41:11.789789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-05a6bc10-8b32-4a60-bdb4-50d923ce9832 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Synchronizing usage tracker for tenant:95e400d4ec1046c28b49b2357c8dd8b9 on resource:subnet {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:41:11.822687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-05a6bc10-8b32-4a60-bdb4-50d923ce9832 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Unset dirty status for tenant:95e400d4ec1046c28b49b2357c8dd8b9 on resource:subnet {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:41:11.826761 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-05a6bc10-8b32-4a60-bdb4-50d923ce9832 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "GET /v2.0/subnets/dd325f19-cc74-45fa-aafb-2647b66d7f01 HTTP/1.1" status: 404 len: 337 time: 0.1039760 Dec 22 13:41:11.827073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58786) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:11.864831 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fcce86-6c44-48bd-b15b-e352a9f3a0dd tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] DELETE failed (client error): The resource could not be found. Dec 22 13:41:11.865374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fcce86-6c44-48bd-b15b-e352a9f3a0dd tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:41:11.867370 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-39fcce86-6c44-48bd-b15b-e352a9f3a0dd tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/networks/4e03695a-5a35-4199-8433-d68781ad13b6 HTTP/1.1" status: 404 len: 339 time: 0.0394211 Dec 22 13:41:11.871405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58790) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:11.918914 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-d421f853-936a-4d4a-b3c2-3e10c6479842 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] DELETE failed (client error): The resource could not be found. Dec 22 13:41:11.919370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d421f853-936a-4d4a-b3c2-3e10c6479842 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:41:11.921189 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d421f853-936a-4d4a-b3c2-3e10c6479842 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/subnets/dd325f19-cc74-45fa-aafb-2647b66d7f01 HTTP/1.1" status: 404 len: 337 time: 0.0445418 Dec 22 13:41:11.924113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58794) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:11.951988 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-375c8854-3f8d-4c21-9eff-f9e34434fab6 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] DELETE failed (client error): The resource could not be found. Dec 22 13:41:11.952223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375c8854-3f8d-4c21-9eff-f9e34434fab6 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:41:11.954838 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-375c8854-3f8d-4c21-9eff-f9e34434fab6 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/networks/4e03695a-5a35-4199-8433-d68781ad13b6 HTTP/1.1" status: 404 len: 339 time: 0.0296824 Dec 22 13:41:11.957336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58798) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:11.958141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6fe046e2-4d94-4ab9-addd-626fe38f7af8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:12.024381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Deleting subnet a4840af9-6dd4-4af9-9fe4-5a2f76d8dfac {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:41:12.027401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.029062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6fe046e2-4d94-4ab9-addd-626fe38f7af8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:12.029439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.087640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.144571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3f75b6c0-1104-492e-ac8b-64c887485624 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:12.171019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.216704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 3f75b6c0-1104-492e-ac8b-64c887485624 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:12.250973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.255147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2fd534bf-6eb5-4add-8a41-186c3d9b5e57 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:12.291316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event deleted for resources: {'Subnet': ['ID=a4840af9-6dd4-4af9-9fe4-5a2f76d8dfac,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:12.296486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.303895 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:12.304280 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:12.304636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:12.305188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:12.305563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:12.305928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:12.306289 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:12.306647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:12.307007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:12.307386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:12.307822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:12.308184 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:12.313927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:12.324591 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8c6ca1b6-1845-48d8-a665-bd0c67f2e6e8 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/subnets/a4840af9-6dd4-4af9-9fe4-5a2f76d8dfac HTTP/1.1" status: 204 len: 168 time: 0.3662295 Dec 22 13:41:12.326909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58802) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:12.442957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.454063 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Deleting port 3f75b6c0-1104-492e-ac8b-64c887485624 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:41:12.454428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.540895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0de75-8c67-46b7-baa2-12a9e306e51e None None] Network 863c28a5-d6ff-45cd-a05e-1bca4ba5e168 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:12.660740 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] For port 3f75b6c0-1104-492e-ac8b-64c887485624, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3f75b6c0-1104-492e-ac8b-64c887485624,segment=NetworkSegment(fb41e004-81a9-4b79-b4a2-39ba1e546a46),segment_id=fb41e004-81a9-4b79-b4a2-39ba1e546a46)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:12.661058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.665454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d7070606-d2b6-4abf-8269-405cbd961b58 None None] Provisioning for port 3f75b6c0-1104-492e-ac8b-64c887485624 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:12.698014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d7070606-d2b6-4abf-8269-405cbd961b58 None None] Provisioning complete for port 3f75b6c0-1104-492e-ac8b-64c887485624 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:12.698385 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d7070606-d2b6-4abf-8269-405cbd961b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.787028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Calling delete_port for 3f75b6c0-1104-492e-ac8b-64c887485624 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:41:12.838825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d7070606-d2b6-4abf-8269-405cbd961b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.868253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:12.873159 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-85f0de6b-c108-47fc-a1d8-ac7279a88890 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:12.890448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d1c69-3e49-41c3-881c-257e93fcb672 None None] DHCP port deletion for 863c28a5-d6ff-45cd-a05e-1bca4ba5e168 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:41:12.921565 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] No DVR routers for this DVR port 3f75b6c0-1104-492e-ac8b-64c887485624 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:41:12.923230 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event deleted for resources: {'Port': ['ID=3f75b6c0-1104-492e-ac8b-64c887485624,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:12.949395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:13.046961 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.071161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863c28a5-d6ff-45cd-a05e-1bca4ba5e168']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:13.083902 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb41e004-81a9-4b79-b4a2-39ba1e546a46') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:13.084527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb41e004-81a9-4b79-b4a2-39ba1e546a46') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:13.096100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.112041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.118048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:41:13.118435 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:41:13.132736 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:41:13.330225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.333609 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1b5e15f5-d465-4440-9f80-d4584dc0c127 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:13.347997 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.358546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event deleted for resources: {'Network': ['ID=863c28a5-d6ff-45cd-a05e-1bca4ba5e168,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:13.361214 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:13.363176 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/networks/863c28a5-d6ff-45cd-a05e-1bca4ba5e168 HTTP/1.1" status: 204 len: 168 time: 1.0350926 Dec 22 13:41:13.365541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58806) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:13.402150 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-093b25fd-fcb3-49f6-8c9b-a0bebee606aa tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] DELETE failed (client error): The resource could not be found. Dec 22 13:41:13.402589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093b25fd-fcb3-49f6-8c9b-a0bebee606aa tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:41:13.404218 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-093b25fd-fcb3-49f6-8c9b-a0bebee606aa tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/subnets/320b7e2e-baa8-413a-a5dd-2c66272cdc79 HTTP/1.1" status: 404 len: 337 time: 0.0377722 Dec 22 13:41:13.406751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58810) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:13.433461 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b91419-8e69-4855-8660-4e82b73c3f16 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] DELETE failed (client error): The resource could not be found. Dec 22 13:41:13.433920 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b91419-8e69-4855-8660-4e82b73c3f16 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87568) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:41:13.435576 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-81b91419-8e69-4855-8660-4e82b73c3f16 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/networks/d7c3b743-72d3-4aa1-b681-fd745a0aaf2d HTTP/1.1" status: 404 len: 339 time: 0.0279789 Dec 22 13:41:13.439157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58814) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:13.477320 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1f74ab-867d-4b44-bb81-0cd4ff6df296 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] DELETE failed (client error): The resource could not be found. Dec 22 13:41:13.477730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1f74ab-867d-4b44-bb81-0cd4ff6df296 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:41:13.479327 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2a1f74ab-867d-4b44-bb81-0cd4ff6df296 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/subnets/f4d5133d-9670-4cf3-b94f-7460dbb6526c HTTP/1.1" status: 404 len: 337 time: 0.0391965 Dec 22 13:41:13.483570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58818) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:13.513907 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.pecan_wsgi.hooks.translation [None req-14052aba-75a0-44a5-8b4b-07b303a77f77 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] DELETE failed (client error): The resource could not be found. Dec 22 13:41:13.514382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14052aba-75a0-44a5-8b4b-07b303a77f77 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87569) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 13:41:13.515992 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-14052aba-75a0-44a5-8b4b-07b303a77f77 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/networks/290ddedb-2139-4b24-b400-699bf04f37f9 HTTP/1.1" status: 404 len: 339 time: 0.0312362 Dec 22 13:41:13.518415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58822) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:13.586556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-66eb8df8-7648-4299-b089-4c3e2aed7b87 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Deleting subnet 9940d342-bef9-439b-abd0-9ba8094a96dc {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:41:13.589753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66eb8df8-7648-4299-b089-4c3e2aed7b87 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.644279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66eb8df8-7648-4299-b089-4c3e2aed7b87 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.730524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66eb8df8-7648-4299-b089-4c3e2aed7b87 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.805753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66eb8df8-7648-4299-b089-4c3e2aed7b87 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.809306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1965bcc8-2960-425f-ad3a-7b2ff44a8f3c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:13.846347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb8df8-7648-4299-b089-4c3e2aed7b87 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event deleted for resources: {'Subnet': ['ID=9940d342-bef9-439b-abd0-9ba8094a96dc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:13.849151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-66eb8df8-7648-4299-b089-4c3e2aed7b87 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:13.850132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66eb8df8-7648-4299-b089-4c3e2aed7b87 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.857124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d681b6-dfed-4403-ae58-90eeaa5cde6c None None] Network df520759-dd5d-4b4c-af2e-31cda2331cc0 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:13.860447 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-66eb8df8-7648-4299-b089-4c3e2aed7b87 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/subnets/9940d342-bef9-439b-abd0-9ba8094a96dc HTTP/1.1" status: 204 len: 168 time: 0.3410709 Dec 22 13:41:13.862964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58826) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:13.917994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3f75b6c0-1104-492e-ac8b-64c887485624 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:41:13.967267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 3f75b6c0-1104-492e-ac8b-64c887485624 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:41:13.967628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3f75b6c0-1104-492e-ac8b-64c887485624 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:41:13.976615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:13.987363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Deleting port 6fe046e2-4d94-4ab9-addd-626fe38f7af8 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:41:13.987719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.131306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0874142e-b400-4b5e-af52-3c143fde83b2 None None] DHCP port deletion for df520759-dd5d-4b4c-af2e-31cda2331cc0 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:41:14.135983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0874142e-b400-4b5e-af52-3c143fde83b2 None None] Deleting port 6fe046e2-4d94-4ab9-addd-626fe38f7af8 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:41:14.136371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0874142e-b400-4b5e-af52-3c143fde83b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.300434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] For port 6fe046e2-4d94-4ab9-addd-626fe38f7af8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6fe046e2-4d94-4ab9-addd-626fe38f7af8,segment=NetworkSegment(3694777b-35c6-4dc6-9511-9cc7710d4a89),segment_id=3694777b-35c6-4dc6-9511-9cc7710d4a89)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:14.300782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.343352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0874142e-b400-4b5e-af52-3c143fde83b2 None None] For port 6fe046e2-4d94-4ab9-addd-626fe38f7af8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6fe046e2-4d94-4ab9-addd-626fe38f7af8,segment=NetworkSegment(3694777b-35c6-4dc6-9511-9cc7710d4a89),segment_id=3694777b-35c6-4dc6-9511-9cc7710d4a89)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:14.343791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0874142e-b400-4b5e-af52-3c143fde83b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.420237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Calling delete_port for 6fe046e2-4d94-4ab9-addd-626fe38f7af8 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:41:14.461966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0874142e-b400-4b5e-af52-3c143fde83b2 None None] Calling delete_port for 6fe046e2-4d94-4ab9-addd-626fe38f7af8 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:41:14.499580 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.503391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-57a09407-f1d9-4bdc-9036-d5906dd275cb tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:14.534831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-0874142e-b400-4b5e-af52-3c143fde83b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:41:14.535254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-0874142e-b400-4b5e-af52-3c143fde83b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:41:14.545598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event deleted for resources: {'Port': ['ID=6fe046e2-4d94-4ab9-addd-626fe38f7af8,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:14.548700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:14.549446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] No DVR routers for this DVR port 6fe046e2-4d94-4ab9-addd-626fe38f7af8 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:41:14.672734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.697129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df520759-dd5d-4b4c-af2e-31cda2331cc0']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:14.709422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3694777b-35c6-4dc6-9511-9cc7710d4a89') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:14.709718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3694777b-35c6-4dc6-9511-9cc7710d4a89') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:14.720825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.736434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.742623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:41:14.743009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:41:14.757087 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:41:14.839392 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.843657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e6c1f37f-9c2d-4c6f-b999-0515e0dec09b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:14.861618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:14.873170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Pushing event deleted for resources: {'Network': ['ID=df520759-dd5d-4b4c-af2e-31cda2331cc0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:14.875952 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] 10.222.0.24 "DELETE /v2.0/networks/df520759-dd5d-4b4c-af2e-31cda2331cc0 HTTP/1.1" status: 204 len: 168 time: 1.0119889 Dec 22 13:41:14.876792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:15.036719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0874142e-b400-4b5e-af52-3c143fde83b2 None None] Deleting port 6fe046e2-4d94-4ab9-addd-626fe38f7af8 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:41:15.037220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0874142e-b400-4b5e-af52-3c143fde83b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:15.102599 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-0874142e-b400-4b5e-af52-3c143fde83b2 None None] The port '6fe046e2-4d94-4ab9-addd-626fe38f7af8' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:41:15.152608 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58834) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:15.310855 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-055c861d-8454-4094-8e67-b0a44dcb51f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95e400d4ec1046c28b49b2357c8dd8b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569924 Dec 22 13:41:15.313498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58840) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:15.371446 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bae5e98-f39f-47f8-a9c1-a8f225c2f6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:15.399040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bae5e98-f39f-47f8-a9c1-a8f225c2f6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:15.453833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bae5e98-f39f-47f8-a9c1-a8f225c2f6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:15.457853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f0572ba-e76e-4a46-a567-5636b87e8eee tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:15.468793 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae5e98-f39f-47f8-a9c1-a8f225c2f6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2a8ba1-4dd5-40b4-871c-3cd51fbd2545,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:15.471262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7bae5e98-f39f-47f8-a9c1-a8f225c2f6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:15.477536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bae5e98-f39f-47f8-a9c1-a8f225c2f6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:15.478592 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7bae5e98-f39f-47f8-a9c1-a8f225c2f6a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab2a8ba1-4dd5-40b4-871c-3cd51fbd2545 HTTP/1.1" status: 204 len: 168 time: 0.1642079 Dec 22 13:41:15.869257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6fe046e2-4d94-4ab9-addd-626fe38f7af8 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:41:15.946920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 6fe046e2-4d94-4ab9-addd-626fe38f7af8 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:41:15.947277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6fe046e2-4d94-4ab9-addd-626fe38f7af8 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:41:16.223575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58864) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:16.330624 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-df3edfe1-f827-4f1a-b81f-9643aeb7ad4c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1428870897', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:16.337611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-df3edfe1-f827-4f1a-b81f-9643aeb7ad4c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:16.341443 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-df3edfe1-f827-4f1a-b81f-9643aeb7ad4c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Usage tracker for resource:router and tenant:6c1426cfdb464cbda8abf855f50b623d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:16.344395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-df3edfe1-f827-4f1a-b81f-9643aeb7ad4c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:16.350814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-df3edfe1-f827-4f1a-b81f-9643aeb7ad4c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:16.361750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df3edfe1-f827-4f1a-b81f-9643aeb7ad4c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.362867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df3edfe1-f827-4f1a-b81f-9643aeb7ad4c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.378482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df3edfe1-f827-4f1a-b81f-9643aeb7ad4c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.399242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df3edfe1-f827-4f1a-b81f-9643aeb7ad4c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.422785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-df3edfe1-f827-4f1a-b81f-9643aeb7ad4c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.424061 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-df3edfe1-f827-4f1a-b81f-9643aeb7ad4c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1994412 Dec 22 13:41:16.426889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58870) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:16.432908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-274696947'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:16.438406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:16.442148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Usage tracker for resource:network and tenant:6c1426cfdb464cbda8abf855f50b623d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:16.444935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:16.452735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:16.463407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Made reservation on behalf of 6c1426cfdb464cbda8abf855f50b623d for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:16.466872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.479322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.494737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:16.498913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Usage tracker for resource:security_group_rule and tenant:6c1426cfdb464cbda8abf855f50b623d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:16.502015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:16.508327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:16.604694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.609650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.612550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:16.638258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:41:16.650220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79a6c64-9a7c-4155-adc7-bcb9d46c3378,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:16.654068 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:16.654983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.655299 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Added segment dcc24bc7-1a76-4b70-941e-0b9aa92dbdae of type vlan for network 47712f98-2077-4f22-9e30-27ed257b6f21 Dec 22 13:41:16.681631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.714022 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.719629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:16.720239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:16.725248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2715be2a-6258-448b-8646-09b6fe08c086 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:16.831045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Pushing event updated for resources: {'Network': ['ID=47712f98-2077-4f22-9e30-27ed257b6f21,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:16.834453 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4062557 Dec 22 13:41:16.835325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:16.837309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58874) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:16.841972 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 47712f98-2077-4f22-9e30-27ed257b6f21 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:41:16.842697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Request body: {'subnet': {'network_id': '47712f98-2077-4f22-9e30-27ed257b6f21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:16.950301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:16.954028 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Usage tracker for resource:subnet and tenant:6c1426cfdb464cbda8abf855f50b623d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:16.956767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:16.962541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:16.974802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Made reservation on behalf of 6c1426cfdb464cbda8abf855f50b623d for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:16.978202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:17.190979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:17.194505 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-33defb2c-64aa-4a6b-82dd-07a62ead8e7e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:17.268179 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Pushing event updated for resources: {'Subnet': ['ID=3fb35808-acc8-49dc-b49f-5a1bb22b3ebd,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:17.272714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:17.279970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Checking segment: {'id': 'dcc24bc7-1a76-4b70-941e-0b9aa92dbdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47712f98-2077-4f22-9e30-27ed257b6f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:17.280320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Network hostable DHCP agents. Network: 47712f98-2077-4f22-9e30-27ed257b6f21, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:41:17.301684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Network 47712f98-2077-4f22-9e30-27ed257b6f21 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:41:17.312374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 47712f98-2077-4f22-9e30-27ed257b6f21) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:17.316808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:17.317948 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:17.320955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c16166-3602-40d8-9185-a9ca77aa70ca None None] Network 47712f98-2077-4f22-9e30-27ed257b6f21 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:17.341294 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e4aa826f-1283-455c-8f77-8fa9477eb55b tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5029712 Dec 22 13:41:17.344534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58878) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:17.350032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2107650495'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:17.355164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:17.359176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Usage tracker for resource:network and tenant:6c1426cfdb464cbda8abf855f50b623d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:17.362151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:17.368006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:17.378969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Made reservation on behalf of 6c1426cfdb464cbda8abf855f50b623d for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:17.382721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:17.410735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:41:17.420460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:17.420855 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Added segment 5b041cc7-0c62-41fd-a38a-1d9c9613bedc of type vlan for network 31334dea-8a26-4060-baca-58ebaddcbc02 Dec 22 13:41:17.449676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:17.483546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:17.489339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:17.489940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:17.494967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d798d3b9-b70d-41de-9ad0-aa71f995089d tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:17.538137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-47712f98-2077-4f22-9e30-27ed257b6f21', 'network_id': '47712f98-2077-4f22-9e30-27ed257b6f21', 'tenant_id': '6c1426cfdb464cbda8abf855f50b623d', 'fixed_ips': [{'subnet_id': '3fb35808-acc8-49dc-b49f-5a1bb22b3ebd'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:41:17.539204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:17.594668 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2491033 Dec 22 13:41:17.597564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58882) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:17.605532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Request body: {'subnet': {'network_id': '31334dea-8a26-4060-baca-58ebaddcbc02', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:17.618895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Pushing event updated for resources: {'Network': ['ID=31334dea-8a26-4060-baca-58ebaddcbc02,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:17.621559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-63f6e50e-bbe9-46c9-b000-22c81b463246 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:17.630245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 31334dea-8a26-4060-baca-58ebaddcbc02 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:41:17.786085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Allocated IP 172.20.0.2 (47712f98-2077-4f22-9e30-27ed257b6f21/3fb35808-acc8-49dc-b49f-5a1bb22b3ebd/5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:41:17.832005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:17.836196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Usage tracker for resource:subnet and tenant:6c1426cfdb464cbda8abf855f50b623d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:17.839079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:17.844840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:17.855047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Made reservation on behalf of 6c1426cfdb464cbda8abf855f50b623d for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:17.858616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:17.988393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:17.998262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Transition to ACTIVE for port object 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:18.016580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Transition to ACTIVE for port object 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:18.023071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:18.028128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-d0afa8a4-5342-4cd8-ab65-7be4d699ac49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:18.078018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:18.081602 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e18da7ce-826d-4810-844b-7eb041fdaa18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:18.089073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Network 47712f98-2077-4f22-9e30-27ed257b6f21 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:18.091886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:18.095851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:41:18.104557 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Pushing event updated for resources: {'Port': ['ID=5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:18.129824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:18.157461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Pushing event updated for resources: {'Subnet': ['ID=f5f286af-f5c0-48b4-a372-5f16e710fb8a,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:18.161167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:18.168100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Checking segment: {'id': '5b041cc7-0c62-41fd-a38a-1d9c9613bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '31334dea-8a26-4060-baca-58ebaddcbc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:18.168454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Network hostable DHCP agents. Network: 31334dea-8a26-4060-baca-58ebaddcbc02, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:41:18.188041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Network 31334dea-8a26-4060-baca-58ebaddcbc02 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:41:18.189246 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Attempting to bind port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:41:18.189619 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Attempting to bind port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'dcc24bc7-1a76-4b70-941e-0b9aa92dbdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47712f98-2077-4f22-9e30-27ed257b6f21'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:41:18.189979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Attempting to bind port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 on network 47712f98-2077-4f22-9e30-27ed257b6f21 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:41:18.195071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:41:18.195422 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Checking segment: {'id': 'dcc24bc7-1a76-4b70-941e-0b9aa92dbdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47712f98-2077-4f22-9e30-27ed257b6f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:18.195844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:18.196239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Bound using segment: {'id': 'dcc24bc7-1a76-4b70-941e-0b9aa92dbdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47712f98-2077-4f22-9e30-27ed257b6f21'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:41:18.196709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Bound port: 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcc24bc7-1a76-4b70-941e-0b9aa92dbdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '47712f98-2077-4f22-9e30-27ed257b6f21'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:41:18.197089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:18.198340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 31334dea-8a26-4060-baca-58ebaddcbc02) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:18.202732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:18.203426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:18.208420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b340f614-2d16-4e32-a673-bd51641099af None None] Network 31334dea-8a26-4060-baca-58ebaddcbc02 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:18.225820 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8b6c16ab-8317-41ae-9245-7fcb2394ec52 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6272700 Dec 22 13:41:18.228748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58886) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:18.233966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3d1537aa-e51a-4253-8fb2-40e1339a4e34 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Request body: {'router': {'external_gateway_info': {'network_id': '31334dea-8a26-4060-baca-58ebaddcbc02'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:18.385176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] For port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:41:18.426758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] For port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2,segment=NetworkSegment(dcc24bc7-1a76-4b70-941e-0b9aa92dbdae),segment_id=dcc24bc7-1a76-4b70-941e-0b9aa92dbdae)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:41:18.433987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:18.438877 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:18.550346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-31334dea-8a26-4060-baca-58ebaddcbc02', 'network_id': '31334dea-8a26-4060-baca-58ebaddcbc02', 'tenant_id': '6c1426cfdb464cbda8abf855f50b623d', 'fixed_ips': [{'subnet_id': 'f5f286af-f5c0-48b4-a372-5f16e710fb8a'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:41:18.551147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:18.560546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Pushing event updated for resources: {'Port': ['ID=5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:18.564617 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:18.634568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3d1537aa-e51a-4253-8fb2-40e1339a4e34 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:18.722499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Allocated IP 172.21.0.2 (31334dea-8a26-4060-baca-58ebaddcbc02/f5f286af-f5c0-48b4-a372-5f16e710fb8a/7d9305e8-bc45-4cc1-9dce-9d08cbeb289e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:41:18.824336 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.api.v2.resource [None req-3d1537aa-e51a-4253-8fb2-40e1339a4e34 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 13:41:18.825416 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3d1537aa-e51a-4253-8fb2-40e1339a4e34 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] 10.222.0.24 "PUT /v2.0/routers/6033e4c6-fe41-440b-8a4b-ee48a558d36e HTTP/1.1" status: 400 len: 364 time: 0.5957570 Dec 22 13:41:18.831186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58890) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:18.908421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-973829e6-04d6-4de9-9dc1-93f495eb4ead tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Deleting subnet f5f286af-f5c0-48b4-a372-5f16e710fb8a {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:41:19.003209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.015357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Transition to ACTIVE for port object 7d9305e8-bc45-4cc1-9dce-9d08cbeb289e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:19.034943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Transition to ACTIVE for port object 7d9305e8-bc45-4cc1-9dce-9d08cbeb289e will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:19.041440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-973829e6-04d6-4de9-9dc1-93f495eb4ead tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.049330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.054013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:19.097294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-973829e6-04d6-4de9-9dc1-93f495eb4ead tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.129081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Network 31334dea-8a26-4060-baca-58ebaddcbc02 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:19.132132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:19.135762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:41:19.141592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Pushing event updated for resources: {'Port': ['ID=7d9305e8-bc45-4cc1-9dce-9d08cbeb289e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:19.145338 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:19.187050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-973829e6-04d6-4de9-9dc1-93f495eb4ead tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.230840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Attempting to bind port 7d9305e8-bc45-4cc1-9dce-9d08cbeb289e on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:41:19.231221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Attempting to bind port 7d9305e8-bc45-4cc1-9dce-9d08cbeb289e by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '5b041cc7-0c62-41fd-a38a-1d9c9613bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '31334dea-8a26-4060-baca-58ebaddcbc02'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:41:19.231592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Attempting to bind port 7d9305e8-bc45-4cc1-9dce-9d08cbeb289e on network 31334dea-8a26-4060-baca-58ebaddcbc02 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:41:19.237117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:41:19.237494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Checking segment: {'id': '5b041cc7-0c62-41fd-a38a-1d9c9613bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '31334dea-8a26-4060-baca-58ebaddcbc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:19.237893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.238367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Bound using segment: {'id': '5b041cc7-0c62-41fd-a38a-1d9c9613bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '31334dea-8a26-4060-baca-58ebaddcbc02'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:41:19.238832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Bound port: 7d9305e8-bc45-4cc1-9dce-9d08cbeb289e, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b041cc7-0c62-41fd-a38a-1d9c9613bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '31334dea-8a26-4060-baca-58ebaddcbc02'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:41:19.239214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.263583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-973829e6-04d6-4de9-9dc1-93f495eb4ead tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.273731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0ee39307-dff7-4efe-a62a-360d403cfa78 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:19.308383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-973829e6-04d6-4de9-9dc1-93f495eb4ead tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.312966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973829e6-04d6-4de9-9dc1-93f495eb4ead tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f286af-f5c0-48b4-a372-5f16e710fb8a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:19.315418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-973829e6-04d6-4de9-9dc1-93f495eb4ead tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:19.318774 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-973829e6-04d6-4de9-9dc1-93f495eb4ead tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] 10.222.0.24 "DELETE /v2.0/subnets/f5f286af-f5c0-48b4-a372-5f16e710fb8a HTTP/1.1" status: 204 len: 168 time: 0.4865882 Dec 22 13:41:19.321439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58894) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:19.329456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] For port 7d9305e8-bc45-4cc1-9dce-9d08cbeb289e, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:41:19.332777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] For port 7d9305e8-bc45-4cc1-9dce-9d08cbeb289e, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d9305e8-bc45-4cc1-9dce-9d08cbeb289e,segment=NetworkSegment(5b041cc7-0c62-41fd-a38a-1d9c9613bedc),segment_id=5b041cc7-0c62-41fd-a38a-1d9c9613bedc)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:41:19.338983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.342847 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:19.450501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.451495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Pushing event updated for resources: {'Port': ['ID=7d9305e8-bc45-4cc1-9dce-9d08cbeb289e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:19.460580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:19.464025 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Deleting port 7d9305e8-bc45-4cc1-9dce-9d08cbeb289e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:41:19.464523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.494325 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90e37b-062d-4292-bda8-762a8f5019be None None] Network 31334dea-8a26-4060-baca-58ebaddcbc02 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:19.591676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c0f29-3a73-4889-90e5-3d647b6bdbdb None None] Network 47712f98-2077-4f22-9e30-27ed257b6f21 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:19.680586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] For port 7d9305e8-bc45-4cc1-9dce-9d08cbeb289e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d9305e8-bc45-4cc1-9dce-9d08cbeb289e,segment=NetworkSegment(5b041cc7-0c62-41fd-a38a-1d9c9613bedc),segment_id=5b041cc7-0c62-41fd-a38a-1d9c9613bedc)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:19.680817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.749519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-20993f1d-de45-4802-94c3-d0f584947161 None None] Provisioning for port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:19.803773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Calling delete_port for 7d9305e8-bc45-4cc1-9dce-9d08cbeb289e owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:41:19.885797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:19.892311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d65d38a5-da18-4ac3-97c8-0cb5c7ba5a12 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:19.923489 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:19.938631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Pushing event deleted for resources: {'Port': ['ID=7d9305e8-bc45-4cc1-9dce-9d08cbeb289e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:19.941504 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:19.942438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] No DVR routers for this DVR port 7d9305e8-bc45-4cc1-9dce-9d08cbeb289e on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:41:19.994755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:19.999908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:20.000313 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.069523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.097010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31334dea-8a26-4060-baca-58ebaddcbc02']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:20.109896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b041cc7-0c62-41fd-a38a-1d9c9613bedc') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:20.110204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b041cc7-0c62-41fd-a38a-1d9c9613bedc') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:20.122748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.125105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c13399-b99e-4474-8401-69589e025630 None None] get_active_networks_info from dv-neutron-822668-1-hyperv {{(pid=87570) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 22 13:41:20.139089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.145103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:41:20.145525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:41:20.159555 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:41:20.168199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.234952 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2,segment=NetworkSegment(dcc24bc7-1a76-4b70-941e-0b9aa92dbdae),segment_id=dcc24bc7-1a76-4b70-941e-0b9aa92dbdae)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:20.241639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.246061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f50e53d1-f3ea-4ee4-ae80-084d2d2b6943 None None] Provisioning complete for port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:20.246441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f50e53d1-f3ea-4ee4-ae80-084d2d2b6943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.246674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.249402 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e1fd2147-79f3-48e5-8eca-fdbbd91163c5 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:20.272336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Pushing event deleted for resources: {'Network': ['ID=31334dea-8a26-4060-baca-58ebaddcbc02,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:20.274707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:20.278019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.279416 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] 10.222.0.24 "DELETE /v2.0/networks/31334dea-8a26-4060-baca-58ebaddcbc02 HTTP/1.1" status: 204 len: 168 time: 0.9566057 Dec 22 13:41:20.280379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58898) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:20.291061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:20.335365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c13399-b99e-4474-8401-69589e025630 None None] Resources bound (agent type, host, resource id): {{(pid=87570) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 13:41:20.351298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd02945-40be-4b7b-a81f-12fc5ff9d4f2 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Deleting subnet 3fb35808-acc8-49dc-b49f-5a1bb22b3ebd {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:41:20.354313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbd02945-40be-4b7b-a81f-12fc5ff9d4f2 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.406896 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbd02945-40be-4b7b-a81f-12fc5ff9d4f2 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.481122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:20.491754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:20.496333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbd02945-40be-4b7b-a81f-12fc5ff9d4f2 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.692371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbd02945-40be-4b7b-a81f-12fc5ff9d4f2 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.696153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c01de904-f0e0-4191-b3d0-fa4a6ece0955 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:20.731303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd02945-40be-4b7b-a81f-12fc5ff9d4f2 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Pushing event deleted for resources: {'Subnet': ['ID=3fb35808-acc8-49dc-b49f-5a1bb22b3ebd,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:20.734213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fbd02945-40be-4b7b-a81f-12fc5ff9d4f2 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:20.737014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fbd02945-40be-4b7b-a81f-12fc5ff9d4f2 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.745558 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fbd02945-40be-4b7b-a81f-12fc5ff9d4f2 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] 10.222.0.24 "DELETE /v2.0/subnets/3fb35808-acc8-49dc-b49f-5a1bb22b3ebd HTTP/1.1" status: 204 len: 168 time: 0.4615421 Dec 22 13:41:20.745782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58902) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:20.756971 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96cced-839d-455d-a1fa-74192b42e3e0 None None] Network 47712f98-2077-4f22-9e30-27ed257b6f21 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:20.857514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.868570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Deleting port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:41:20.868899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:20.996155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc684bd-ed56-46e3-8a58-6a9c64e48f9e None None] DHCP port deletion for 47712f98-2077-4f22-9e30-27ed257b6f21 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:41:21.000267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7cc684bd-ed56-46e3-8a58-6a9c64e48f9e None None] Deleting port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:41:21.000646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7cc684bd-ed56-46e3-8a58-6a9c64e48f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.076871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] For port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2,segment=NetworkSegment(dcc24bc7-1a76-4b70-941e-0b9aa92dbdae),segment_id=dcc24bc7-1a76-4b70-941e-0b9aa92dbdae)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:21.077220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.194846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7cc684bd-ed56-46e3-8a58-6a9c64e48f9e None None] For port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2,segment=NetworkSegment(dcc24bc7-1a76-4b70-941e-0b9aa92dbdae),segment_id=dcc24bc7-1a76-4b70-941e-0b9aa92dbdae)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:21.195453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7cc684bd-ed56-46e3-8a58-6a9c64e48f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.197738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Calling delete_port for 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:41:21.273634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.277576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4145a64e-92fe-4bee-bd7d-318ef1d923a8 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:21.316098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7cc684bd-ed56-46e3-8a58-6a9c64e48f9e None None] Calling delete_port for 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:41:21.325717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] No DVR routers for this DVR port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:41:21.352274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Pushing event deleted for resources: {'Port': ['ID=5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:21.357772 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:21.386594 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-7cc684bd-ed56-46e3-8a58-6a9c64e48f9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:41:21.386963 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-7cc684bd-ed56-46e3-8a58-6a9c64e48f9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:41:21.451961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.477100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47712f98-2077-4f22-9e30-27ed257b6f21']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:21.490211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc24bc7-1a76-4b70-941e-0b9aa92dbdae') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:21.490532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc24bc7-1a76-4b70-941e-0b9aa92dbdae') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:21.501774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.517289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.523508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:41:21.523983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:41:21.538261 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:41:21.621098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.625446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.628011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:21.651869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Pushing event deleted for resources: {'Network': ['ID=47712f98-2077-4f22-9e30-27ed257b6f21,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:21.654299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:21.656057 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] 10.222.0.24 "DELETE /v2.0/networks/47712f98-2077-4f22-9e30-27ed257b6f21 HTTP/1.1" status: 204 len: 168 time: 0.9093332 Dec 22 13:41:21.658872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58906) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:21.706344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9794b7d9-59d3-4d1b-b5d5-f884558cc9f4 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Synchronizing usage tracker for tenant:6c1426cfdb464cbda8abf855f50b623d on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:41:21.726400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-9794b7d9-59d3-4d1b-b5d5-f884558cc9f4 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Unset dirty status for tenant:6c1426cfdb464cbda8abf855f50b623d on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:41:21.727582 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9794b7d9-59d3-4d1b-b5d5-f884558cc9f4 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] 10.222.0.24 "GET /v2.0/ports?device_id=6033e4c6-fe41-440b-8a4b-ee48a558d36e HTTP/1.1" status: 200 len: 205 time: 0.0677054 Dec 22 13:41:21.730459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58910) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:21.859546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-033e27b4-c896-4a91-b01b-dc03d1420383 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.874861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:41:21.898831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7cc684bd-ed56-46e3-8a58-6a9c64e48f9e None None] Deleting port 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:41:21.899209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7cc684bd-ed56-46e3-8a58-6a9c64e48f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:21.942698 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:41:21.943063 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:41:21.978201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7cc684bd-ed56-46e3-8a58-6a9c64e48f9e None None] The port '5f6c5f26-eac9-4b20-98c0-e5b4de9a83c2' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:41:22.270197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-033e27b4-c896-4a91-b01b-dc03d1420383 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:22.272340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-033e27b4-c896-4a91-b01b-dc03d1420383 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:22.297452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-033e27b4-c896-4a91-b01b-dc03d1420383 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:22.298040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033e27b4-c896-4a91-b01b-dc03d1420383 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Fanout notify agent at l3_agent the message router_deleted on router 6033e4c6-fe41-440b-8a4b-ee48a558d36e {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:41:22.308886 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-033e27b4-c896-4a91-b01b-dc03d1420383 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:22.309935 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-033e27b4-c896-4a91-b01b-dc03d1420383 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] 10.222.0.24 "DELETE /v2.0/routers/6033e4c6-fe41-440b-8a4b-ee48a558d36e HTTP/1.1" status: 204 len: 168 time: 0.5786107 Dec 22 13:41:22.572823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58918) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:22.719280 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-09dd0d4c-5b95-4d3a-bd12-a6a83c61b9b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c1426cfdb464cbda8abf855f50b623d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451612 Dec 22 13:41:22.722375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58924) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:22.781526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-79ccbc02-0a89-4446-8631-104dbd72f81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:22.807070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-79ccbc02-0a89-4446-8631-104dbd72f81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:22.864338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-79ccbc02-0a89-4446-8631-104dbd72f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:22.869693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58087179-1fc1-4660-9a45-a771df49a190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:22.890672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccbc02-0a89-4446-8631-104dbd72f81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79a6c64-9a7c-4155-adc7-bcb9d46c3378,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:22.894257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-79ccbc02-0a89-4446-8631-104dbd72f81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:22.897728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-79ccbc02-0a89-4446-8631-104dbd72f81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:22.898819 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-79ccbc02-0a89-4446-8631-104dbd72f81b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b79a6c64-9a7c-4155-adc7-bcb9d46c3378 HTTP/1.1" status: 204 len: 168 time: 0.1755881 Dec 22 13:41:23.593106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58948) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:23.702038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1068446909-network', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:23.706890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:23.711216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Usage tracker for resource:network and tenant:b516e80e26524ef5adff1401e2eb5fdd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:23.714087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:23.719749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:23.731226 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Made reservation on behalf of b516e80e26524ef5adff1401e2eb5fdd for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:23.733676 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.745677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.760047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:23.764226 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Usage tracker for resource:security_group_rule and tenant:b516e80e26524ef5adff1401e2eb5fdd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:23.767054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:23.772765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:23.867350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.873371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.877596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5ee1a41b-d465-4609-b7ac-27570e95ce09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:23.901018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:41:23.913238 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420eb901-a694-4636-b1e9-f2a5dfd78d7f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:23.917215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:23.918158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.918437 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Added segment 32f4d53a-4443-4dcf-890b-9ea3b31264bf of type vlan for network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 Dec 22 13:41:23.944147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.974224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.975251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:23.975877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:23.979138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-90898cbf-8b51-4bd6-b9c2-6657f37c8375 tempest-TestNetworkAdvancedServerOps-1917819680 tempest-TestNetworkAdvancedServerOps-1917819680-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:24.077267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Pushing event updated for resources: {'Network': ['ID=5eaa6beb-7e21-4599-9ffd-623f9d10fac7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:24.080357 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4862311 Dec 22 13:41:24.081228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:24.083268 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58954) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:24.087634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:41:24.089436 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Request body: {'subnet': {'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1068446909-subnet', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:24.094525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:24.098590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Usage tracker for resource:subnet and tenant:b516e80e26524ef5adff1401e2eb5fdd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:24.101596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:24.107633 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:24.120493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Made reservation on behalf of b516e80e26524ef5adff1401e2eb5fdd for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:24.122875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:24.334879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:24.340061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5eb2ced6-0ea7-4521-a762-ef7d697c5050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:24.412365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56947aa3-8e45-4bf8-9907-9e768accb367,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:24.416114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:24.423415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Checking segment: {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:24.423798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Network hostable DHCP agents. Network: 5eaa6beb-7e21-4599-9ffd-623f9d10fac7, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:41:24.445911 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:41:24.456089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 5eaa6beb-7e21-4599-9ffd-623f9d10fac7) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:24.461179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:24.462290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:24.465390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c35376-1c31-4f60-b712-0c7d6fe90c07 None None] Network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:24.484357 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-41e297c6-656d-417e-be86-75ac1bbf59f4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3995562 Dec 22 13:41:24.487159 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58958) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:24.492146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1068446909-router', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:24.496829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:24.500631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Usage tracker for resource:router and tenant:b516e80e26524ef5adff1401e2eb5fdd is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:24.503397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:24.509038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:24.520262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:24.521243 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:24.536500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:24.679167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-5eaa6beb-7e21-4599-9ffd-623f9d10fac7', 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'fixed_ips': [{'subnet_id': '56947aa3-8e45-4bf8-9907-9e768accb367'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:41:24.680182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:24.803117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:24.837096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Allocated IP 172.20.0.2 (5eaa6beb-7e21-4599-9ffd-623f9d10fac7/56947aa3-8e45-4bf8-9907-9e768accb367/3956a69e-8e49-4c09-b782-efcf6168bd6b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:41:25.086073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:25.096428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Transition to ACTIVE for port object 3956a69e-8e49-4c09-b782-efcf6168bd6b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:25.113943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Transition to ACTIVE for port object 3956a69e-8e49-4c09-b782-efcf6168bd6b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:25.119660 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:25.123669 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:25.187731 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:25.190702 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:25.194297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:41:25.199947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Pushing event updated for resources: {'Port': ['ID=3956a69e-8e49-4c09-b782-efcf6168bd6b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:25.203637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:25.248935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:25.277933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:25.283889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Attempting to bind port 3956a69e-8e49-4c09-b782-efcf6168bd6b on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:41:25.284260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Attempting to bind port 3956a69e-8e49-4c09-b782-efcf6168bd6b by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:41:25.284634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Attempting to bind port 3956a69e-8e49-4c09-b782-efcf6168bd6b on network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:41:25.289936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:41:25.290319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Checking segment: {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:25.290721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:25.291120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Bound using segment: {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:41:25.291587 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Bound port: 3956a69e-8e49-4c09-b782-efcf6168bd6b, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:41:25.291996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:25.382006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] For port 3956a69e-8e49-4c09-b782-efcf6168bd6b, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:41:25.384965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] For port 3956a69e-8e49-4c09-b782-efcf6168bd6b, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3956a69e-8e49-4c09-b782-efcf6168bd6b,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:41:25.388893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:25.393249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:25.410822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Allocated IP 172.26.4.209 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:41:25.471318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Pushing event updated for resources: {'Port': ['ID=3956a69e-8e49-4c09-b782-efcf6168bd6b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:25.474050 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:25.562078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:25.592512 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:25.596650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5c5a8271-3327-4550-9f13-4a27bf0a2993 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:25.664174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:25.667053 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:25.669486 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:41:25.708815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Pushing event updated for resources: {'Port': ['ID=7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:25.712089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:25.905846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3956a69e-8e49-4c09-b782-efcf6168bd6b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:25.977765 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 3956a69e-8e49-4c09-b782-efcf6168bd6b completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:26.095055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:26.395849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b71aaf-0add-4b9b-b244-fb5674c68c6d None None] Network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:26.553354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-109561b4-c533-4a58-8778-c82833034cf5 None None] Provisioning for port 3956a69e-8e49-4c09-b782-efcf6168bd6b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:26.568437 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-109561b4-c533-4a58-8778-c82833034cf5 None None] Provisioning complete for port 3956a69e-8e49-4c09-b782-efcf6168bd6b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:26.569099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-109561b4-c533-4a58-8778-c82833034cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:26.593238 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:26.737860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-109561b4-c533-4a58-8778-c82833034cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:26.776982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-109561b4-c533-4a58-8778-c82833034cf5 None None] For port 3956a69e-8e49-4c09-b782-efcf6168bd6b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3956a69e-8e49-4c09-b782-efcf6168bd6b,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:26.782320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-109561b4-c533-4a58-8778-c82833034cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:26.784444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:26.802721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Router bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:41:26.858843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109561b4-c533-4a58-8778-c82833034cf5 None None] Pushing event updated for resources: {'Port': ['ID=3956a69e-8e49-4c09-b782-efcf6168bd6b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:26.862695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-109561b4-c533-4a58-8778-c82833034cf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:26.983302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:41:26.995331 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Sync routers for ids ['bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:41:27.009428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:27.010783 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5226443 Dec 22 13:41:27.011224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Routers {'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:41:27.011868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:41:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:27.013855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58962) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:27.067584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ab31609e-7422-49a1-8edd-69afb9367865 None None] Provisioning complete for port 3956a69e-8e49-4c09-b782-efcf6168bd6b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:27.067914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ab31609e-7422-49a1-8edd-69afb9367865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:27.264406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Set router bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:41:27.588241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08df306c-54c2-42e6-95fb-ca8440001048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:27.610646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'name': 'tempest-TestEncryptedCinderVolumes-1068446909-router', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:24Z', 'updated_at': '2021-12-22T13:41:25Z', 'revision_number': 3, 'project_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'gw_port': {'id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:25Z', 'updated_at': '2021-12-22T13:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:27.614445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Checking router: bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:41:27.614792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Updating router bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 port 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:41:27.666323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:27.678522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:27.882235 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Allocated IP 172.20.0.1 (5eaa6beb-7e21-4599-9ffd-623f9d10fac7/56947aa3-8e45-4bf8-9907-9e768accb367/b4c187d7-86a7-4be2-adea-b1a09615a555) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:41:27.887083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3956a69e-8e49-4c09-b782-efcf6168bd6b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:28.030936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 3956a69e-8e49-4c09-b782-efcf6168bd6b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:28.031365 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.089217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.107029 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Transition to ACTIVE for port object 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:28.115197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.118904 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:28.167145 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.183075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Transition to ACTIVE for port object b4c187d7-86a7-4be2-adea-b1a09615a555 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:28.207496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.211558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-36c1f851-b5a0-46cf-8ba0-16c7ea00316f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:28.236581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066505c-f179-456e-a804-7aab0740f751 None None] Pushing event updated for resources: {'Port': ['ID=7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:28.242014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Attempting to bind port 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:41:28.242641 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Attempting to bind port 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:41:28.243043 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Attempting to bind port 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:41:28.246995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6066505c-f179-456e-a804-7aab0740f751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:28.254061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:41:28.254417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:28.254812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.255198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:41:28.255675 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Bound port: 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:41:28.256355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.280399 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:28.283163 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:28.286029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:41:28.320048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c187d7-86a7-4be2-adea-b1a09615a555,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:28.323284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:28.333169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] For port 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:41:28.337275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] For port 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:41:28.345140 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.348453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.349359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:28.422984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066505c-f179-456e-a804-7aab0740f751 None None] Pushing event updated for resources: {'Port': ['ID=7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:28.427339 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6066505c-f179-456e-a804-7aab0740f751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:28.432320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Routers {'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:41:28.433088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:41:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:28.604673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8115a466-e16a-43dd-8684-5f94124774d4 None None] Provisioning for port b4c187d7-86a7-4be2-adea-b1a09615a555 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:28.612513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8115a466-e16a-43dd-8684-5f94124774d4 None None] Provisioning complete for port b4c187d7-86a7-4be2-adea-b1a09615a555 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:28.612684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.612900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8115a466-e16a-43dd-8684-5f94124774d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.651900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] Set router bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:41:28.827068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.832231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8115a466-e16a-43dd-8684-5f94124774d4 None None] Port b4c187d7-86a7-4be2-adea-b1a09615a555 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:41:28.833124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.859862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1e2fbc2c-7490-4906-a2a9-ca9c03f8cb7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:28.937844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:28.941357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c187d7-86a7-4be2-adea-b1a09615a555,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:28.944612 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:28.953192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'name': 'tempest-TestEncryptedCinderVolumes-1068446909-router', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:24Z', 'updated_at': '2021-12-22T13:41:25Z', 'revision_number': 3, 'project_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'gw_port': {'id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:25Z', 'updated_at': '2021-12-22T13:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:28.957310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc563a3f-bf8d-4905-926c-869c9428d349 None None] The sync data for ids ['bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'] in dv-neutron-822668-1-hyperv is: [{'id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'name': 'tempest-TestEncryptedCinderVolumes-1068446909-router', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:24Z', 'updated_at': '2021-12-22T13:41:25Z', 'revision_number': 3, 'project_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'gw_port': {'id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:25Z', 'updated_at': '2021-12-22T13:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:41:29.074339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:29.075490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:29.278413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Router bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:41:29.353728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cef51690-3a5a-4fb7-b9fd-6d6cfaad9522 None None] Provisioning complete for port b4c187d7-86a7-4be2-adea-b1a09615a555 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:29.354073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cef51690-3a5a-4fb7-b9fd-6d6cfaad9522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:29.414123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cef51690-3a5a-4fb7-b9fd-6d6cfaad9522 None None] Port b4c187d7-86a7-4be2-adea-b1a09615a555 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:41:29.460525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:41:29.469661 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] 10.222.0.24 "PUT /v2.0/routers/bdda06cc-2cd2-4c9d-be85-a2eddbe9b872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4547882 Dec 22 13:41:29.898881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5a17dbb5-9745-4864-a88a-75c5ab60b63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:29.902048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:29.968832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:29.973510 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:29.973890 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:29.985500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58980) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:29.991861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1929189041-network', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:29.996930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:30.001482 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Usage tracker for resource:network and tenant:27a2acaf8b8146d1b315e24f54691c1d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:30.005096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:30.011368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:30.023788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Made reservation on behalf of 27a2acaf8b8146d1b315e24f54691c1d for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:30.026734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.039290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.053796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:30.057540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Usage tracker for resource:security_group_rule and tenant:27a2acaf8b8146d1b315e24f54691c1d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:30.060264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:30.065907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:30.130816 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.147719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:30.154547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.158206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:30.231845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:30.234984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:30.288613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.293081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.296456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-58a321ec-bd88-46f9-ab18-38caf2b5431b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:30.324637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:41:30.333147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f674b6e0-329b-48af-9817-ea5549f3785f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:30.336575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:30.340673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.341009 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Added segment b1ca1847-bb6a-4366-9004-ce7020070772 of type vlan for network a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f Dec 22 13:41:30.367679 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.397186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.398264 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:30.398828 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.402151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3e9fbff5-d18d-4954-b719-674a02f369ff tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:30.430495 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Sync routers for ids ['bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:41:30.440689 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Routers {'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:41:30.441375 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:41:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:30.502983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:30.505770 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5191617 Dec 22 13:41:30.506703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2feb3900-d7cb-4f5b-8cb6-310618a06497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:30.508700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 58984) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:30.514248 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Request body: {'subnet': {'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1929189041-subnet', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:30.514684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:41:30.519342 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:30.523231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Usage tracker for resource:subnet and tenant:27a2acaf8b8146d1b315e24f54691c1d is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:30.526153 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:30.532043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:30.546227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Made reservation on behalf of 27a2acaf8b8146d1b315e24f54691c1d for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:30.549133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.644988 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Set router bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:41:30.753730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.757274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-57da2481-2709-4e5b-b719-8fc685001f79 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:30.828795 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e01aab0-97b6-4c7d-811f-6f9018d11e29,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:30.832605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:30.839815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Checking segment: {'id': 'b1ca1847-bb6a-4366-9004-ce7020070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:30.840114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Network hostable DHCP agents. Network: a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:41:30.857482 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:41:30.859619 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Network a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:41:30.869530 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:30.874179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:30.874860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.878741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7b0441-8f37-444d-9b28-943f85abe732 None None] Network a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:30.901614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58988) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:30.908003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1929189041-router', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:30.908205 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a904a7ac-ea1b-4e0d-9c50-9438864c8a2f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3983443 Dec 22 13:41:30.913496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:30.917519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Usage tracker for resource:router and tenant:27a2acaf8b8146d1b315e24f54691c1d is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:41:30.920470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:41:30.926577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:30.940660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.941923 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.958737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:30.966756 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'name': 'tempest-TestEncryptedCinderVolumes-1068446909-router', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:24Z', 'updated_at': '2021-12-22T13:41:28Z', 'revision_number': 4, 'project_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'gw_port': {'id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:25Z', 'updated_at': '2021-12-22T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'b4c187d7-86a7-4be2-adea-b1a09615a555', 'name': '', 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'mac_address': 'fa:16:3e:8f:4e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '56947aa3-8e45-4bf8-9907-9e768accb367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:27Z', 'updated_at': '2021-12-22T13:41:28Z', 'revision_number': 2, 'project_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'subnets': [{'id': '56947aa3-8e45-4bf8-9907-9e768accb367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:30.972527 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Checking router: bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:41:30.972877 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Updating router bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 port b4c187d7-86a7-4be2-adea-b1a09615a555 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:41:30.976654 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.025816 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.092960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.113093 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f', 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'fixed_ips': [{'subnet_id': '5e01aab0-97b6-4c7d-811f-6f9018d11e29'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:41:31.114007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.233231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.271034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Allocated IP 172.20.0.2 (a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f/5e01aab0-97b6-4c7d-811f-6f9018d11e29/dd99b600-2d5e-4237-b6ad-e9a709f89ca9) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:41:31.389280 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.402110 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Transition to ACTIVE for port object b4c187d7-86a7-4be2-adea-b1a09615a555 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:31.410553 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.425099 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:31.497942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.509071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Transition to ACTIVE for port object dd99b600-2d5e-4237-b6ad-e9a709f89ca9 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:31.531145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Transition to ACTIVE for port object dd99b600-2d5e-4237-b6ad-e9a709f89ca9 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:31.543360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.549137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:31.620023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Network a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:31.623216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:31.627214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:41:31.632549 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Attempting to bind port b4c187d7-86a7-4be2-adea-b1a09615a555 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:41:31.633391 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Attempting to bind port b4c187d7-86a7-4be2-adea-b1a09615a555 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:41:31.633607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Pushing event updated for resources: {'Port': ['ID=dd99b600-2d5e-4237-b6ad-e9a709f89ca9,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:31.633776 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Attempting to bind port b4c187d7-86a7-4be2-adea-b1a09615a555 on network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:41:31.637982 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Pushing event updated for resources: {'Port': ['ID=b4c187d7-86a7-4be2-adea-b1a09615a555,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:31.638364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:31.654125 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:31.654501 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:31.654831 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:31.655188 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:31.655575 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:31.655953 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:31.656303 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:31.656664 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:31.656979 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:31.657293 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:31.657653 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:31.657962 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:31.661811 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:31.662996 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:41:31.663419 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Checking segment: {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:31.663931 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.664318 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Bound using segment: {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:41:31.664788 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Bound port: b4c187d7-86a7-4be2-adea-b1a09615a555, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:41:31.665160 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.753718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.756127 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] For port b4c187d7-86a7-4be2-adea-b1a09615a555, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:41:31.759236 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] For port b4c187d7-86a7-4be2-adea-b1a09615a555, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b4c187d7-86a7-4be2-adea-b1a09615a555,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:41:31.764991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Attempting to bind port dd99b600-2d5e-4237-b6ad-e9a709f89ca9 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:41:31.765217 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.765573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Attempting to bind port dd99b600-2d5e-4237-b6ad-e9a709f89ca9 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'b1ca1847-bb6a-4366-9004-ce7020070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:41:31.766025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Attempting to bind port dd99b600-2d5e-4237-b6ad-e9a709f89ca9 on network a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:41:31.769955 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:31.775437 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:41:31.775973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Checking segment: {'id': 'b1ca1847-bb6a-4366-9004-ce7020070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:31.776466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.776949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Bound using segment: {'id': 'b1ca1847-bb6a-4366-9004-ce7020070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:41:31.777504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Bound port: dd99b600-2d5e-4237-b6ad-e9a709f89ca9, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ca1847-bb6a-4366-9004-ce7020070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:41:31.777974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.784697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.842974 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Routers {'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:41:31.843658 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:41:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:31.885515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] For port dd99b600-2d5e-4237-b6ad-e9a709f89ca9, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:41:31.889345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] For port dd99b600-2d5e-4237-b6ad-e9a709f89ca9, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dd99b600-2d5e-4237-b6ad-e9a709f89ca9,segment=NetworkSegment(b1ca1847-bb6a-4366-9004-ce7020070772),segment_id=b1ca1847-bb6a-4366-9004-ce7020070772)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:41:31.895452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:31.901239 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6066505c-f179-456e-a804-7aab0740f751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:31.944985 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Pushing event updated for resources: {'Port': ['ID=b4c187d7-86a7-4be2-adea-b1a09615a555,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:31.945284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:31.948507 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:31.974581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Allocated IP 172.26.4.143 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/67976bea-f1c0-477c-a719-bf9c0c568262) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:41:32.048740 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Pushing event updated for resources: {'Port': ['ID=dd99b600-2d5e-4237-b6ad-e9a709f89ca9,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:32.052866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:32.059646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:32.060125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:32.082246 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] Set router bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:41:32.162352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:32.200191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:32.207672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b618ffa0-f54f-4dcf-b5fe-d01d18857ce7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:32.274908 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:32.278560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:32.294093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:41:32.338858 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Pushing event updated for resources: {'Port': ['ID=67976bea-f1c0-477c-a719-bf9c0c568262,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:32.349295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:32.482787 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'name': 'tempest-TestEncryptedCinderVolumes-1068446909-router', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:24Z', 'updated_at': '2021-12-22T13:41:28Z', 'revision_number': 4, 'project_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'gw_port': {'id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:25Z', 'updated_at': '2021-12-22T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'b4c187d7-86a7-4be2-adea-b1a09615a555', 'name': '', 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'mac_address': 'fa:16:3e:8f:4e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '56947aa3-8e45-4bf8-9907-9e768accb367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:27Z', 'updated_at': '2021-12-22T13:41:31Z', 'revision_number': 4, 'project_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'subnets': [{'id': '56947aa3-8e45-4bf8-9907-9e768accb367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:32.487133 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73208f3d-b608-433d-91d1-bae7a1fac2d7 None None] The sync data for ids ['bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'] in dv-neutron-822668-1-hyperv is: [{'id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'name': 'tempest-TestEncryptedCinderVolumes-1068446909-router', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:24Z', 'updated_at': '2021-12-22T13:41:28Z', 'revision_number': 4, 'project_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'gw_port': {'id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:25Z', 'updated_at': '2021-12-22T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'b4c187d7-86a7-4be2-adea-b1a09615a555', 'name': '', 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'mac_address': 'fa:16:3e:8f:4e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '56947aa3-8e45-4bf8-9907-9e768accb367', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:27Z', 'updated_at': '2021-12-22T13:41:31Z', 'revision_number': 4, 'project_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'subnets': [{'id': '56947aa3-8e45-4bf8-9907-9e768accb367', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:41:32.498601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:32.767401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:33.064358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985885e9-aeab-434b-9e28-fc0100bf7144 None None] Network a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:41:33.189588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-ea47a079-0441-4f58-ad1f-b03fb48ce093 None None] Provisioning for port dd99b600-2d5e-4237-b6ad-e9a709f89ca9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:33.256529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:33.465622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Router dec948b0-7a49-4618-9f9a-bd58355cc6b4 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:41:33.654998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:41:33.663690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Sync routers for ids ['dec948b0-7a49-4618-9f9a-bd58355cc6b4'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:41:33.672697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Routers {'dec948b0-7a49-4618-9f9a-bd58355cc6b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:41:33.673319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:41:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['dec948b0-7a49-4618-9f9a-bd58355cc6b4'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:33.678837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:33.680203 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7775462 Dec 22 13:41:33.682942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 58994) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:41:33.856830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Set router dec948b0-7a49-4618-9f9a-bd58355cc6b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:41:33.957554 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dd99b600-2d5e-4237-b6ad-e9a709f89ca9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:34.157102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port dd99b600-2d5e-4237-b6ad-e9a709f89ca9 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:34.167354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port dd99b600-2d5e-4237-b6ad-e9a709f89ca9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:34.167754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.282393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'name': 'tempest-TestEncryptedCinderVolumes-1929189041-router', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:30Z', 'updated_at': '2021-12-22T13:41:32Z', 'revision_number': 3, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'gw_port': {'id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:31Z', 'updated_at': '2021-12-22T13:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:34.298925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Checking router: dec948b0-7a49-4618-9f9a-bd58355cc6b4 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:41:34.299268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Updating router dec948b0-7a49-4618-9f9a-bd58355cc6b4 port 67976bea-f1c0-477c-a719-bf9c0c568262 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:41:34.356511 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.368956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.381584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.434562 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port dd99b600-2d5e-4237-b6ad-e9a709f89ca9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dd99b600-2d5e-4237-b6ad-e9a709f89ca9,segment=NetworkSegment(b1ca1847-bb6a-4366-9004-ce7020070772),segment_id=b1ca1847-bb6a-4366-9004-ce7020070772)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:34.442323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.443135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b4c187d7-86a7-4be2-adea-b1a09615a555 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:34.505106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:34.628300 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=dd99b600-2d5e-4237-b6ad-e9a709f89ca9,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:34.632084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:34.705023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Allocated IP 172.20.0.1 (a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f/5e01aab0-97b6-4c7d-811f-6f9018d11e29/7cb86881-39a9-4825-929d-7b9e839f10c8) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:41:34.707097 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port b4c187d7-86a7-4be2-adea-b1a09615a555 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:34.721128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port b4c187d7-86a7-4be2-adea-b1a09615a555 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:34.721501 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.851165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.866406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Transition to ACTIVE for port object 7cb86881-39a9-4825-929d-7b9e839f10c8 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:34.891809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.895562 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-448af0ad-b1c4-4c7f-ba95-4b96e98d983f tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:34.922502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.952788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.956632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Network a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:34.959899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:34.963552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:41:34.972006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Transition to ACTIVE for port object 67976bea-f1c0-477c-a719-bf9c0c568262 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:34.977788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port b4c187d7-86a7-4be2-adea-b1a09615a555, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b4c187d7-86a7-4be2-adea-b1a09615a555,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:34.982083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:34.987640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:34.998062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb86881-39a9-4825-929d-7b9e839f10c8,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:35.004379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:35.021759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:35.025567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:35.124324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Attempting to bind port 67976bea-f1c0-477c-a719-bf9c0c568262 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:41:35.124739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Attempting to bind port 67976bea-f1c0-477c-a719-bf9c0c568262 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:41:35.125110 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Attempting to bind port 67976bea-f1c0-477c-a719-bf9c0c568262 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:41:35.128500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bd161-11e2-4570-b5de-cac6ca1543a2 None None] Pushing event updated for resources: {'Port': ['ID=67976bea-f1c0-477c-a719-bf9c0c568262,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:35.132577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b24bd161-11e2-4570-b5de-cac6ca1543a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:35.133346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:41:35.133714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:35.134118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:35.134499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:41:35.134970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Bound port: 67976bea-f1c0-477c-a719-bf9c0c568262, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:41:35.135362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:35.158776 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ed6d15f6-ae13-4221-b3a0-0aa0119e2c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:35.163232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:35.265764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=b4c187d7-86a7-4be2-adea-b1a09615a555,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:35.270218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:35.271176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] For port 67976bea-f1c0-477c-a719-bf9c0c568262, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:41:35.276298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] For port 67976bea-f1c0-477c-a719-bf9c0c568262, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=67976bea-f1c0-477c-a719-bf9c0c568262,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:41:35.278609 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5bd49578-3cc6-437e-92ff-a5ce034e1295 None None] Provisioning for port 7cb86881-39a9-4825-929d-7b9e839f10c8 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:35.284042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:35.287739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:35.320394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-5bd49578-3cc6-437e-92ff-a5ce034e1295 None None] Provisioning complete for port 7cb86881-39a9-4825-929d-7b9e839f10c8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:35.320750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5bd49578-3cc6-437e-92ff-a5ce034e1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:35.382563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:35.387706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:35.412002 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Routers {'dec948b0-7a49-4618-9f9a-bd58355cc6b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:41:35.412633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:41:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['dec948b0-7a49-4618-9f9a-bd58355cc6b4'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:35.414394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-254ec944-6539-4ce6-a3f8-0dfd9a9177f6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:35.465363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5bd49578-3cc6-437e-92ff-a5ce034e1295 None None] Port 7cb86881-39a9-4825-929d-7b9e839f10c8 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:41:35.474289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bd161-11e2-4570-b5de-cac6ca1543a2 None None] Pushing event updated for resources: {'Port': ['ID=67976bea-f1c0-477c-a719-bf9c0c568262,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:35.487329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b24bd161-11e2-4570-b5de-cac6ca1543a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:35.493294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:35.496848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=7cb86881-39a9-4825-929d-7b9e839f10c8,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:35.500096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:35.590588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] Set router dec948b0-7a49-4618-9f9a-bd58355cc6b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:41:35.631750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Network a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:35.633016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:35.830500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Router dec948b0-7a49-4618-9f9a-bd58355cc6b4 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:41:35.899695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a2cdbe9a-dfb1-4a27-a96e-e84bed7b4876 None None] Provisioning complete for port 7cb86881-39a9-4825-929d-7b9e839f10c8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:35.900075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbe9a-dfb1-4a27-a96e-e84bed7b4876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:35.928818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dd99b600-2d5e-4237-b6ad-e9a709f89ca9 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:36.006498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:41:36.009521 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-a2cdbe9a-dfb1-4a27-a96e-e84bed7b4876 None None] Port 7cb86881-39a9-4825-929d-7b9e839f10c8 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:41:36.016099 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] 10.222.0.24 "PUT /v2.0/routers/dec948b0-7a49-4618-9f9a-bd58355cc6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3321345 Dec 22 13:41:36.019195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'name': 'tempest-TestEncryptedCinderVolumes-1929189041-router', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:30Z', 'updated_at': '2021-12-22T13:41:35Z', 'revision_number': 4, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'gw_port': {'id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:31Z', 'updated_at': '2021-12-22T13:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7cb86881-39a9-4825-929d-7b9e839f10c8', 'name': '', 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'mac_address': 'fa:16:3e:07:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '5e01aab0-97b6-4c7d-811f-6f9018d11e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:34Z', 'updated_at': '2021-12-22T13:41:35Z', 'revision_number': 2, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'subnets': [{'id': '5e01aab0-97b6-4c7d-811f-6f9018d11e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:36.025604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ae80de-019f-4967-96d3-e14aa8c8fdb8 None None] The sync data for ids ['dec948b0-7a49-4618-9f9a-bd58355cc6b4'] in dv-neutron-822668-1-hyperv is: [{'id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'name': 'tempest-TestEncryptedCinderVolumes-1929189041-router', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:30Z', 'updated_at': '2021-12-22T13:41:35Z', 'revision_number': 4, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'gw_port': {'id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:31Z', 'updated_at': '2021-12-22T13:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7cb86881-39a9-4825-929d-7b9e839f10c8', 'name': '', 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'mac_address': 'fa:16:3e:07:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '5e01aab0-97b6-4c7d-811f-6f9018d11e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:34Z', 'updated_at': '2021-12-22T13:41:35Z', 'revision_number': 2, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'subnets': [{'id': '5e01aab0-97b6-4c7d-811f-6f9018d11e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:41:36.034163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port dd99b600-2d5e-4237-b6ad-e9a709f89ca9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:36.034539 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:36.164861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b4c187d7-86a7-4be2-adea-b1a09615a555 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:36.258574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port b4c187d7-86a7-4be2-adea-b1a09615a555 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:36.258959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:37.204453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-4e4910c7-6b9c-4dc6-b446-11593a81215c tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:37.205923 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-4e4910c7-6b9c-4dc6-b446-11593a81215c tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/networks?id=5eaa6beb-7e21-4599-9ffd-623f9d10fac7 HTTP/1.1" status: 200 len: 817 time: 0.1480906 Dec 22 13:41:37.221274 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f581d0b8-7160-428b-8d42-f2e388517207 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/quotas/b516e80e26524ef5adff1401e2eb5fdd HTTP/1.1" status: 200 len: 375 time: 0.0096095 Dec 22 13:41:37.309464 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-9c2d6d3a-82c2-47cc-a81a-8ea8cddfc439 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b516e80e26524ef5adff1401e2eb5fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829012 Dec 22 13:41:37.428439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-5fec5010-78e8-4e1b-97f3-3a8a7374a6c7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:41:37.429454 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-5fec5010-78e8-4e1b-97f3-3a8a7374a6c7 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1083410 Dec 22 13:41:37.694034 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-a32aa138-74a1-49d1-b64e-7e20f23f081b service neutron] 10.222.0.24 "GET /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586904 Dec 22 13:41:37.826304 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-fdbff79a-47d3-4574-9321-d806a8b63d75 service neutron] 10.222.0.24 "GET /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263347 Dec 22 13:41:37.913815 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 67976bea-f1c0-477c-a719-bf9c0c568262 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:37.985034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 67976bea-f1c0-477c-a719-bf9c0c568262 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:37.990321 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 67976bea-f1c0-477c-a719-bf9c0c568262 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:37.990739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:38.020993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-54fc1f65-1fa8-4082-9c5b-8d3afed8ff68 req-e24a486e-a168-4e9d-862b-316521c0fae9 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Synchronizing usage tracker for tenant:b516e80e26524ef5adff1401e2eb5fdd on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:41:38.040081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-54fc1f65-1fa8-4082-9c5b-8d3afed8ff68 req-e24a486e-a168-4e9d-862b-316521c0fae9 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Unset dirty status for tenant:b516e80e26524ef5adff1401e2eb5fdd on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:41:38.041461 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-54fc1f65-1fa8-4082-9c5b-8d3afed8ff68 req-e24a486e-a168-4e9d-862b-316521c0fae9 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 210 time: 0.0625010 Dec 22 13:41:38.115718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:38.132588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 67976bea-f1c0-477c-a719-bf9c0c568262, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=67976bea-f1c0-477c-a719-bf9c0c568262,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:38.136284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:38.139406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:38.210112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=67976bea-f1c0-477c-a719-bf9c0c568262,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:38.214572 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:39.086487 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-0bb54cab-9d7d-44db-96ce-7efb7e030f81 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:39.088023 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-0bb54cab-9d7d-44db-96ce-7efb7e030f81 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.54 "GET /v2.0/networks?id=5eaa6beb-7e21-4599-9ffd-623f9d10fac7 HTTP/1.1" status: 200 len: 817 time: 0.1463959 Dec 22 13:41:39.100910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Request body: {'port': {'device_id': '7af66a26-e12d-4540-a4ab-52044de9b1a2', 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7', 'admin_state_up': True, 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:39.225300 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b00953a7-adc1-4a2c-a3a0-0d860d91f931 req-8fe89437-a66e-4429-9c27-b4fd75a2e6fa tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 210 time: 0.0572879 Dec 22 13:41:39.281464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:41:39.292299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:41:39.305620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Made reservation on behalf of b516e80e26524ef5adff1401e2eb5fdd for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:41:39.309270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:39.480956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Allocated IP 172.20.0.14 (5eaa6beb-7e21-4599-9ffd-623f9d10fac7/56947aa3-8e45-4bf8-9907-9e768accb367/60c9c997-0971-4673-969b-5c52d7aba916) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:41:39.574524 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Sync routers for ids ['dec948b0-7a49-4618-9f9a-bd58355cc6b4'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:41:39.585970 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Routers {'dec948b0-7a49-4618-9f9a-bd58355cc6b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:41:39.586654 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:41:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['dec948b0-7a49-4618-9f9a-bd58355cc6b4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:39.683979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:39.700807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Transition to ACTIVE for port object 60c9c997-0971-4673-969b-5c52d7aba916 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:39.728402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:39.734299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:39.768356 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Set router dec948b0-7a49-4618-9f9a-bd58355cc6b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:41:39.806558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:41:39.807705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:41:39.815397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:41:39.843003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Pushing event updated for resources: {'Port': ['ID=60c9c997-0971-4673-969b-5c52d7aba916,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:39.850282 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:39.879559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:39.880453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:39.907402 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8104572 Dec 22 13:41:39.916390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 67976bea-f1c0-477c-a719-bf9c0c568262 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:39.919690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Request body: {'port': {'device_id': '7af66a26-e12d-4540-a4ab-52044de9b1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:41:40.042350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.053584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 67976bea-f1c0-477c-a719-bf9c0c568262 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:40.053964 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.095732 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'name': 'tempest-TestEncryptedCinderVolumes-1929189041-router', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:30Z', 'updated_at': '2021-12-22T13:41:35Z', 'revision_number': 4, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'gw_port': {'id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:31Z', 'updated_at': '2021-12-22T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7cb86881-39a9-4825-929d-7b9e839f10c8', 'name': '', 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'mac_address': 'fa:16:3e:07:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '5e01aab0-97b6-4c7d-811f-6f9018d11e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:34Z', 'updated_at': '2021-12-22T13:41:35Z', 'revision_number': 2, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'subnets': [{'id': '5e01aab0-97b6-4c7d-811f-6f9018d11e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:40.100324 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Checking router: dec948b0-7a49-4618-9f9a-bd58355cc6b4 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:41:40.100789 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Updating router dec948b0-7a49-4618-9f9a-bd58355cc6b4 port 7cb86881-39a9-4825-929d-7b9e839f10c8 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:41:40.155161 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.184840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-340495b7-678e-41a2-bb1c-f8ee25ff6412 None None] Provisioning for port 60c9c997-0971-4673-969b-5c52d7aba916 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:40.189801 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-340495b7-678e-41a2-bb1c-f8ee25ff6412 None None] Provisioning complete for port 60c9c997-0971-4673-969b-5c52d7aba916 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:40.190358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-340495b7-678e-41a2-bb1c-f8ee25ff6412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.242574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-340495b7-678e-41a2-bb1c-f8ee25ff6412 None None] Port 60c9c997-0971-4673-969b-5c52d7aba916 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:41:40.399753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c9c997-0971-4673-969b-5c52d7aba916 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:41:40.407384 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.422480 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Transition to ACTIVE for port object 60c9c997-0971-4673-969b-5c52d7aba916 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:40.425700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb9ea9-a88f-4fc7-a491-f17937408770 req-baa71c60-aecb-4ed8-9558-a4d25495be8a tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:40.426767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.427869 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-faeb9ea9-a88f-4fc7-a491-f17937408770 req-baa71c60-aecb-4ed8-9558-a4d25495be8a tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 932 time: 0.0861111 Dec 22 13:41:40.431473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0ebda9d0-bf57-4b1a-a5cd-570f4cd36944 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:40.474047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-faeb9ea9-a88f-4fc7-a491-f17937408770 req-63d36df9-ef41-4d8f-b647-e341bcc56e99 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Synchronizing usage tracker for tenant:b516e80e26524ef5adff1401e2eb5fdd on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:41:40.493124 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-faeb9ea9-a88f-4fc7-a491-f17937408770 req-63d36df9-ef41-4d8f-b647-e341bcc56e99 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Unset dirty status for tenant:b516e80e26524ef5adff1401e2eb5fdd on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:41:40.494442 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-faeb9ea9-a88f-4fc7-a491-f17937408770 req-63d36df9-ef41-4d8f-b647-e341bcc56e99 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596545 Dec 22 13:41:40.514641 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.527879 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Transition to ACTIVE for port object 7cb86881-39a9-4825-929d-7b9e839f10c8 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:41:40.535247 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.541078 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-1a8c3ff6-76e2-4b7b-871e-bc9e9b72d17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:40.692546 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40baf50-46f7-4eef-a950-70a4ee0c07de None None] Pushing event updated for resources: {'Port': ['ID=7cb86881-39a9-4825-929d-7b9e839f10c8,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:40.699580 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-e40baf50-46f7-4eef-a950-70a4ee0c07de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:40.704632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Pushing event updated for resources: {'Port': ['ID=60c9c997-0971-4673-969b-5c52d7aba916,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:40.711974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:40.789935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Attempting to bind port 60c9c997-0971-4673-969b-5c52d7aba916 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:41:40.790275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Attempting to bind port 60c9c997-0971-4673-969b-5c52d7aba916 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:41:40.790603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Attempting to bind port 60c9c997-0971-4673-969b-5c52d7aba916 on network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:41:40.797410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Port 60c9c997-0971-4673-969b-5c52d7aba916 on network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:41:40.797732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Attempting to bind port 60c9c997-0971-4673-969b-5c52d7aba916 on network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:41:40.800455 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Attempting to bind port 7cb86881-39a9-4825-929d-7b9e839f10c8 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:41:40.800995 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Attempting to bind port 7cb86881-39a9-4825-929d-7b9e839f10c8 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'b1ca1847-bb6a-4366-9004-ce7020070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:41:40.801638 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Attempting to bind port 7cb86881-39a9-4825-929d-7b9e839f10c8 on network a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:41:40.803177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:41:40.803577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Checking segment: {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:40.804097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Bound using segment: {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:41:40.804605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Bound port: 60c9c997-0971-4673-969b-5c52d7aba916, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:41:40.805021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.810084 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:41:40.810545 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Checking segment: {'id': 'b1ca1847-bb6a-4366-9004-ce7020070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:41:40.811160 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.812108 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Bound using segment: {'id': 'b1ca1847-bb6a-4366-9004-ce7020070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:41:40.812936 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Bound port: 7cb86881-39a9-4825-929d-7b9e839f10c8, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1ca1847-bb6a-4366-9004-ce7020070772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:41:40.813489 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.902142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] For port 60c9c997-0971-4673-969b-5c52d7aba916, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:41:40.905460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] For port 60c9c997-0971-4673-969b-5c52d7aba916, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60c9c997-0971-4673-969b-5c52d7aba916,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:41:40.906293 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] For port 7cb86881-39a9-4825-929d-7b9e839f10c8, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:41:40.909421 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] For port 7cb86881-39a9-4825-929d-7b9e839f10c8, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7cb86881-39a9-4825-929d-7b9e839f10c8,segment=NetworkSegment(b1ca1847-bb6a-4366-9004-ce7020070772),segment_id=b1ca1847-bb6a-4366-9004-ce7020070772)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:41:40.911426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.913836 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.917051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-67e871cb-6285-4e14-99ea-dd1de683edd2 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:40.917438 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-3903ab34-0ed3-414f-b4e8-499fc2acc5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:40.919966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.975686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:40.976181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:40.977556 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] 10.222.0.54 "PUT /v2.0/ports/60c9c997-0971-4673-969b-5c52d7aba916 HTTP/1.1" status: 200 len: 1094 time: 1.0625010 Dec 22 13:41:40.978083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af66a26-e12d-4540-a4ab-52044de9b1a2', 'tag': '60c9c997-0971-4673-969b-5c52d7aba916'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:41:40.992778 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Routers {'dec948b0-7a49-4618-9f9a-bd58355cc6b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:41:40.993790 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:41:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['dec948b0-7a49-4618-9f9a-bd58355cc6b4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:41.011011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Pushing event updated for resources: {'Port': ['ID=60c9c997-0971-4673-969b-5c52d7aba916,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:41.014842 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:41.052445 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40baf50-46f7-4eef-a950-70a4ee0c07de None None] Pushing event updated for resources: {'Port': ['ID=7cb86881-39a9-4825-929d-7b9e839f10c8,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:41.078012 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af66a26-e12d-4540-a4ab-52044de9b1a2', 'tag': '60c9c997-0971-4673-969b-5c52d7aba916', 'status': 'completed', 'code': 200} Dec 22 13:41:41.088937 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-e40baf50-46f7-4eef-a950-70a4ee0c07de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:41.111665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-90027447-e301-466e-b70b-1abe62eb46ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:41.113236 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-90027447-e301-466e-b70b-1abe62eb46ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b516e80e26524ef5adff1401e2eb5fdd&device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0920160 Dec 22 13:41:41.191352 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-4c4d8cab-c57e-409f-8b7d-4650f39974e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60c9c997-0971-4673-969b-5c52d7aba916 HTTP/1.1" status: 200 len: 217 time: 0.0708361 Dec 22 13:41:41.215520 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] Set router dec948b0-7a49-4618-9f9a-bd58355cc6b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:41:41.255550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-c422eb3b-39e7-4c7f-a172-11ecf467eee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:41.257010 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-c422eb3b-39e7-4c7f-a172-11ecf467eee8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56947aa3-8e45-4bf8-9907-9e768accb367 HTTP/1.1" status: 200 len: 856 time: 0.0592034 Dec 22 13:41:41.332360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-ef29c5b5-6495-4bcd-803c-5ce8fef9a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:41.334278 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-ef29c5b5-6495-4bcd-803c-5ce8fef9a767 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5eaa6beb-7e21-4599-9ffd-623f9d10fac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706320 Dec 22 13:41:41.464501 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-ed821123-06ab-46ee-b7c3-adfc25fc3eac service neutron] 10.222.0.54 "GET /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242616 Dec 22 13:41:41.528048 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'name': 'tempest-TestEncryptedCinderVolumes-1929189041-router', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:30Z', 'updated_at': '2021-12-22T13:41:35Z', 'revision_number': 4, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'gw_port': {'id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:31Z', 'updated_at': '2021-12-22T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7cb86881-39a9-4825-929d-7b9e839f10c8', 'name': '', 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'mac_address': 'fa:16:3e:07:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '5e01aab0-97b6-4c7d-811f-6f9018d11e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:34Z', 'updated_at': '2021-12-22T13:41:40Z', 'revision_number': 4, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'subnets': [{'id': '5e01aab0-97b6-4c7d-811f-6f9018d11e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:41:41.532147 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8dc96-c72a-4f04-a900-7412a821030a None None] The sync data for ids ['dec948b0-7a49-4618-9f9a-bd58355cc6b4'] in dv-neutron-822668-1-hyperv is: [{'id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'name': 'tempest-TestEncryptedCinderVolumes-1929189041-router', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:30Z', 'updated_at': '2021-12-22T13:41:35Z', 'revision_number': 4, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'gw_port': {'id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:31Z', 'updated_at': '2021-12-22T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7cb86881-39a9-4825-929d-7b9e839f10c8', 'name': '', 'network_id': 'a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'mac_address': 'fa:16:3e:07:b1:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '5e01aab0-97b6-4c7d-811f-6f9018d11e29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:34Z', 'updated_at': '2021-12-22T13:41:40Z', 'revision_number': 4, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'subnets': [{'id': '5e01aab0-97b6-4c7d-811f-6f9018d11e29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:41:41.603215 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13aaa2b2-598a-4aff-9bab-2f03cf90be11 req-472f369c-d9b4-4519-b371-d50100460a97 service neutron] 10.222.0.54 "GET /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327162 Dec 22 13:41:41.694121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a395e5-a2af-4054-92c7-818059bd1c62 req-ecd960b0-52e4-46e9-9bbb-f7aba3a27588 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:41.695755 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-84a395e5-a2af-4054-92c7-818059bd1c62 req-ecd960b0-52e4-46e9-9bbb-f7aba3a27588 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 944 time: 0.0822418 Dec 22 13:41:41.730738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209782-8cf2-4f7a-b78e-e6f079f5e88a req-3bc17781-a57d-42d1-a22f-bb675e814323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:41.732434 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27209782-8cf2-4f7a-b78e-e6f079f5e88a req-3bc17781-a57d-42d1-a22f-bb675e814323 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b516e80e26524ef5adff1401e2eb5fdd&device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 1097 time: 0.0807989 Dec 22 13:41:41.746178 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-84a395e5-a2af-4054-92c7-818059bd1c62 req-a5e0bc18-4d1b-42c7-8c61-af09c7dce8ee tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438626 Dec 22 13:41:41.866702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209782-8cf2-4f7a-b78e-e6f079f5e88a req-962e0f5b-b6dd-4f04-8e04-3bf097a08906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:41.868200 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27209782-8cf2-4f7a-b78e-e6f079f5e88a req-962e0f5b-b6dd-4f04-8e04-3bf097a08906 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5eaa6beb-7e21-4599-9ffd-623f9d10fac7 HTTP/1.1" status: 200 len: 918 time: 0.1292138 Dec 22 13:41:41.910601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7cb86881-39a9-4825-929d-7b9e839f10c8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:41.937429 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27209782-8cf2-4f7a-b78e-e6f079f5e88a req-e2b12c82-4e9f-4882-a435-da0566c74111 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60c9c997-0971-4673-969b-5c52d7aba916 HTTP/1.1" status: 200 len: 217 time: 0.0627754 Dec 22 13:41:41.980826 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 7cb86881-39a9-4825-929d-7b9e839f10c8 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:41.986071 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 7cb86881-39a9-4825-929d-7b9e839f10c8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:41.986444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:41.998636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209782-8cf2-4f7a-b78e-e6f079f5e88a req-40e57821-32af-44b3-84f7-1dd2b4e7c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:42.000189 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27209782-8cf2-4f7a-b78e-e6f079f5e88a req-40e57821-32af-44b3-84f7-1dd2b4e7c3bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56947aa3-8e45-4bf8-9907-9e768accb367 HTTP/1.1" status: 200 len: 856 time: 0.0569453 Dec 22 13:41:42.076229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209782-8cf2-4f7a-b78e-e6f079f5e88a req-a8c0fa10-5c43-48c8-9af6-a8d72841c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:42.077652 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27209782-8cf2-4f7a-b78e-e6f079f5e88a req-a8c0fa10-5c43-48c8-9af6-a8d72841c612 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5eaa6beb-7e21-4599-9ffd-623f9d10fac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713906 Dec 22 13:41:42.099451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:42.134012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 7cb86881-39a9-4825-929d-7b9e839f10c8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7cb86881-39a9-4825-929d-7b9e839f10c8,segment=NetworkSegment(b1ca1847-bb6a-4366-9004-ce7020070772),segment_id=b1ca1847-bb6a-4366-9004-ce7020070772)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:42.139068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:42.141006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:42.204269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=7cb86881-39a9-4825-929d-7b9e839f10c8,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:42.207297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:42.207442 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27209782-8cf2-4f7a-b78e-e6f079f5e88a req-8f4dad8c-cc1e-4063-934d-99a0c868f7fe service neutron] 10.222.0.54 "GET /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234133 Dec 22 13:41:42.449118 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27209782-8cf2-4f7a-b78e-e6f079f5e88a req-8fb1774c-dd6f-4816-99fe-d4f6d795f859 service neutron] 10.222.0.54 "GET /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342641 Dec 22 13:41:42.941243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67025d-77ee-4253-875d-55fbede348fa req-2d6ba0be-2874-42a3-acbe-4997afc4d20d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:42.942228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8c67025d-77ee-4253-875d-55fbede348fa req-2d6ba0be-2874-42a3-acbe-4997afc4d20d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Synchronizing usage tracker for tenant:b516e80e26524ef5adff1401e2eb5fdd on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:41:42.959592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8c67025d-77ee-4253-875d-55fbede348fa req-2d6ba0be-2874-42a3-acbe-4997afc4d20d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Unset dirty status for tenant:b516e80e26524ef5adff1401e2eb5fdd on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:41:42.960952 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8c67025d-77ee-4253-875d-55fbede348fa req-2d6ba0be-2874-42a3-acbe-4997afc4d20d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 944 time: 0.1018517 Dec 22 13:41:43.006337 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8c67025d-77ee-4253-875d-55fbede348fa req-cb0087af-6563-458e-84da-85949bb9defb tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395074 Dec 22 13:41:43.895486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7cb86881-39a9-4825-929d-7b9e839f10c8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:43.963020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 7cb86881-39a9-4825-929d-7b9e839f10c8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:43.963390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:44.209948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14167567-deb6-4978-bf34-c57f5e2c55ad req-eb40c9d8-d300-4aaa-9648-53ab4c0faf5b tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:44.211381 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-14167567-deb6-4978-bf34-c57f5e2c55ad req-eb40c9d8-d300-4aaa-9648-53ab4c0faf5b tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 944 time: 0.0930231 Dec 22 13:41:44.257788 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-14167567-deb6-4978-bf34-c57f5e2c55ad req-13e41b12-7c22-4ca0-b648-d78af7b2911f tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383761 Dec 22 13:41:45.470385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a20be-3fc9-4f59-ae69-e228c3c08789 req-4355c27a-c6d8-4e05-a208-9a0ea3389b76 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:45.471898 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0a0a20be-3fc9-4f59-ae69-e228c3c08789 req-4355c27a-c6d8-4e05-a208-9a0ea3389b76 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 944 time: 0.0975292 Dec 22 13:41:45.516012 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0a0a20be-3fc9-4f59-ae69-e228c3c08789 req-113cd9d3-34f8-4552-a230-5cb375c99574 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382454 Dec 22 13:41:45.561751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 60c9c997-0971-4673-969b-5c52d7aba916 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:41:45.698222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 60c9c997-0971-4673-969b-5c52d7aba916, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60c9c997-0971-4673-969b-5c52d7aba916,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:45.712039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '60c9c997-0971-4673-969b-5c52d7aba916', 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7', 'port_id': '60c9c997-0971-4673-969b-5c52d7aba916', 'mac_address': 'fa:16:3e:59:29:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56947aa3-8e45-4bf8-9907-9e768accb367', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:41:45.780855 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:45.797902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c9c997-0971-4673-969b-5c52d7aba916 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:41:45.813923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 60c9c997-0971-4673-969b-5c52d7aba916, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60c9c997-0971-4673-969b-5c52d7aba916,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:45.819036 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:45.821941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:45.888168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=60c9c997-0971-4673-969b-5c52d7aba916,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:45.895410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:45.895769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:45.896130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:45.896455 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:45.896781 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:45.897100 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:45.897417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:45.897735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:45.898077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:45.898391 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:45.898682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:45.898982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:41:45.903120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:46.125931 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['60c9c997-0971-4673-969b-5c52d7aba916'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:41:46.716754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a7d3b-7c08-4e27-a751-a11509247978 req-fc2f32f8-df8c-4542-a91a-e25205ebd076 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:46.718260 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a91a7d3b-7c08-4e27-a751-a11509247978 req-fc2f32f8-df8c-4542-a91a-e25205ebd076 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 945 time: 0.0862939 Dec 22 13:41:46.766350 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a91a7d3b-7c08-4e27-a751-a11509247978 req-82a4778b-ea26-4ef5-a2d5-affac9b77a07 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 Dec 22 13:41:47.577688 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 60c9c997-0971-4673-969b-5c52d7aba916 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:41:47.650820 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 60c9c997-0971-4673-969b-5c52d7aba916 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:41:47.655906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 60c9c997-0971-4673-969b-5c52d7aba916 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:41:47.656329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:47.775370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:47.803716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af66a26-e12d-4540-a4ab-52044de9b1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c9c997-0971-4673-969b-5c52d7aba916'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:41:47.814687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 60c9c997-0971-4673-969b-5c52d7aba916, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60c9c997-0971-4673-969b-5c52d7aba916,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:41:47.820208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:47.822337 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-686476e9-49ad-4ca3-a68b-3784b90ef843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:41:47.875578 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af66a26-e12d-4540-a4ab-52044de9b1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c9c997-0971-4673-969b-5c52d7aba916', 'code': 200} Dec 22 13:41:47.895850 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=60c9c997-0971-4673-969b-5c52d7aba916,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:41:47.898786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:41:47.963534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d96bc-fe96-451b-ab33-8bd392580fb2 req-1d56d429-5382-4177-8bd4-bff58856a977 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:47.965129 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-528d96bc-fe96-451b-ab33-8bd392580fb2 req-1d56d429-5382-4177-8bd4-bff58856a977 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 946 time: 0.0900137 Dec 22 13:41:48.011234 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-528d96bc-fe96-451b-ab33-8bd392580fb2 req-b3ceacb8-daf3-48b9-870a-bc556cc534c8 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396440 Dec 22 13:41:48.111076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dea0c-beb5-42a9-8be2-d49018081d58 req-90abb427-482d-4b47-bf1e-818e21cdce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:48.112493 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-230dea0c-beb5-42a9-8be2-d49018081d58 req-90abb427-482d-4b47-bf1e-818e21cdce38 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 1099 time: 0.0784791 Dec 22 13:41:48.153112 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-230dea0c-beb5-42a9-8be2-d49018081d58 req-cac8e94f-ffcb-49d4-8562-04e8fcefd6be service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339265 Dec 22 13:41:49.211126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cc766-a641-4e62-a5ec-350c7b9d001b req-9099c197-28be-4d22-9545-60a70d458f41 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:49.212609 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5e3cc766-a641-4e62-a5ec-350c7b9d001b req-9099c197-28be-4d22-9545-60a70d458f41 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 946 time: 0.0903814 Dec 22 13:41:49.256009 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5e3cc766-a641-4e62-a5ec-350c7b9d001b req-100ef0ff-a98a-4045-aca2-e59e1d92a163 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376902 Dec 22 13:41:50.461009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee045e5-3e4d-444d-8f0e-eb0b4adca23f req-015fb16f-d948-4645-b45d-16c00f060057 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:50.462657 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9ee045e5-3e4d-444d-8f0e-eb0b4adca23f req-015fb16f-d948-4645-b45d-16c00f060057 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 946 time: 0.1018353 Dec 22 13:41:50.507902 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9ee045e5-3e4d-444d-8f0e-eb0b4adca23f req-04a68bdb-e840-439c-9210-c911f7708175 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392032 Dec 22 13:41:50.704886 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859368d-3370-44b6-80c1-815629f530e5 req-17b551fe-b0ea-4512-ace8-caf2b1f35478 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:41:50.706322 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e859368d-3370-44b6-80c1-815629f530e5 req-17b551fe-b0ea-4512-ace8-caf2b1f35478 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 946 time: 0.0899279 Dec 22 13:41:50.750133 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e859368d-3370-44b6-80c1-815629f530e5 req-e9898429-391a-4723-a13d-e67b1213d101 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377228 Dec 22 13:41:57.553558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8a57153b-35e3-46cd-ab63-6be688b0691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:41:59.903580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3a55a79a-5807-46a9-a46c-a5d1b82be959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:00.955096 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:01.027069 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:02.498644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:06.674861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d068b-8eaa-4be5-b731-8f7aa32de44f req-4b2fb289-823f-4d95-950b-366e7f938c3e tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:06.676387 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3b1d068b-8eaa-4be5-b731-8f7aa32de44f req-4b2fb289-823f-4d95-950b-366e7f938c3e tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 946 time: 0.0914857 Dec 22 13:42:06.723342 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3b1d068b-8eaa-4be5-b731-8f7aa32de44f req-7fc31c5d-3c3c-4565-9242-27aa4a83b0d2 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Dec 22 13:42:07.861210 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:42:07.916515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf00318-96e0-4f4b-9268-368c1e7acd0f req-3a8af30c-f833-4e5b-8ebf-ef27aebe24d8 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:07.918010 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7bf00318-96e0-4f4b-9268-368c1e7acd0f req-3a8af30c-f833-4e5b-8ebf-ef27aebe24d8 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 946 time: 0.0840507 Dec 22 13:42:07.963086 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7bf00318-96e0-4f4b-9268-368c1e7acd0f req-a9b83ddc-0d63-4c14-bc28-cc880ef106e3 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392189 Dec 22 13:42:08.495933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f47e1-3e83-494d-9374-9f8243d11e0f req-0bae2fe4-d191-4d2f-bc9c-373a8b05061b tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:08.497380 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bd1f47e1-3e83-494d-9374-9f8243d11e0f req-0bae2fe4-d191-4d2f-bc9c-373a8b05061b tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.54 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 946 time: 0.0971425 Dec 22 13:42:08.570959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-bd1f47e1-3e83-494d-9374-9f8243d11e0f req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Deleting port 60c9c997-0971-4673-969b-5c52d7aba916 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:42:08.571273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-bd1f47e1-3e83-494d-9374-9f8243d11e0f req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:08.835661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-bd1f47e1-3e83-494d-9374-9f8243d11e0f req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] For port 60c9c997-0971-4673-969b-5c52d7aba916, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=60c9c997-0971-4673-969b-5c52d7aba916,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:08.835897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-bd1f47e1-3e83-494d-9374-9f8243d11e0f req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:08.954210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-bd1f47e1-3e83-494d-9374-9f8243d11e0f req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Calling delete_port for 60c9c997-0971-4673-969b-5c52d7aba916 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:42:09.105740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-bd1f47e1-3e83-494d-9374-9f8243d11e0f req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:09.111727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:09.118803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['60c9c997-0971-4673-969b-5c52d7aba916'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:42:09.125149 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-56d941e7-befa-4a8b-80db-5857100af8fe req-2eacb5ad-1c6a-4c3f-be03-29e866258218 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af66a26-e12d-4540-a4ab-52044de9b1a2 HTTP/1.1" status: 200 len: 210 time: 0.0483105 Dec 22 13:42:09.156186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Pushing event deleted for resources: {'Port': ['ID=60c9c997-0971-4673-969b-5c52d7aba916,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:09.194390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:09.194771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:09.195146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:09.195520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:09.195916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:09.196287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:09.196645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:09.197004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:09.197360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:09.197718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:09.198074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:09.198425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:09.210190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:09.245835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1f47e1-3e83-494d-9374-9f8243d11e0f req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] No DVR routers for this DVR port 60c9c997-0971-4673-969b-5c52d7aba916 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:42:09.248542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-bd1f47e1-3e83-494d-9374-9f8243d11e0f req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:09.251308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af66a26-e12d-4540-a4ab-52044de9b1a2', 'name': 'network-vif-deleted', 'tag': '60c9c997-0971-4673-969b-5c52d7aba916'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:42:09.268769 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bd1f47e1-3e83-494d-9374-9f8243d11e0f req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.54 "DELETE /v2.0/ports/60c9c997-0971-4673-969b-5c52d7aba916 HTTP/1.1" status: 204 len: 173 time: 0.7654793 Dec 22 13:42:09.301021 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af66a26-e12d-4540-a4ab-52044de9b1a2', 'name': 'network-vif-deleted', 'tag': '60c9c997-0971-4673-969b-5c52d7aba916', 'status': 'completed', 'code': 200} Dec 22 13:42:10.935869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:11.134255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-791b31c6-ab00-4192-a28a-5411d9a4b1c1 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:11.135586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-791b31c6-ab00-4192-a28a-5411d9a4b1c1 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/networks?id=5eaa6beb-7e21-4599-9ffd-623f9d10fac7 HTTP/1.1" status: 200 len: 817 time: 0.2503424 Dec 22 13:42:11.151021 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-f66b27a3-ce50-4eff-a177-79add36b31ed tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/quotas/b516e80e26524ef5adff1401e2eb5fdd HTTP/1.1" status: 200 len: 375 time: 0.0093033 Dec 22 13:42:11.232018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-140c7dea-0401-40d6-9ba0-1ad187a0da34 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Synchronizing usage tracker for tenant:b516e80e26524ef5adff1401e2eb5fdd on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:42:11.249598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-140c7dea-0401-40d6-9ba0-1ad187a0da34 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Unset dirty status for tenant:b516e80e26524ef5adff1401e2eb5fdd on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:42:11.250858 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-140c7dea-0401-40d6-9ba0-1ad187a0da34 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b516e80e26524ef5adff1401e2eb5fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0950937 Dec 22 13:42:11.387532 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-785dd729-dfda-4faa-832c-02677cd36cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247137 Dec 22 13:42:11.517985 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-4a312d0e-f8b3-4819-accd-e30dd56bcde0 service neutron] 10.222.0.24 "GET /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247761 Dec 22 13:42:11.697556 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1a453026-9b69-48b8-a6f7-faa72cf8869e req-cc832e23-fd95-438c-a577-1833f098dbe5 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 210 time: 0.0427511 Dec 22 13:42:11.732823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 60c9c997-0971-4673-969b-5c52d7aba916 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:42:11.766892 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 60c9c997-0971-4673-969b-5c52d7aba916 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:42:11.767258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 60c9c997-0971-4673-969b-5c52d7aba916 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:42:12.789968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-dfae0ed5-3003-4fd4-b73f-a214dd5435c8 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:12.791413 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-dfae0ed5-3003-4fd4-b73f-a214dd5435c8 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.54 "GET /v2.0/networks?id=5eaa6beb-7e21-4599-9ffd-623f9d10fac7 HTTP/1.1" status: 200 len: 817 time: 0.1498809 Dec 22 13:42:12.803760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Request body: {'port': {'device_id': '5df5c403-07cf-4ffe-b688-2339d5dfb0ff', 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7', 'admin_state_up': True, 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:42:12.919580 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-32c5863f-a481-480d-a9f8-f2cac8450efb req-a8d6165d-cc18-46e9-ba00-a34aa47f080c tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 210 time: 0.1016688 Dec 22 13:42:12.986192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:42:12.996653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:42:13.009119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Made reservation on behalf of b516e80e26524ef5adff1401e2eb5fdd for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:42:13.012555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:13.188594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Allocated IP 172.20.0.5 (5eaa6beb-7e21-4599-9ffd-623f9d10fac7/56947aa3-8e45-4bf8-9907-9e768accb367/61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:42:13.388410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:13.403986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Transition to ACTIVE for port object 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:42:13.430527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:13.435954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e665834f-a0df-414b-b738-8d15e64a8f61 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:13.503270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:42:13.506390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:42:13.513628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:42:13.537940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Pushing event updated for resources: {'Port': ['ID=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:13.543244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:13.576698 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:13.577387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:13.604292 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8043094 Dec 22 13:42:13.616151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Request body: {'port': {'device_id': '5df5c403-07cf-4ffe-b688-2339d5dfb0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:42:13.730525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:13.783233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-518716a9-0bfb-4e74-97ac-a935986b0f95 None None] Provisioning for port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:42:13.788080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-518716a9-0bfb-4e74-97ac-a935986b0f95 None None] Provisioning complete for port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:42:13.788452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-518716a9-0bfb-4e74-97ac-a935986b0f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:13.844500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-518716a9-0bfb-4e74-97ac-a935986b0f95 None None] Port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:42:14.105969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8262b-9042-48c2-8c3e-fc52834185cb req-dc09c5ec-557f-4a3b-a7fc-8b7dc60bcff1 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:14.107385 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-32d8262b-9042-48c2-8c3e-fc52834185cb req-dc09c5ec-557f-4a3b-a7fc-8b7dc60bcff1 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 931 time: 0.0819044 Dec 22 13:42:14.156739 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-32d8262b-9042-48c2-8c3e-fc52834185cb req-4c3750a1-e357-4a8d-8246-342e89b9649c tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434320 Dec 22 13:42:14.186600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:42:14.193911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:14.207671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Transition to ACTIVE for port object 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:42:14.215142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:14.219567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-02a7f77b-0fb3-4ec2-8b7e-4175d8fcd36d tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:14.366666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Pushing event updated for resources: {'Port': ['ID=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:14.373441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:14.445255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Attempting to bind port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:42:14.445585 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Attempting to bind port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:42:14.445907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Attempting to bind port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 on network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:42:14.450555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 on network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:42:14.450888 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Attempting to bind port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 on network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:42:14.456033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:42:14.456369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Checking segment: {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:42:14.456749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Bound using segment: {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:42:14.457168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Bound port: 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f4d53a-4443-4dcf-890b-9ea3b31264bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:42:14.457508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:14.546967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] For port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:42:14.549876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] For port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:42:14.555484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:14.559124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-35219300-abec-4df3-adf3-71b056f6b780 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:14.615730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:14.616402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:14.617709 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] 10.222.0.54 "PUT /v2.0/ports/61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 HTTP/1.1" status: 200 len: 1093 time: 1.0058010 Dec 22 13:42:14.618181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5df5c403-07cf-4ffe-b688-2339d5dfb0ff', 'tag': '61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:42:14.646369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Pushing event updated for resources: {'Port': ['ID=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:14.649347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:14.694429 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5df5c403-07cf-4ffe-b688-2339d5dfb0ff', 'tag': '61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9', 'status': 'completed', 'code': 200} Dec 22 13:42:14.737857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-61d87281-4fe9-4cb9-89a4-200a8880d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:14.739383 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-61d87281-4fe9-4cb9-89a4-200a8880d796 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b516e80e26524ef5adff1401e2eb5fdd&device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 1096 time: 0.0784609 Dec 22 13:42:14.811924 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-47b9fd3d-8b9b-4216-980d-34f68602c374 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 HTTP/1.1" status: 200 len: 217 time: 0.0651312 Dec 22 13:42:14.878800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-098efe4d-7041-473a-bb44-2ba47fb6e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:14.880127 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-098efe4d-7041-473a-bb44-2ba47fb6e171 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56947aa3-8e45-4bf8-9907-9e768accb367 HTTP/1.1" status: 200 len: 856 time: 0.0626993 Dec 22 13:42:14.956555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-13925cfc-55aa-4f6f-af81-9a2837db5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:14.958008 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-13925cfc-55aa-4f6f-af81-9a2837db5303 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5eaa6beb-7e21-4599-9ffd-623f9d10fac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703766 Dec 22 13:42:15.090387 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-d68e6b14-0918-47fd-8614-2e8154036f94 service neutron] 10.222.0.54 "GET /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252465 Dec 22 13:42:15.222386 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-911b62b0-f82d-4197-8214-ee7e359d11d8 req-c0947006-2904-4a38-a113-3f92aad11394 service neutron] 10.222.0.54 "GET /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259208 Dec 22 13:42:15.336875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d179ee-1f68-4dcd-a30e-c3c9c75321dd req-ce4d3aaf-3e6a-4259-9738-cb775db29794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:15.338353 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43d179ee-1f68-4dcd-a30e-c3c9c75321dd req-ce4d3aaf-3e6a-4259-9738-cb775db29794 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b516e80e26524ef5adff1401e2eb5fdd&device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 1096 time: 0.0718820 Dec 22 13:42:15.346335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6c53b-4632-4960-bea1-6e0e38198f68 req-175eafa6-3479-4cc6-b59b-5fcae06ff935 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:15.347824 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-80b6c53b-4632-4960-bea1-6e0e38198f68 req-175eafa6-3479-4cc6-b59b-5fcae06ff935 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 943 time: 0.0821068 Dec 22 13:42:15.391435 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-80b6c53b-4632-4960-bea1-6e0e38198f68 req-c256fb5c-c0fa-4628-b723-53c37a922500 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376666 Dec 22 13:42:15.470996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d179ee-1f68-4dcd-a30e-c3c9c75321dd req-e3199c09-e9fd-4eb4-827d-0804171b0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:15.472446 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43d179ee-1f68-4dcd-a30e-c3c9c75321dd req-e3199c09-e9fd-4eb4-827d-0804171b0738 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5eaa6beb-7e21-4599-9ffd-623f9d10fac7 HTTP/1.1" status: 200 len: 918 time: 0.1282525 Dec 22 13:42:15.549315 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43d179ee-1f68-4dcd-a30e-c3c9c75321dd req-85de6210-4db6-4779-8544-f872963f2408 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 HTTP/1.1" status: 200 len: 217 time: 0.0701387 Dec 22 13:42:15.609864 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d179ee-1f68-4dcd-a30e-c3c9c75321dd req-864a2e28-9f8b-40a6-a797-137143b50f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:15.611313 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43d179ee-1f68-4dcd-a30e-c3c9c75321dd req-864a2e28-9f8b-40a6-a797-137143b50f78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56947aa3-8e45-4bf8-9907-9e768accb367 HTTP/1.1" status: 200 len: 856 time: 0.0561469 Dec 22 13:42:15.688396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d179ee-1f68-4dcd-a30e-c3c9c75321dd req-4f896947-ea4f-4404-acb1-bd92669bbdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:15.689821 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43d179ee-1f68-4dcd-a30e-c3c9c75321dd req-4f896947-ea4f-4404-acb1-bd92669bbdee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5eaa6beb-7e21-4599-9ffd-623f9d10fac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717194 Dec 22 13:42:15.924511 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43d179ee-1f68-4dcd-a30e-c3c9c75321dd req-8f3e3ecb-b57f-443f-8de9-83878b786257 service neutron] 10.222.0.54 "GET /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273438 Dec 22 13:42:16.055496 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43d179ee-1f68-4dcd-a30e-c3c9c75321dd req-838cdfe7-42b8-4419-9bcf-0b9f6c7d3ae1 service neutron] 10.222.0.54 "GET /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237526 Dec 22 13:42:16.591269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06f575-832e-4b28-b049-d5eda78f3eea req-7188a14e-679f-4860-a45e-4470bb381f06 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:16.592008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-4e06f575-832e-4b28-b049-d5eda78f3eea req-7188a14e-679f-4860-a45e-4470bb381f06 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Synchronizing usage tracker for tenant:b516e80e26524ef5adff1401e2eb5fdd on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:42:16.612229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-4e06f575-832e-4b28-b049-d5eda78f3eea req-7188a14e-679f-4860-a45e-4470bb381f06 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Unset dirty status for tenant:b516e80e26524ef5adff1401e2eb5fdd on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:42:16.613407 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4e06f575-832e-4b28-b049-d5eda78f3eea req-7188a14e-679f-4860-a45e-4470bb381f06 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 943 time: 0.1095340 Dec 22 13:42:16.664634 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4e06f575-832e-4b28-b049-d5eda78f3eea req-788c9e90-c194-41e9-9c4b-45833406aea6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453572 Dec 22 13:42:17.781779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:42:17.882190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5bc91-dcec-4f2d-8342-24bd9f7a4c22 req-f251404c-1803-43b6-900d-7dd3bb77582c tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:17.883840 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-92f5bc91-dcec-4f2d-8342-24bd9f7a4c22 req-f251404c-1803-43b6-900d-7dd3bb77582c tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 943 time: 0.0875444 Dec 22 13:42:17.928272 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-92f5bc91-dcec-4f2d-8342-24bd9f7a4c22 req-36a06c19-18fa-4d24-98de-ac9ded5cfef0 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384529 Dec 22 13:42:17.954483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:17.967569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9', 'network_id': '5eaa6beb-7e21-4599-9ffd-623f9d10fac7', 'port_id': '61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9', 'mac_address': 'fa:16:3e:17:58:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56947aa3-8e45-4bf8-9907-9e768accb367', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:42:18.020159 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:18.038672 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:42:18.059793 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:18.066543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:18.068407 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:18.139984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:18.143058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:18.380249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:42:19.130685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cf56b-91ba-4d15-bbc8-ae19131ab8de req-6b5f87c0-2511-4f8c-8162-65ad8d16b16b tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:19.132178 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-842cf56b-91ba-4d15-bbc8-ae19131ab8de req-6b5f87c0-2511-4f8c-8162-65ad8d16b16b tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 944 time: 0.0911801 Dec 22 13:42:19.175268 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-842cf56b-91ba-4d15-bbc8-ae19131ab8de req-562801eb-9620-4ad7-b247-66517ea50298 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375102 Dec 22 13:42:19.797726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:42:19.875402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:42:19.880441 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:42:19.880826 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:19.998143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:20.025024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df5c403-07cf-4ffe-b688-2339d5dfb0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:42:20.035027 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:20.040850 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:20.042791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:20.072284 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df5c403-07cf-4ffe-b688-2339d5dfb0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9', 'code': 200} Dec 22 13:42:20.110356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:20.113207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:20.326559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f11b9-5fc5-494b-a0dc-8eb94692d81b req-08f83a01-dc9e-4847-9308-0442d0a42471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:20.328000 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1d4f11b9-5fc5-494b-a0dc-8eb94692d81b req-08f83a01-dc9e-4847-9308-0442d0a42471 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 1098 time: 0.1023750 Dec 22 13:42:20.383147 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1d4f11b9-5fc5-494b-a0dc-8eb94692d81b req-bc1a66f9-929f-4b8c-991d-17fcb0fd8971 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485988 Dec 22 13:42:20.406491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62636cdd-43df-4d3b-b02e-6dce0e334290 req-540d66ba-84a7-4103-9a1b-7ba5217c3104 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:20.407932 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-62636cdd-43df-4d3b-b02e-6dce0e334290 req-540d66ba-84a7-4103-9a1b-7ba5217c3104 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 945 time: 0.1176569 Dec 22 13:42:20.453244 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-62636cdd-43df-4d3b-b02e-6dce0e334290 req-c71c91f6-a261-45e6-aea2-ea0789b59c73 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386209 Dec 22 13:42:21.639883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7993b7-4d06-4433-a082-6a3869050c28 req-cff387b8-c43f-439a-826c-020dfb99ba25 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:21.641476 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5f7993b7-4d06-4433-a082-6a3869050c28 req-cff387b8-c43f-439a-826c-020dfb99ba25 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 945 time: 0.0813680 Dec 22 13:42:21.687423 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5f7993b7-4d06-4433-a082-6a3869050c28 req-e1199744-f636-4aac-a635-274fc4811a87 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Dec 22 13:42:22.906942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d7900-5667-460e-b3d3-91a853459ce3 req-fb89d768-a2f7-4cf3-8021-fcc89f1e9486 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:22.908376 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b5d7900-5667-460e-b3d3-91a853459ce3 req-fb89d768-a2f7-4cf3-8021-fcc89f1e9486 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 945 time: 0.1048319 Dec 22 13:42:22.953059 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b5d7900-5667-460e-b3d3-91a853459ce3 req-0f641080-7a74-444c-95c8-41a4c37d68e9 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387793 Dec 22 13:42:23.273675 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6479d-6ade-463d-950e-dbb3f008fd12 req-180dcfa6-430e-4c0a-9f02-b41e61fac477 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:23.275110 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1ff6479d-6ade-463d-950e-dbb3f008fd12 req-180dcfa6-430e-4c0a-9f02-b41e61fac477 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 945 time: 0.2172832 Dec 22 13:42:23.319215 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1ff6479d-6ade-463d-950e-dbb3f008fd12 req-094e8d0c-83b2-4976-b84e-757f1a25fa7c tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382545 Dec 22 13:42:27.556664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-56bc1aa3-7228-470a-ba18-74acb4e5e85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:29.909755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e375-21bb-4259-a922-6e86ae7333a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:30.965728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:31.033321 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:32.505829 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:39.149699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46560106-44c2-4c52-a238-57294b0e67db req-d9e36698-b6b8-46ca-a946-32394a9cc91a tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:39.151033 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-46560106-44c2-4c52-a238-57294b0e67db req-d9e36698-b6b8-46ca-a946-32394a9cc91a tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 945 time: 0.0867140 Dec 22 13:42:39.199347 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-46560106-44c2-4c52-a238-57294b0e67db req-f7416bb9-0fd7-4958-937e-df3be4f66cc4 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423243 Dec 22 13:42:40.400816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebc95d-4d65-4037-9ec4-06dc8e57ac72 req-e5c2558d-61b2-4678-8e30-38bcd4b8fc81 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:40.402274 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d7ebc95d-4d65-4037-9ec4-06dc8e57ac72 req-e5c2558d-61b2-4678-8e30-38bcd4b8fc81 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 945 time: 0.0849388 Dec 22 13:42:40.448622 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d7ebc95d-4d65-4037-9ec4-06dc8e57ac72 req-5ed222c9-ffad-4d4c-96f8-3715a2072891 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379126 Dec 22 13:42:40.942201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:41.101112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383bddf-0ff3-4cb7-b77c-b9b3cdd2d129 req-68bacbcf-66b6-425c-ac33-1c09a4901f15 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:41.102626 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0383bddf-0ff3-4cb7-b77c-b9b3cdd2d129 req-68bacbcf-66b6-425c-ac33-1c09a4901f15 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.54 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 945 time: 0.0959804 Dec 22 13:42:41.174068 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-0383bddf-0ff3-4cb7-b77c-b9b3cdd2d129 req-2307a91c-b2e5-4aa2-ad00-ccc4e29b6ece tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Deleting port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:42:41.174406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0383bddf-0ff3-4cb7-b77c-b9b3cdd2d129 req-2307a91c-b2e5-4aa2-ad00-ccc4e29b6ece tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:41.423212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-0383bddf-0ff3-4cb7-b77c-b9b3cdd2d129 req-2307a91c-b2e5-4aa2-ad00-ccc4e29b6ece tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] For port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:41.423987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0383bddf-0ff3-4cb7-b77c-b9b3cdd2d129 req-2307a91c-b2e5-4aa2-ad00-ccc4e29b6ece tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:41.545631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-0383bddf-0ff3-4cb7-b77c-b9b3cdd2d129 req-2307a91c-b2e5-4aa2-ad00-ccc4e29b6ece tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Calling delete_port for 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:42:41.635388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f5fb2-7237-4b9a-8cc0-efea3120f160 req-b8318188-8b13-42ba-bbc9-5b9ed30cfd1f tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:41.636866 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-891f5fb2-7237-4b9a-8cc0-efea3120f160 req-b8318188-8b13-42ba-bbc9-5b9ed30cfd1f tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5df5c403-07cf-4ffe-b688-2339d5dfb0ff HTTP/1.1" status: 200 len: 945 time: 0.0792098 Dec 22 13:42:41.684242 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-891f5fb2-7237-4b9a-8cc0-efea3120f160 req-e213c353-c07f-4af6-b868-39e88ec8b313 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.24 "GET /v2.0/security-groups?id=420eb901-a694-4636-b1e9-f2a5dfd78d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414734 Dec 22 13:42:41.690689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0383bddf-0ff3-4cb7-b77c-b9b3cdd2d129 req-2307a91c-b2e5-4aa2-ad00-ccc4e29b6ece tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:41.697110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2d4b0d2a-8474-4cac-9a04-8fe1a0731e6a tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:41.703586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:42:41.746628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307a91c-b2e5-4aa2-ad00-ccc4e29b6ece tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Pushing event deleted for resources: {'Port': ['ID=61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:41.748989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2307a91c-b2e5-4aa2-ad00-ccc4e29b6ece tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:41.823151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0383bddf-0ff3-4cb7-b77c-b9b3cdd2d129 req-2307a91c-b2e5-4aa2-ad00-ccc4e29b6ece tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] No DVR routers for this DVR port 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:42:41.826061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0383bddf-0ff3-4cb7-b77c-b9b3cdd2d129 req-2307a91c-b2e5-4aa2-ad00-ccc4e29b6ece tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:41.828779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5df5c403-07cf-4ffe-b688-2339d5dfb0ff', 'name': 'network-vif-deleted', 'tag': '61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:42:41.846020 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0383bddf-0ff3-4cb7-b77c-b9b3cdd2d129 req-2307a91c-b2e5-4aa2-ad00-ccc4e29b6ece tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] 10.222.0.54 "DELETE /v2.0/ports/61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 HTTP/1.1" status: 204 len: 173 time: 0.7377105 Dec 22 13:42:41.879886 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5df5c403-07cf-4ffe-b688-2339d5dfb0ff', 'name': 'network-vif-deleted', 'tag': '61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9', 'status': 'completed', 'code': 200} Dec 22 13:42:42.816436 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59292) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:43.360840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:43.709536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Deleting port b4c187d7-86a7-4be2-adea-b1a09615a555 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:42:43.709846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:43.882683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] For port b4c187d7-86a7-4be2-adea-b1a09615a555, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b4c187d7-86a7-4be2-adea-b1a09615a555,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:43.883259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:43.903377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:42:43.937406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:42:43.937734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 61f4b9c0-a8c4-4d02-9a88-3d577ba9fef9 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:42:44.127312 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Calling delete_port for b4c187d7-86a7-4be2-adea-b1a09615a555 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:42:44.444519 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:44.450421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:44.496273 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c187d7-86a7-4be2-adea-b1a09615a555,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:44.533154 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:44.533544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:44.533928 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:44.534299 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:44.534671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:44.535049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:44.535416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:44.535807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:44.536174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:44.536595 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:44.536935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:44.537297 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:44.545263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:44.768978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:44.860543 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:42:45.128500 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Router bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:42:45.304931 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:42:45.314121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e960ba61-0742-4d4f-8ea6-d7ea26274bdb None None] Sync routers for ids ['bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:42:45.320369 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] 10.222.0.24 "PUT /v2.0/routers/bdda06cc-2cd2-4c9d-be85-a2eddbe9b872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5027213 Dec 22 13:42:45.320963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59296) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:45.324320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960ba61-0742-4d4f-8ea6-d7ea26274bdb None None] Routers {'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:42:45.325209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e960ba61-0742-4d4f-8ea6-d7ea26274bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:42:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:45.504991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e960ba61-0742-4d4f-8ea6-d7ea26274bdb None None] Set router bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:42:45.640702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:45.788792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e960ba61-0742-4d4f-8ea6-d7ea26274bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'name': 'tempest-TestEncryptedCinderVolumes-1068446909-router', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:24Z', 'updated_at': '2021-12-22T13:42:44Z', 'revision_number': 5, 'project_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'gw_port': {'id': '7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:25Z', 'updated_at': '2021-12-22T13:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:45.792753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e960ba61-0742-4d4f-8ea6-d7ea26274bdb None None] Checking router: bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:42:45.801324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960ba61-0742-4d4f-8ea6-d7ea26274bdb None None] Routers {'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:42:45.801965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e960ba61-0742-4d4f-8ea6-d7ea26274bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:42:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:45.814103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:45.824906 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Deleting port 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:42:45.825325 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:45.950165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-e960ba61-0742-4d4f-8ea6-d7ea26274bdb None None] Set router bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:42:46.001779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] For port 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:46.002133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:46.095751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-e960ba61-0742-4d4f-8ea6-d7ea26274bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'name': 'tempest-TestEncryptedCinderVolumes-1068446909-router', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:24Z', 'updated_at': '2021-12-22T13:42:45Z', 'revision_number': 6, 'project_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:46.099880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e960ba61-0742-4d4f-8ea6-d7ea26274bdb None None] The sync data for ids ['bdda06cc-2cd2-4c9d-be85-a2eddbe9b872'] in dv-neutron-822668-1-hyperv is: [{'id': 'bdda06cc-2cd2-4c9d-be85-a2eddbe9b872', 'name': 'tempest-TestEncryptedCinderVolumes-1068446909-router', 'tenant_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:24Z', 'updated_at': '2021-12-22T13:42:45Z', 'revision_number': 6, 'project_id': 'b516e80e26524ef5adff1401e2eb5fdd', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:42:46.126331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Calling delete_port for 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:42:46.298846 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:46.302603 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c7ad27a0-17b6-4519-9ef9-41bd268f181c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:46.345374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:46.348085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:46.445653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:46.621436 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:46.623801 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:46.649177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:46.649704 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:42:46.661779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:46.662961 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/bdda06cc-2cd2-4c9d-be85-a2eddbe9b872 HTTP/1.1" status: 204 len: 168 time: 1.3410950 Dec 22 13:42:46.665800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59300) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:46.842928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca0ea0c-bf88-4b2e-b948-bf5d62b293e3 admin admin] Deleting subnet 56947aa3-8e45-4bf8-9907-9e768accb367 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:42:46.846478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bca0ea0c-bf88-4b2e-b948-bf5d62b293e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:46.896336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bca0ea0c-bf88-4b2e-b948-bf5d62b293e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:46.984644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bca0ea0c-bf88-4b2e-b948-bf5d62b293e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.061486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bca0ea0c-bf88-4b2e-b948-bf5d62b293e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.069321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-82349f8b-de10-4bec-a83d-4093372929d2 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:47.102913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bca0ea0c-bf88-4b2e-b948-bf5d62b293e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.106070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381f1b1d-1149-450b-948a-b10a18d4d445 None None] Network 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:42:47.108146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca0ea0c-bf88-4b2e-b948-bf5d62b293e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56947aa3-8e45-4bf8-9907-9e768accb367,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:47.111070 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bca0ea0c-bf88-4b2e-b948-bf5d62b293e3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/56947aa3-8e45-4bf8-9907-9e768accb367 HTTP/1.1" status: 204 len: 168 time: 0.4442723 Dec 22 13:42:47.111978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bca0ea0c-bf88-4b2e-b948-bf5d62b293e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:47.113497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59304) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:47.219369 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.229817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Deleting port 3956a69e-8e49-4c09-b782-efcf6168bd6b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:42:47.230141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.371141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e0ec41-e13a-4dda-bd67-1987e426ef01 None None] DHCP port deletion for 5eaa6beb-7e21-4599-9ffd-623f9d10fac7 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:42:47.375823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0ec41-e13a-4dda-bd67-1987e426ef01 None None] Deleting port 3956a69e-8e49-4c09-b782-efcf6168bd6b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:42:47.376212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ec41-e13a-4dda-bd67-1987e426ef01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.435988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] For port 3956a69e-8e49-4c09-b782-efcf6168bd6b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3956a69e-8e49-4c09-b782-efcf6168bd6b,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:47.436344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.556151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Calling delete_port for 3956a69e-8e49-4c09-b782-efcf6168bd6b owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:42:47.576592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d0e0ec41-e13a-4dda-bd67-1987e426ef01 None None] For port 3956a69e-8e49-4c09-b782-efcf6168bd6b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3956a69e-8e49-4c09-b782-efcf6168bd6b,segment=NetworkSegment(32f4d53a-4443-4dcf-890b-9ea3b31264bf),segment_id=32f4d53a-4443-4dcf-890b-9ea3b31264bf)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:47.577092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ec41-e13a-4dda-bd67-1987e426ef01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.633323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.637359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-422f91f2-7163-4ea2-8583-d16b4e05b4b0 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:47.682490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Pushing event deleted for resources: {'Port': ['ID=3956a69e-8e49-4c09-b782-efcf6168bd6b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:47.685083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:47.687387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] No DVR routers for this DVR port 3956a69e-8e49-4c09-b782-efcf6168bd6b on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:42:47.700468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0ec41-e13a-4dda-bd67-1987e426ef01 None None] Calling delete_port for 3956a69e-8e49-4c09-b782-efcf6168bd6b owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:42:47.770222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-d0e0ec41-e13a-4dda-bd67-1987e426ef01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:42:47.770589 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-d0e0ec41-e13a-4dda-bd67-1987e426ef01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:42:47.801473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.826970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaa6beb-7e21-4599-9ffd-623f9d10fac7']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:47.839281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f4d53a-4443-4dcf-890b-9ea3b31264bf') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:47.839567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f4d53a-4443-4dcf-890b-9ea3b31264bf') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:47.851137 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.868048 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.874921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:42:47.875358 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:42:47.889040 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:42:47.926702 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b4c187d7-86a7-4be2-adea-b1a09615a555 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:42:47.965109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: b4c187d7-86a7-4be2-adea-b1a09615a555 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:42:47.965389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b4c187d7-86a7-4be2-adea-b1a09615a555 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:42:47.965824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:42:47.968383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.973356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:47.976071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e3d53105-21de-4bef-993d-b2e18fdef468 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:47.998147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:42:47.998328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eaa6beb-7e21-4599-9ffd-623f9d10fac7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:47.998505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7ddbcafb-fc1d-4edf-9ac7-5d591ec1c0df not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:42:47.998936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3956a69e-8e49-4c09-b782-efcf6168bd6b no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:42:48.000579 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:48.004276 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5eaa6beb-7e21-4599-9ffd-623f9d10fac7 HTTP/1.1" status: 204 len: 168 time: 0.8898497 Dec 22 13:42:48.007429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59308) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:48.031280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 3956a69e-8e49-4c09-b782-efcf6168bd6b {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:42:48.031633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3956a69e-8e49-4c09-b782-efcf6168bd6b not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:42:48.271880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0ec41-e13a-4dda-bd67-1987e426ef01 None None] Deleting port 3956a69e-8e49-4c09-b782-efcf6168bd6b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:42:48.272597 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d0e0ec41-e13a-4dda-bd67-1987e426ef01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:48.341627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d0e0ec41-e13a-4dda-bd67-1987e426ef01 None None] The port '3956a69e-8e49-4c09-b782-efcf6168bd6b' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:42:48.661463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:49.023450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] Deleting port 7cb86881-39a9-4825-929d-7b9e839f10c8 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:42:49.024208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:49.190015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] For port 7cb86881-39a9-4825-929d-7b9e839f10c8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7cb86881-39a9-4825-929d-7b9e839f10c8,segment=NetworkSegment(b1ca1847-bb6a-4366-9004-ce7020070772),segment_id=b1ca1847-bb6a-4366-9004-ce7020070772)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:49.190341 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:49.319984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] Calling delete_port for 7cb86881-39a9-4825-929d-7b9e839f10c8 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:42:49.509158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:49.513143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7b989819-2aca-45a7-af25-269045fe8fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:49.555693 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb86881-39a9-4825-929d-7b9e839f10c8,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:49.558040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:49.941545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:50.306552 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] Router dec948b0-7a49-4618-9f9a-bd58355cc6b4 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:42:50.486417 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:42:50.495943 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b77023-1c79-499a-af36-7e32e2859b8d None None] Sync routers for ids ['dec948b0-7a49-4618-9f9a-bd58355cc6b4'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:42:50.499018 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] 10.222.0.24 "PUT /v2.0/routers/dec948b0-7a49-4618-9f9a-bd58355cc6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4882638 Dec 22 13:42:50.499282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59312) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:50.505894 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b77023-1c79-499a-af36-7e32e2859b8d None None] Routers {'dec948b0-7a49-4618-9f9a-bd58355cc6b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:42:50.506506 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-65b77023-1c79-499a-af36-7e32e2859b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:42:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['dec948b0-7a49-4618-9f9a-bd58355cc6b4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:50.674699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:50.678305 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-65b77023-1c79-499a-af36-7e32e2859b8d None None] Set router dec948b0-7a49-4618-9f9a-bd58355cc6b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:42:50.849893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:50.861289 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Deleting port 67976bea-f1c0-477c-a719-bf9c0c568262 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:42:50.861646 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:50.982561 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-65b77023-1c79-499a-af36-7e32e2859b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'name': 'tempest-TestEncryptedCinderVolumes-1929189041-router', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:30Z', 'updated_at': '2021-12-22T13:42:49Z', 'revision_number': 5, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'gw_port': {'id': '67976bea-f1c0-477c-a719-bf9c0c568262', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:41:31Z', 'updated_at': '2021-12-22T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:50.986724 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b77023-1c79-499a-af36-7e32e2859b8d None None] Checking router: dec948b0-7a49-4618-9f9a-bd58355cc6b4 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:42:50.996072 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b77023-1c79-499a-af36-7e32e2859b8d None None] Routers {'dec948b0-7a49-4618-9f9a-bd58355cc6b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:42:50.996708 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-65b77023-1c79-499a-af36-7e32e2859b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:42:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['dec948b0-7a49-4618-9f9a-bd58355cc6b4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:51.044346 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] For port 67976bea-f1c0-477c-a719-bf9c0c568262, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=67976bea-f1c0-477c-a719-bf9c0c568262,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:51.044724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:51.146744 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-65b77023-1c79-499a-af36-7e32e2859b8d None None] Set router dec948b0-7a49-4618-9f9a-bd58355cc6b4 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:42:51.251647 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-65b77023-1c79-499a-af36-7e32e2859b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'name': 'tempest-TestEncryptedCinderVolumes-1929189041-router', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:30Z', 'updated_at': '2021-12-22T13:42:50Z', 'revision_number': 6, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:51.256158 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b77023-1c79-499a-af36-7e32e2859b8d None None] The sync data for ids ['dec948b0-7a49-4618-9f9a-bd58355cc6b4'] in dv-neutron-822668-1-hyperv is: [{'id': 'dec948b0-7a49-4618-9f9a-bd58355cc6b4', 'name': 'tempest-TestEncryptedCinderVolumes-1929189041-router', 'tenant_id': '27a2acaf8b8146d1b315e24f54691c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:41:30Z', 'updated_at': '2021-12-22T13:42:50Z', 'revision_number': 6, 'project_id': '27a2acaf8b8146d1b315e24f54691c1d', 'gw_port_host': None}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:42:51.316912 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Calling delete_port for 67976bea-f1c0-477c-a719-bf9c0c568262 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:42:51.487812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:51.491364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:51.536875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Pushing event deleted for resources: {'Port': ['ID=67976bea-f1c0-477c-a719-bf9c0c568262,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:51.539892 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:51.644563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:51.816950 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:51.819301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:51.842494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:51.842995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dec948b0-7a49-4618-9f9a-bd58355cc6b4 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:42:51.855502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:51.856681 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dec948b0-7a49-4618-9f9a-bd58355cc6b4 HTTP/1.1" status: 204 len: 168 time: 1.3564610 Dec 22 13:42:51.859224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59316) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:51.920908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0fedb2-c3f0-4b13-8a9c-ed140e877206 admin admin] Deleting subnet 5e01aab0-97b6-4c7d-811f-6f9018d11e29 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:42:51.924051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f0fedb2-c3f0-4b13-8a9c-ed140e877206 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:51.980538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f0fedb2-c3f0-4b13-8a9c-ed140e877206 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:52.052492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 67976bea-f1c0-477c-a719-bf9c0c568262 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:42:52.064402 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f0fedb2-c3f0-4b13-8a9c-ed140e877206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:52.086911 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 67976bea-f1c0-477c-a719-bf9c0c568262 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:42:52.087267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 67976bea-f1c0-477c-a719-bf9c0c568262 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:42:52.087719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7cb86881-39a9-4825-929d-7b9e839f10c8 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:42:52.125194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 7cb86881-39a9-4825-929d-7b9e839f10c8 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:42:52.125574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7cb86881-39a9-4825-929d-7b9e839f10c8 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:42:52.135361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f0fedb2-c3f0-4b13-8a9c-ed140e877206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:52.139282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ff18ffad-63b8-4db3-be7b-8e138255f110 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:52.171881 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fedb2-c3f0-4b13-8a9c-ed140e877206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e01aab0-97b6-4c7d-811f-6f9018d11e29,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:52.175365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2f0fedb2-c3f0-4b13-8a9c-ed140e877206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:52.177715 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f0fedb2-c3f0-4b13-8a9c-ed140e877206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:52.182878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e31c5-15e3-45c8-a125-6bdd75fc95a7 None None] Network a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:42:52.183960 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2f0fedb2-c3f0-4b13-8a9c-ed140e877206 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5e01aab0-97b6-4c7d-811f-6f9018d11e29 HTTP/1.1" status: 204 len: 168 time: 0.3237052 Dec 22 13:42:52.186408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59320) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:52.296986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:52.311735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Deleting port dd99b600-2d5e-4237-b6ad-e9a709f89ca9 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:42:52.312015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:52.431257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2036c56b-1b43-452f-9737-5f46fef6bafb None None] DHCP port deletion for a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:42:52.435753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2036c56b-1b43-452f-9737-5f46fef6bafb None None] Deleting port dd99b600-2d5e-4237-b6ad-e9a709f89ca9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:42:52.436201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2036c56b-1b43-452f-9737-5f46fef6bafb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:52.524042 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] For port dd99b600-2d5e-4237-b6ad-e9a709f89ca9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dd99b600-2d5e-4237-b6ad-e9a709f89ca9,segment=NetworkSegment(b1ca1847-bb6a-4366-9004-ce7020070772),segment_id=b1ca1847-bb6a-4366-9004-ce7020070772)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:52.524626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:52.645259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Calling delete_port for dd99b600-2d5e-4237-b6ad-e9a709f89ca9 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:42:52.675885 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-2036c56b-1b43-452f-9737-5f46fef6bafb None None] For port dd99b600-2d5e-4237-b6ad-e9a709f89ca9, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=dd99b600-2d5e-4237-b6ad-e9a709f89ca9,segment=NetworkSegment(b1ca1847-bb6a-4366-9004-ce7020070772),segment_id=b1ca1847-bb6a-4366-9004-ce7020070772)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:52.676287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2036c56b-1b43-452f-9737-5f46fef6bafb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:52.724399 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:52.728292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-325e56f5-1259-44b5-9228-82adaddddcf9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:52.796866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2036c56b-1b43-452f-9737-5f46fef6bafb None None] Calling delete_port for dd99b600-2d5e-4237-b6ad-e9a709f89ca9 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:42:52.873674 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-2036c56b-1b43-452f-9737-5f46fef6bafb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:42:52.874041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-2036c56b-1b43-452f-9737-5f46fef6bafb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:42:52.893683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd99b600-2d5e-4237-b6ad-e9a709f89ca9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:52.896865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:52.897561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] No DVR routers for this DVR port dd99b600-2d5e-4237-b6ad-e9a709f89ca9 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:42:53.029962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:53.057338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:53.069361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ca1847-bb6a-4366-9004-ce7020070772') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:53.069644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ca1847-bb6a-4366-9004-ce7020070772') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:53.081107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:53.097450 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:53.103555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:42:53.103969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:42:53.117415 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:42:53.195962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:53.199674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ff1d0b67-59a4-414f-9fac-598d9829e955 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:53.213544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:53.223524 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:53.226332 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:53.228163 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] 10.222.0.24 "DELETE /v2.0/networks/a4b07f9c-81a8-4859-acf3-b95f3b1e5b5f HTTP/1.1" status: 204 len: 168 time: 1.0408404 Dec 22 13:42:53.375030 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2036c56b-1b43-452f-9737-5f46fef6bafb None None] Deleting port dd99b600-2d5e-4237-b6ad-e9a709f89ca9 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:42:53.375646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2036c56b-1b43-452f-9737-5f46fef6bafb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:53.440170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-2036c56b-1b43-452f-9737-5f46fef6bafb None None] The port 'dd99b600-2d5e-4237-b6ad-e9a709f89ca9' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:42:53.448554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59326) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:53.512815 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d2761421-7fa7-4ffc-8125-0ea5263e6b60 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b516e80e26524ef5adff1401e2eb5fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643702 Dec 22 13:42:53.515386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59330) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:53.579856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c937121-129a-4897-aff5-afb51f0c583d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:53.605924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c937121-129a-4897-aff5-afb51f0c583d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:53.662227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c937121-129a-4897-aff5-afb51f0c583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:53.666244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-053447a2-55b9-4d78-ae92-e339dd2c255c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:53.679853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c937121-129a-4897-aff5-afb51f0c583d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420eb901-a694-4636-b1e9-f2a5dfd78d7f,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:53.682416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3c937121-129a-4897-aff5-afb51f0c583d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:53.692526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3c937121-129a-4897-aff5-afb51f0c583d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:53.693783 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3c937121-129a-4897-aff5-afb51f0c583d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/420eb901-a694-4636-b1e9-f2a5dfd78d7f HTTP/1.1" status: 204 len: 168 time: 0.1771750 Dec 22 13:42:53.923407 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dd99b600-2d5e-4237-b6ad-e9a709f89ca9 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:42:53.960537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: dd99b600-2d5e-4237-b6ad-e9a709f89ca9 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:42:53.960812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device dd99b600-2d5e-4237-b6ad-e9a709f89ca9 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:42:54.070912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59338) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:54.119920 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e61ecd03-fe11-4cf6-a9d0-4dd39d864bba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27a2acaf8b8146d1b315e24f54691c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477300 Dec 22 13:42:54.122256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59342) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:54.178677 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-860e52ac-efd3-465e-ae9a-efbcb4f4c402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:54.209565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-860e52ac-efd3-465e-ae9a-efbcb4f4c402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:54.270659 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-860e52ac-efd3-465e-ae9a-efbcb4f4c402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:54.274382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6b992406-c859-40d7-b7be-37f3d61ceee1 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:54.286691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e52ac-efd3-465e-ae9a-efbcb4f4c402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f674b6e0-329b-48af-9817-ea5549f3785f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:54.289137 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-860e52ac-efd3-465e-ae9a-efbcb4f4c402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:54.292656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-860e52ac-efd3-465e-ae9a-efbcb4f4c402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:54.293744 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-860e52ac-efd3-465e-ae9a-efbcb4f4c402 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f674b6e0-329b-48af-9817-ea5549f3785f HTTP/1.1" status: 204 len: 168 time: 0.1706347 Dec 22 13:42:55.058625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59366) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:55.181229 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-539371107-network', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:42:55.186212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:42:55.190390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Usage tracker for resource:network and tenant:5ce2f35d556541bb88f64bd5465b8c09 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:42:55.193473 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:42:55.199320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:42:55.212261 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Made reservation on behalf of 5ce2f35d556541bb88f64bd5465b8c09 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:42:55.214473 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:55.226368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:55.240725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:42:55.244778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Usage tracker for resource:security_group_rule and tenant:5ce2f35d556541bb88f64bd5465b8c09 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:42:55.247681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:42:55.253330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:42:55.331361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:55.338620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:55.343215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-49d21502-25cc-47a8-b4ed-0a64432e2219 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:55.375577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:42:55.383929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a143a1c6-7bbd-48c3-9870-3898db62be9c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:55.387492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:55.390033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:55.390439 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Added segment ffd45c78-e02b-45a9-9caa-d9a2976e9f68 of type vlan for network c095e11b-46ef-4a80-aef6-800c4c52e142 Dec 22 13:42:55.417447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:55.448156 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:55.449166 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:55.449729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:55.453082 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e53c5c2b-a643-4f39-90bf-ac6f1cd72813 tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:55.552150 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Pushing event updated for resources: {'Network': ['ID=c095e11b-46ef-4a80-aef6-800c4c52e142,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:55.558025 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4952979 Dec 22 13:42:55.558025 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-403d3dd7-496c-494f-9972-d278c5e082ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:55.558311 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59372) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:55.563690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network c095e11b-46ef-4a80-aef6-800c4c52e142 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:42:55.564202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Request body: {'subnet': {'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-539371107-subnet', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:42:55.568829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:42:55.572637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Usage tracker for resource:subnet and tenant:5ce2f35d556541bb88f64bd5465b8c09 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:42:55.575458 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:42:55.581282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:42:55.594248 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Made reservation on behalf of 5ce2f35d556541bb88f64bd5465b8c09 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:42:55.596550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:55.799406 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:55.803000 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4ece2798-d2cf-46ea-a923-76cb8cc602fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:55.873791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2baa974-a81e-42c9-9ce1-d68b5c221d45,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:55.877638 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:55.884607 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Checking segment: {'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:42:55.884957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Network hostable DHCP agents. Network: c095e11b-46ef-4a80-aef6-800c4c52e142, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:42:55.909152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Network c095e11b-46ef-4a80-aef6-800c4c52e142 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:42:55.924854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, c095e11b-46ef-4a80-aef6-800c4c52e142) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:42:55.929286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:42:55.929858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:55.934314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25381ca6-1941-4c89-b64f-f7e09fc0c834 None None] Network c095e11b-46ef-4a80-aef6-800c4c52e142 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:42:55.951973 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3927965 Dec 22 13:42:55.954982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59376) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:55.960708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:42:55.965621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:42:55.969629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Usage tracker for resource:router and tenant:5ce2f35d556541bb88f64bd5465b8c09 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:42:55.972552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:42:55.978541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:42:55.991259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:55.992282 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:56.007554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:56.147905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-c095e11b-46ef-4a80-aef6-800c4c52e142', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'fixed_ips': [{'subnet_id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:42:56.149162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:56.314100 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Allocated IP 172.20.0.2 (c095e11b-46ef-4a80-aef6-800c4c52e142/c2baa974-a81e-42c9-9ce1-d68b5c221d45/6cab2ad1-e7b2-499c-a012-e2efc5789e9b) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:42:56.397875 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:56.516225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:56.526465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Transition to ACTIVE for port object 6cab2ad1-e7b2-499c-a012-e2efc5789e9b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:42:56.545137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Transition to ACTIVE for port object 6cab2ad1-e7b2-499c-a012-e2efc5789e9b will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:42:56.553012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:56.557419 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:56.620621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Network c095e11b-46ef-4a80-aef6-800c4c52e142 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:42:56.623501 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:42:56.627136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:42:56.657540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Pushing event updated for resources: {'Port': ['ID=6cab2ad1-e7b2-499c-a012-e2efc5789e9b,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:56.699736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:56.700070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:56.700413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:56.700763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:56.701024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:56.701373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:56.701693 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:56.701996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:56.702314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:56.702627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:56.702938 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:56.703251 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:42:56.710263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:56.713792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:56.729330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Attempting to bind port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:42:56.729698 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Attempting to bind port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:42:56.730067 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Attempting to bind port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b on network c095e11b-46ef-4a80-aef6-800c4c52e142 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:42:56.735260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:42:56.735638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Checking segment: {'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:42:56.736106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:56.736495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Bound using segment: {'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:42:56.736945 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Bound port: 6cab2ad1-e7b2-499c-a012-e2efc5789e9b, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:42:56.737326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:56.740471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:56.822683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] For port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:42:56.825889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] For port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6cab2ad1-e7b2-499c-a012-e2efc5789e9b,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:42:56.829889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:56.833887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-12cae023-2a67-4ad1-9483-3e746e73c03b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:56.881928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Allocated IP 172.26.4.80 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/3496ce1d-3f80-4e09-b2f5-9b596759971e) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:42:56.914647 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Pushing event updated for resources: {'Port': ['ID=6cab2ad1-e7b2-499c-a012-e2efc5789e9b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:56.919148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:57.093233 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:57.126329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:57.131454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2307a91c-b2e5-4aa2-ad00-ccc4e29b6ece tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:57.193211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:42:57.196293 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:42:57.200196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:42:57.239658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Pushing event updated for resources: {'Port': ['ID=3496ce1d-3f80-4e09-b2f5-9b596759971e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:57.247805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:57.560406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-087bcf9b-5273-42e2-a0cc-c8042812a9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:57.626924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:57.851780 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c4c5ee-db31-4d5a-a34f-967d7ff18378 None None] Network c095e11b-46ef-4a80-aef6-800c4c52e142 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:42:57.967840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6cab2ad1-e7b2-499c-a012-e2efc5789e9b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:42:58.033950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-27f8acfc-5059-4d05-9aaa-a32afe787b75 None None] Provisioning for port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:42:58.117296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:58.159380 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:42:58.170345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:42:58.170692 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:58.307915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:58.331289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Router 39947a3b-053e-4bcb-a650-82733b2f798f is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:42:58.341927 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6cab2ad1-e7b2-499c-a012-e2efc5789e9b,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:42:58.347630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:58.350928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-109561b4-c533-4a58-8778-c82833034cf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:58.420092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=6cab2ad1-e7b2-499c-a012-e2efc5789e9b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:58.423370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:58.486993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-698ec1f6-6d51-4702-a72e-b2792c3a52d2 None None] Provisioning complete for port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:42:58.487450 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-698ec1f6-6d51-4702-a72e-b2792c3a52d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:58.515031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:42:58.528567 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Sync routers for ids ['39947a3b-053e-4bcb-a650-82733b2f798f'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:42:58.542590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:58.546813 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5878959 Dec 22 13:42:58.547083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59380) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:42:58.553485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Routers {'39947a3b-053e-4bcb-a650-82733b2f798f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:42:58.554129 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:42:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['39947a3b-053e-4bcb-a650-82733b2f798f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:58.777941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Set router 39947a3b-053e-4bcb-a650-82733b2f798f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:42:59.059204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:42:57Z', 'revision_number': 3, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:59.064031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Checking router: 39947a3b-053e-4bcb-a650-82733b2f798f for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:42:59.064394 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Updating router 39947a3b-053e-4bcb-a650-82733b2f798f port 3496ce1d-3f80-4e09-b2f5-9b596759971e binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:42:59.121970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:59.368823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:59.460445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:59.474068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Transition to ACTIVE for port object 3496ce1d-3f80-4e09-b2f5-9b596759971e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:42:59.482682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:59.487261 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b24bd161-11e2-4570-b5de-cac6ca1543a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:59.566220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5afc13-bb0b-4b88-91b0-66c4ed1bcfdd None None] Pushing event updated for resources: {'Port': ['ID=3496ce1d-3f80-4e09-b2f5-9b596759971e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:59.568498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Attempting to bind port 3496ce1d-3f80-4e09-b2f5-9b596759971e on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:42:59.568870 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Attempting to bind port 3496ce1d-3f80-4e09-b2f5-9b596759971e by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:42:59.569236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Attempting to bind port 3496ce1d-3f80-4e09-b2f5-9b596759971e on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:42:59.574712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ef5afc13-bb0b-4b88-91b0-66c4ed1bcfdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:59.575559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:42:59.575822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:42:59.576217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:59.576602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:42:59.577058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Bound port: 3496ce1d-3f80-4e09-b2f5-9b596759971e, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:42:59.577431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:59.580757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Allocated IP 172.20.0.1 (c095e11b-46ef-4a80-aef6-800c4c52e142/c2baa974-a81e-42c9-9ce1-d68b5c221d45/f5651da3-75a7-4554-85a9-f2f635d2137c) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:42:59.715785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] For port 3496ce1d-3f80-4e09-b2f5-9b596759971e, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:42:59.719437 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] For port 3496ce1d-3f80-4e09-b2f5-9b596759971e, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3496ce1d-3f80-4e09-b2f5-9b596759971e,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:42:59.727984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:59.733508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:59.754154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:59.772564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Transition to ACTIVE for port object f5651da3-75a7-4554-85a9-f2f635d2137c will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:42:59.804381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:59.821520 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Routers {'39947a3b-053e-4bcb-a650-82733b2f798f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:42:59.821801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-71733e23-098f-440a-8bee-4b73750023b2 tempest-ServersNegativeTestJSON-441670067 tempest-ServersNegativeTestJSON-441670067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:42:59.822167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:42:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['39947a3b-053e-4bcb-a650-82733b2f798f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:42:59.880376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5afc13-bb0b-4b88-91b0-66c4ed1bcfdd None None] Pushing event updated for resources: {'Port': ['ID=3496ce1d-3f80-4e09-b2f5-9b596759971e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:59.892295 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ef5afc13-bb0b-4b88-91b0-66c4ed1bcfdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:59.922628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0b606622-23ed-460a-bc15-bc572155c395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:59.923704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Network c095e11b-46ef-4a80-aef6-800c4c52e142 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:42:59.926621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:42:59.931994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:42:59.961281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Pushing event updated for resources: {'Port': ['ID=f5651da3-75a7-4554-85a9-f2f635d2137c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:42:59.968441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:42:59.990893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:42:59.991782 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6cab2ad1-e7b2-499c-a012-e2efc5789e9b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:00.096912 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] Set router 39947a3b-053e-4bcb-a650-82733b2f798f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:43:00.131718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:00.227513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:00.227837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:00.349954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-035c2834-49fc-4cbd-8d32-ec1abe37f9de None None] Provisioning for port f5651da3-75a7-4554-85a9-f2f635d2137c completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:00.362491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:00.364943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-035c2834-49fc-4cbd-8d32-ec1abe37f9de None None] Provisioning complete for port f5651da3-75a7-4554-85a9-f2f635d2137c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:00.365319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-035c2834-49fc-4cbd-8d32-ec1abe37f9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:00.367465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:00.391824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d467cf12-b856-4302-a870-50a3d4639789 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:00.470657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Pushing event updated for resources: {'Port': ['ID=f5651da3-75a7-4554-85a9-f2f635d2137c,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:00.473462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:00.474601 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:00.517771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-035c2834-49fc-4cbd-8d32-ec1abe37f9de None None] Port f5651da3-75a7-4554-85a9-f2f635d2137c cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:43:00.556738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:42:57Z', 'revision_number': 3, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:00.561106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d93277b-0ac9-40e6-9454-2ff4bbe92623 None None] The sync data for ids ['39947a3b-053e-4bcb-a650-82733b2f798f'] in dv-neutron-822668-1-hyperv is: [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:42:57Z', 'revision_number': 3, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:43:00.615209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Network c095e11b-46ef-4a80-aef6-800c4c52e142 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:00.616649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:00.824067 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Router 39947a3b-053e-4bcb-a650-82733b2f798f has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:43:00.951860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-00df4b92-17dc-421f-a4de-b0ea4e51e55d None None] Provisioning complete for port f5651da3-75a7-4554-85a9-f2f635d2137c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:00.952322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-00df4b92-17dc-421f-a4de-b0ea4e51e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:01.013176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:01.017549 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-00df4b92-17dc-421f-a4de-b0ea4e51e55d None None] Port f5651da3-75a7-4554-85a9-f2f635d2137c cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:43:01.041214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:01.139155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:43:01.148586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] 10.222.0.24 "PUT /v2.0/routers/39947a3b-053e-4bcb-a650-82733b2f798f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6000381 Dec 22 13:43:01.663454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59400) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:01.669441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1180943504-network', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:01.674515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:01.678894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Usage tracker for resource:network and tenant:0eed8a87ee094254bc8a3ba0b0066a6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:01.682123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:01.688331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:01.700524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Made reservation on behalf of 0eed8a87ee094254bc8a3ba0b0066a6e for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:43:01.702818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:01.715197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:01.730142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:01.734240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Usage tracker for resource:security_group_rule and tenant:0eed8a87ee094254bc8a3ba0b0066a6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:01.737226 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:01.744618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:01.831433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:01.837605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:01.841070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-81a08756-38d7-4968-ac91-7d2c408d9431 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:01.870264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:43:01.879563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ce7b2a-2b64-44a6-9890-a052c8a52643,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:01.882741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:01.889822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:01.889822 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Added segment 9df2de0f-a40d-4707-a463-606586b7533c of type vlan for network d016e671-b40c-4f7d-8c15-151d77df922e Dec 22 13:43:01.922830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:01.961221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:01.962363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:01.962870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:01.966494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5396f783-ce8e-4602-97ba-35d2aa672066 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:01.966738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3496ce1d-3f80-4e09-b2f5-9b596759971e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:02.036011 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 3496ce1d-3f80-4e09-b2f5-9b596759971e completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:02.041208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 3496ce1d-3f80-4e09-b2f5-9b596759971e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:02.042191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.065833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Pushing event updated for resources: {'Network': ['ID=d016e671-b40c-4f7d-8c15-151d77df922e,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:02.069078 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4045541 Dec 22 13:43:02.070051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7606650c-f7f1-460a-adfb-f23f418d7a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:02.072238 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59404) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:02.077923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Request body: {'subnet': {'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1180943504-subnet', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:02.086054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:02.092340 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Usage tracker for resource:subnet and tenant:0eed8a87ee094254bc8a3ba0b0066a6e is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:02.095629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:02.102440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:02.103856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network d016e671-b40c-4f7d-8c15-151d77df922e details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:43:02.114881 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Made reservation on behalf of 0eed8a87ee094254bc8a3ba0b0066a6e for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:43:02.117538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.120666 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Sync routers for ids ['39947a3b-053e-4bcb-a650-82733b2f798f'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:43:02.131678 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Routers {'39947a3b-053e-4bcb-a650-82733b2f798f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:43:02.132454 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:43:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['39947a3b-053e-4bcb-a650-82733b2f798f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:02.277838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.294657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 3496ce1d-3f80-4e09-b2f5-9b596759971e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3496ce1d-3f80-4e09-b2f5-9b596759971e,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:43:02.300582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.302845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:02.321046 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.323031 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Set router 39947a3b-053e-4bcb-a650-82733b2f798f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:43:02.325921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-030666d5-3aba-4903-a9fe-6cb6dc0412ac tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:02.370183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=3496ce1d-3f80-4e09-b2f5-9b596759971e,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:02.373935 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:02.402599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c9e51d-5e55-4368-8361-5cd07be4348c,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:02.410441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:02.411316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Checking segment: {'id': '9df2de0f-a40d-4707-a463-606586b7533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:43:02.411696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Network hostable DHCP agents. Network: d016e671-b40c-4f7d-8c15-151d77df922e, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:43:02.431111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Network d016e671-b40c-4f7d-8c15-151d77df922e is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:43:02.441666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, d016e671-b40c-4f7d-8c15-151d77df922e) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:02.448029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:02.449316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.450980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7e73eb-87f4-4faa-ac13-78a03d7d89d2 None None] Network d016e671-b40c-4f7d-8c15-151d77df922e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:43:02.474541 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b00d3677-106f-4c4a-8672-710ac3f3ab29 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4009409 Dec 22 13:43:02.477073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59408) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:02.482722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1180943504-router', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:02.488238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:02.492568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Usage tracker for resource:router and tenant:0eed8a87ee094254bc8a3ba0b0066a6e is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:02.495656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:02.504261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:02.517257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.518658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.548533 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.554885 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.661213 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:43:00Z', 'revision_number': 4, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f5651da3-75a7-4554-85a9-f2f635d2137c', 'name': '', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'mac_address': 'fa:16:3e:1d:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:59Z', 'updated_at': '2021-12-22T13:43:00Z', 'revision_number': 2, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'subnets': [{'id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:02.666314 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Checking router: 39947a3b-053e-4bcb-a650-82733b2f798f for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:43:02.666875 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Updating router 39947a3b-053e-4bcb-a650-82733b2f798f port f5651da3-75a7-4554-85a9-f2f635d2137c binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:43:02.721777 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.739860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-d016e671-b40c-4f7d-8c15-151d77df922e', 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'fixed_ips': [{'subnet_id': '77c9e51d-5e55-4368-8361-5cd07be4348c'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:43:02.740995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.847350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:02.895303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Allocated IP 172.20.0.2 (d016e671-b40c-4f7d-8c15-151d77df922e/77c9e51d-5e55-4368-8361-5cd07be4348c/9439033f-e19f-4c5d-a845-09d29502e1a5) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:43:03.081895 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.095802 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Transition to ACTIVE for port object f5651da3-75a7-4554-85a9-f2f635d2137c will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:03.102136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.105367 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.109083 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-4d2759c5-8e88-4894-860c-3552b5b75c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:03.117153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Transition to ACTIVE for port object 9439033f-e19f-4c5d-a845-09d29502e1a5 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:03.136681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Transition to ACTIVE for port object 9439033f-e19f-4c5d-a845-09d29502e1a5 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:03.142925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.148905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:03.173963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.213879 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Network d016e671-b40c-4f7d-8c15-151d77df922e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:03.214040 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.217062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:03.221118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:43:03.230696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Pushing event updated for resources: {'Port': ['ID=9439033f-e19f-4c5d-a845-09d29502e1a5,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:03.261430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:03.278547 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Pushing event updated for resources: {'Port': ['ID=f5651da3-75a7-4554-85a9-f2f635d2137c,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:03.322217 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:03.322534 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:03.322874 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:03.323212 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:03.323540 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:03.323910 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:03.324544 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:03.324544 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:03.324833 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:03.325153 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:03.325464 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:03.325776 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:03.327910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Attempting to bind port 9439033f-e19f-4c5d-a845-09d29502e1a5 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:43:03.328465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Attempting to bind port 9439033f-e19f-4c5d-a845-09d29502e1a5 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9df2de0f-a40d-4707-a463-606586b7533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:43:03.333978 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:03.336291 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Attempting to bind port 9439033f-e19f-4c5d-a845-09d29502e1a5 on network d016e671-b40c-4f7d-8c15-151d77df922e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:43:03.344359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:43:03.344946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Checking segment: {'id': '9df2de0f-a40d-4707-a463-606586b7533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:43:03.345544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.346124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Bound using segment: {'id': '9df2de0f-a40d-4707-a463-606586b7533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:43:03.346907 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Bound port: 9439033f-e19f-4c5d-a845-09d29502e1a5, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df2de0f-a40d-4707-a463-606586b7533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:43:03.347475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.386694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Allocated IP 172.26.4.28 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/fd89b5d5-8c81-4431-adcf-9e1d0a86b33d) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:43:03.392433 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Attempting to bind port f5651da3-75a7-4554-85a9-f2f635d2137c on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:43:03.392879 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Attempting to bind port f5651da3-75a7-4554-85a9-f2f635d2137c by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:43:03.393238 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Attempting to bind port f5651da3-75a7-4554-85a9-f2f635d2137c on network c095e11b-46ef-4a80-aef6-800c4c52e142 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:43:03.399664 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:43:03.400286 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Checking segment: {'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:43:03.400806 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.401476 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Bound using segment: {'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:43:03.402020 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Bound port: f5651da3-75a7-4554-85a9-f2f635d2137c, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:43:03.402575 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.470530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] For port 9439033f-e19f-4c5d-a845-09d29502e1a5, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:43:03.475088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] For port 9439033f-e19f-4c5d-a845-09d29502e1a5, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9439033f-e19f-4c5d-a845-09d29502e1a5,segment=NetworkSegment(9df2de0f-a40d-4707-a463-606586b7533c),segment_id=9df2de0f-a40d-4707-a463-606586b7533c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:43:03.481163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.486499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:03.509848 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] For port f5651da3-75a7-4554-85a9-f2f635d2137c, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:43:03.513247 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] For port f5651da3-75a7-4554-85a9-f2f635d2137c, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f5651da3-75a7-4554-85a9-f2f635d2137c,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:43:03.517900 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.523463 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:03.572472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Pushing event updated for resources: {'Port': ['ID=9439033f-e19f-4c5d-a845-09d29502e1a5,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:03.579432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:03.595809 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Routers {'39947a3b-053e-4bcb-a650-82733b2f798f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:43:03.596651 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:43:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['39947a3b-053e-4bcb-a650-82733b2f798f'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:03.625034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.662535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:03.668831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c9ec74a1-740a-472f-b46a-b41ac34665a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:03.683024 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Pushing event updated for resources: {'Port': ['ID=f5651da3-75a7-4554-85a9-f2f635d2137c,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:03.687970 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:03.740705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:03.743130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:03.745587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:43:03.797398 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Pushing event updated for resources: {'Port': ['ID=fd89b5d5-8c81-4431-adcf-9e1d0a86b33d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:03.802043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:03.802229 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] Set router 39947a3b-053e-4bcb-a650-82733b2f798f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:43:04.047255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9439033f-e19f-4c5d-a845-09d29502e1a5 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:04.122962 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 9439033f-e19f-4c5d-a845-09d29502e1a5 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:04.130759 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3496ce1d-3f80-4e09-b2f5-9b596759971e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:04.186838 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:43:00Z', 'revision_number': 4, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f5651da3-75a7-4554-85a9-f2f635d2137c', 'name': '', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'mac_address': 'fa:16:3e:1d:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:59Z', 'updated_at': '2021-12-22T13:43:03Z', 'revision_number': 4, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'subnets': [{'id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:04.191537 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eebab7-0cf1-4d5e-95d1-a2e128f1c158 None None] The sync data for ids ['39947a3b-053e-4bcb-a650-82733b2f798f'] in dv-neutron-822668-1-hyperv is: [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:43:00Z', 'revision_number': 4, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f5651da3-75a7-4554-85a9-f2f635d2137c', 'name': '', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'mac_address': 'fa:16:3e:1d:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:59Z', 'updated_at': '2021-12-22T13:43:03Z', 'revision_number': 4, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'subnets': [{'id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:43:04.201281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 3496ce1d-3f80-4e09-b2f5-9b596759971e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:04.202100 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:04.410639 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:04.775654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:04.792074 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c050d45-3df1-43d0-aedb-20c3d3f9248c None None] Network d016e671-b40c-4f7d-8c15-151d77df922e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:43:04.891475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e813c84b-039d-47d9-8896-af5036be2c58 None None] Provisioning for port 9439033f-e19f-4c5d-a845-09d29502e1a5 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:04.908212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e813c84b-039d-47d9-8896-af5036be2c58 None None] Provisioning complete for port 9439033f-e19f-4c5d-a845-09d29502e1a5 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:04.908590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e813c84b-039d-47d9-8896-af5036be2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:05.001084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Router 2563628f-bce1-4740-b43f-c124c6df93d4 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:43:05.131346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e813c84b-039d-47d9-8896-af5036be2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:05.175643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e813c84b-039d-47d9-8896-af5036be2c58 None None] For port 9439033f-e19f-4c5d-a845-09d29502e1a5, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9439033f-e19f-4c5d-a845-09d29502e1a5,segment=NetworkSegment(9df2de0f-a40d-4707-a463-606586b7533c),segment_id=9df2de0f-a40d-4707-a463-606586b7533c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:43:05.180722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e813c84b-039d-47d9-8896-af5036be2c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:05.182567 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:05.197324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:43:05.218502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Sync routers for ids ['2563628f-bce1-4740-b43f-c124c6df93d4'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:43:05.226889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:05.228576 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7501252 Dec 22 13:43:05.231052 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59412) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:05.250711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Routers {'2563628f-bce1-4740-b43f-c124c6df93d4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:43:05.251366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:43:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2563628f-bce1-4740-b43f-c124c6df93d4'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:05.349934 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813c84b-039d-47d9-8896-af5036be2c58 None None] Pushing event updated for resources: {'Port': ['ID=9439033f-e19f-4c5d-a845-09d29502e1a5,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:05.354966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e813c84b-039d-47d9-8896-af5036be2c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:05.517706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Set router 2563628f-bce1-4740-b43f-c124c6df93d4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:43:05.635719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c426ead3-d311-45f3-aa71-18aac40b0146 None None] Provisioning complete for port 9439033f-e19f-4c5d-a845-09d29502e1a5 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:05.636069 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c426ead3-d311-45f3-aa71-18aac40b0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.047321 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9439033f-e19f-4c5d-a845-09d29502e1a5 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:06.076929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.136804 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'name': 'tempest-TestMinimumBasicScenario-1180943504-router', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:02Z', 'updated_at': '2021-12-22T13:43:04Z', 'revision_number': 3, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'gw_port': {'id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:03Z', 'updated_at': '2021-12-22T13:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:06.145017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Checking router: 2563628f-bce1-4740-b43f-c124c6df93d4 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:43:06.145448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Updating router 2563628f-bce1-4740-b43f-c124c6df93d4 port fd89b5d5-8c81-4431-adcf-9e1d0a86b33d binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:43:06.207265 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 9439033f-e19f-4c5d-a845-09d29502e1a5 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:06.207685 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.240932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.284174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Allocated IP 172.20.0.1 (d016e671-b40c-4f7d-8c15-151d77df922e/77c9e51d-5e55-4368-8361-5cd07be4348c/10a4f639-41d0-4834-96f2-22d06317c005) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:43:06.434664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.450435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Transition to ACTIVE for port object 10a4f639-41d0-4834-96f2-22d06317c005 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:06.478339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.482290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:06.531145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f5651da3-75a7-4554-85a9-f2f635d2137c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:06.554372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Network d016e671-b40c-4f7d-8c15-151d77df922e is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:06.557447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:06.561425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:43:06.615973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Pushing event updated for resources: {'Port': ['ID=10a4f639-41d0-4834-96f2-22d06317c005,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:06.620297 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:06.635332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.648232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port f5651da3-75a7-4554-85a9-f2f635d2137c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:06.656397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f5651da3-75a7-4554-85a9-f2f635d2137c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:06.656783 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.763684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.767984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.783756 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Transition to ACTIVE for port object fd89b5d5-8c81-4431-adcf-9e1d0a86b33d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:06.818100 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.827123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:06.974995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-69830ddd-bfbe-4c15-a3e4-d83a68feca2d None None] Provisioning for port 10a4f639-41d0-4834-96f2-22d06317c005 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:06.990462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Attempting to bind port fd89b5d5-8c81-4431-adcf-9e1d0a86b33d on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:43:06.990835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Attempting to bind port fd89b5d5-8c81-4431-adcf-9e1d0a86b33d by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:43:06.991200 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Attempting to bind port fd89b5d5-8c81-4431-adcf-9e1d0a86b33d on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:43:06.991591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.995128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-69830ddd-bfbe-4c15-a3e4-d83a68feca2d None None] Provisioning complete for port 10a4f639-41d0-4834-96f2-22d06317c005 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:06.995502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-69830ddd-bfbe-4c15-a3e4-d83a68feca2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:06.997826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:07.018946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:07.022129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-85e9a55b-c0e5-4eab-8e5b-5344b85035e4 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:07.037617 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab395c-11a4-4ad4-99a2-28e518f52ddb None None] Pushing event updated for resources: {'Port': ['ID=fd89b5d5-8c81-4431-adcf-9e1d0a86b33d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:07.048329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:43:07.048712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:43:07.049120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:07.049502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:43:07.049979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Bound port: fd89b5d5-8c81-4431-adcf-9e1d0a86b33d, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:43:07.050358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:07.088952 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-36ab395c-11a4-4ad4-99a2-28e518f52ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:07.105571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Pushing event updated for resources: {'Port': ['ID=10a4f639-41d0-4834-96f2-22d06317c005,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:07.110051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:07.110832 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:07.121245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-69830ddd-bfbe-4c15-a3e4-d83a68feca2d None None] Port 10a4f639-41d0-4834-96f2-22d06317c005 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:43:07.137964 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port f5651da3-75a7-4554-85a9-f2f635d2137c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f5651da3-75a7-4554-85a9-f2f635d2137c,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:43:07.147793 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:07.151629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8b00dcdf-35fb-4d43-9bed-56ec0e720211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:07.223587 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] For port fd89b5d5-8c81-4431-adcf-9e1d0a86b33d, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:43:07.236897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] For port fd89b5d5-8c81-4431-adcf-9e1d0a86b33d, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=fd89b5d5-8c81-4431-adcf-9e1d0a86b33d,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:43:07.240884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=f5651da3-75a7-4554-85a9-f2f635d2137c,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:07.244634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:07.248502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:07.249002 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:07.253755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Network d016e671-b40c-4f7d-8c15-151d77df922e is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:07.255070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:07.327188 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Routers {'2563628f-bce1-4740-b43f-c124c6df93d4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:43:07.327870 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:43:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2563628f-bce1-4740-b43f-c124c6df93d4'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:07.384334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab395c-11a4-4ad4-99a2-28e518f52ddb None None] Pushing event updated for resources: {'Port': ['ID=fd89b5d5-8c81-4431-adcf-9e1d0a86b33d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:07.395393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-36ab395c-11a4-4ad4-99a2-28e518f52ddb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:07.515936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] Set router 2563628f-bce1-4740-b43f-c124c6df93d4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:43:07.577169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Router 2563628f-bce1-4740-b43f-c124c6df93d4 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:43:07.646334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7fa014ce-73a1-44b3-b0d7-97dffb473a9f None None] Provisioning complete for port 10a4f639-41d0-4834-96f2-22d06317c005 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:07.646334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7fa014ce-73a1-44b3-b0d7-97dffb473a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:07.751749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:43:07.769117 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] 10.222.0.24 "PUT /v2.0/routers/2563628f-bce1-4740-b43f-c124c6df93d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5288367 Dec 22 13:43:07.777171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7fa014ce-73a1-44b3-b0d7-97dffb473a9f None None] Port 10a4f639-41d0-4834-96f2-22d06317c005 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:43:07.880677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'name': 'tempest-TestMinimumBasicScenario-1180943504-router', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:02Z', 'updated_at': '2021-12-22T13:43:06Z', 'revision_number': 4, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'gw_port': {'id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:03Z', 'updated_at': '2021-12-22T13:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '10a4f639-41d0-4834-96f2-22d06317c005', 'name': '', 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'mac_address': 'fa:16:3e:91:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '77c9e51d-5e55-4368-8361-5cd07be4348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:06Z', 'updated_at': '2021-12-22T13:43:06Z', 'revision_number': 2, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'subnets': [{'id': '77c9e51d-5e55-4368-8361-5cd07be4348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:07.885173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df2bdc1-05f2-4a90-8476-09bd320c9787 None None] The sync data for ids ['2563628f-bce1-4740-b43f-c124c6df93d4'] in dv-neutron-822668-1-hyperv is: [{'id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'name': 'tempest-TestMinimumBasicScenario-1180943504-router', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:02Z', 'updated_at': '2021-12-22T13:43:06Z', 'revision_number': 4, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'gw_port': {'id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:32:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:03Z', 'updated_at': '2021-12-22T13:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '10a4f639-41d0-4834-96f2-22d06317c005', 'name': '', 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'mac_address': 'fa:16:3e:91:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '77c9e51d-5e55-4368-8361-5cd07be4348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:06Z', 'updated_at': '2021-12-22T13:43:06Z', 'revision_number': 2, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'subnets': [{'id': '77c9e51d-5e55-4368-8361-5cd07be4348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:43:07.948954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f5651da3-75a7-4554-85a9-f2f635d2137c up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:08.021748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port f5651da3-75a7-4554-85a9-f2f635d2137c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:08.022125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:09.975260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fd89b5d5-8c81-4431-adcf-9e1d0a86b33d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:10.055228 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port fd89b5d5-8c81-4431-adcf-9e1d0a86b33d completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:10.061255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port fd89b5d5-8c81-4431-adcf-9e1d0a86b33d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:10.061750 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:10.183376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:10.201951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port fd89b5d5-8c81-4431-adcf-9e1d0a86b33d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=fd89b5d5-8c81-4431-adcf-9e1d0a86b33d,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:43:10.206854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:10.209536 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6066505c-f179-456e-a804-7aab0740f751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:10.278377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=fd89b5d5-8c81-4431-adcf-9e1d0a86b33d,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:10.281664 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:10.969592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:11.857948 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Sync routers for ids ['2563628f-bce1-4740-b43f-c124c6df93d4'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:43:11.868241 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Routers {'2563628f-bce1-4740-b43f-c124c6df93d4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:43:11.869126 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:43:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2563628f-bce1-4740-b43f-c124c6df93d4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:11.961341 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fd89b5d5-8c81-4431-adcf-9e1d0a86b33d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:12.040736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port fd89b5d5-8c81-4431-adcf-9e1d0a86b33d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:12.041116 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:12.050931 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Set router 2563628f-bce1-4740-b43f-c124c6df93d4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:43:12.428385 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'name': 'tempest-TestMinimumBasicScenario-1180943504-router', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:02Z', 'updated_at': '2021-12-22T13:43:06Z', 'revision_number': 4, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'gw_port': {'id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:03Z', 'updated_at': '2021-12-22T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '10a4f639-41d0-4834-96f2-22d06317c005', 'name': '', 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'mac_address': 'fa:16:3e:91:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '77c9e51d-5e55-4368-8361-5cd07be4348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:06Z', 'updated_at': '2021-12-22T13:43:06Z', 'revision_number': 2, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'subnets': [{'id': '77c9e51d-5e55-4368-8361-5cd07be4348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:12.432291 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Checking router: 2563628f-bce1-4740-b43f-c124c6df93d4 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:43:12.432721 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Updating router 2563628f-bce1-4740-b43f-c124c6df93d4 port 10a4f639-41d0-4834-96f2-22d06317c005 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:43:12.484854 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:12.855975 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:12.868597 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Transition to ACTIVE for port object 10a4f639-41d0-4834-96f2-22d06317c005 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:12.877162 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:12.880953 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:13.012262 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68450445-8d3a-4240-9180-4042414a3336 None None] Pushing event updated for resources: {'Port': ['ID=10a4f639-41d0-4834-96f2-22d06317c005,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:13.014927 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-68450445-8d3a-4240-9180-4042414a3336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:13.115527 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Attempting to bind port 10a4f639-41d0-4834-96f2-22d06317c005 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:43:13.115927 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Attempting to bind port 10a4f639-41d0-4834-96f2-22d06317c005 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9df2de0f-a40d-4707-a463-606586b7533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:43:13.116291 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Attempting to bind port 10a4f639-41d0-4834-96f2-22d06317c005 on network d016e671-b40c-4f7d-8c15-151d77df922e {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:43:13.123232 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:43:13.124030 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Checking segment: {'id': '9df2de0f-a40d-4707-a463-606586b7533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:43:13.124291 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:13.124782 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Bound using segment: {'id': '9df2de0f-a40d-4707-a463-606586b7533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:43:13.125340 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Bound port: 10a4f639-41d0-4834-96f2-22d06317c005, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df2de0f-a40d-4707-a463-606586b7533c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:43:13.125804 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:13.245490 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] For port 10a4f639-41d0-4834-96f2-22d06317c005, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:43:13.249906 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] For port 10a4f639-41d0-4834-96f2-22d06317c005, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=10a4f639-41d0-4834-96f2-22d06317c005,segment=NetworkSegment(9df2de0f-a40d-4707-a463-606586b7533c),segment_id=9df2de0f-a40d-4707-a463-606586b7533c)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:43:13.257559 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:13.261878 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-3c1c86d5-a252-4eac-8f4d-5aae3fb3e996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:13.349922 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Routers {'2563628f-bce1-4740-b43f-c124c6df93d4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:43:13.350570 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:43:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2563628f-bce1-4740-b43f-c124c6df93d4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:13.525534 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68450445-8d3a-4240-9180-4042414a3336 None None] Pushing event updated for resources: {'Port': ['ID=10a4f639-41d0-4834-96f2-22d06317c005,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:13.530609 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-68450445-8d3a-4240-9180-4042414a3336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:13.556787 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] Set router 2563628f-bce1-4740-b43f-c124c6df93d4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:43:13.944125 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'name': 'tempest-TestMinimumBasicScenario-1180943504-router', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:02Z', 'updated_at': '2021-12-22T13:43:06Z', 'revision_number': 4, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'gw_port': {'id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:03Z', 'updated_at': '2021-12-22T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '10a4f639-41d0-4834-96f2-22d06317c005', 'name': '', 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'mac_address': 'fa:16:3e:91:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '77c9e51d-5e55-4368-8361-5cd07be4348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:06Z', 'updated_at': '2021-12-22T13:43:13Z', 'revision_number': 4, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'subnets': [{'id': '77c9e51d-5e55-4368-8361-5cd07be4348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:13.948656 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f63b8b-50bf-4f55-a8be-c7b7fad3020b None None] The sync data for ids ['2563628f-bce1-4740-b43f-c124c6df93d4'] in dv-neutron-822668-1-hyperv is: [{'id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'name': 'tempest-TestMinimumBasicScenario-1180943504-router', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:02Z', 'updated_at': '2021-12-22T13:43:06Z', 'revision_number': 4, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'gw_port': {'id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:03Z', 'updated_at': '2021-12-22T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '10a4f639-41d0-4834-96f2-22d06317c005', 'name': '', 'network_id': 'd016e671-b40c-4f7d-8c15-151d77df922e', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'mac_address': 'fa:16:3e:91:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '77c9e51d-5e55-4368-8361-5cd07be4348c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:06Z', 'updated_at': '2021-12-22T13:43:13Z', 'revision_number': 4, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'subnets': [{'id': '77c9e51d-5e55-4368-8361-5cd07be4348c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:43:13.966108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 10a4f639-41d0-4834-96f2-22d06317c005 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:14.095766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 10a4f639-41d0-4834-96f2-22d06317c005 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:14.101630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 10a4f639-41d0-4834-96f2-22d06317c005 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:14.101995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:14.227586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:14.261450 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 10a4f639-41d0-4834-96f2-22d06317c005, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=10a4f639-41d0-4834-96f2-22d06317c005,segment=NetworkSegment(9df2de0f-a40d-4707-a463-606586b7533c),segment_id=9df2de0f-a40d-4707-a463-606586b7533c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:43:14.269630 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:14.271784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:14.346100 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=10a4f639-41d0-4834-96f2-22d06317c005,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:14.349653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:15.976502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 10a4f639-41d0-4834-96f2-22d06317c005 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:16.049088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 10a4f639-41d0-4834-96f2-22d06317c005 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:16.049453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:17.778568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-83949734-a8a8-4cf9-a83e-fb92b136c0c0 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:17.780196 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-83949734-a8a8-4cf9-a83e-fb92b136c0c0 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/networks?id=c095e11b-46ef-4a80-aef6-800c4c52e142 HTTP/1.1" status: 200 len: 814 time: 0.1496544 Dec 22 13:43:17.796952 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-56a40775-ccd7-4674-bb2d-30667b499dfd tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/quotas/5ce2f35d556541bb88f64bd5465b8c09 HTTP/1.1" status: 200 len: 375 time: 0.0094686 Dec 22 13:43:17.884269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-70263480-59ee-438d-9e62-489d0d381ed8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Synchronizing usage tracker for tenant:5ce2f35d556541bb88f64bd5465b8c09 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:43:17.905229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-70263480-59ee-438d-9e62-489d0d381ed8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Unset dirty status for tenant:5ce2f35d556541bb88f64bd5465b8c09 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:43:17.906566 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-70263480-59ee-438d-9e62-489d0d381ed8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5ce2f35d556541bb88f64bd5465b8c09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1048067 Dec 22 13:43:18.050475 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-c25d50cb-58da-4338-b8b3-0e28d4d0e251 service neutron] 10.222.0.24 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317351 Dec 22 13:43:18.183661 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-91dddf72-ec36-4cf4-831f-32eed59289ba service neutron] 10.222.0.24 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246324 Dec 22 13:43:18.362135 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4339a235-da5a-4bb2-b101-9ca90e649646 req-f76f22a1-e7c3-4180-ba89-5a30d670c505 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 210 time: 0.0429184 Dec 22 13:43:19.439361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-8a9ea7f2-5606-458c-8268-9ea562f9cf17 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:19.440851 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-8a9ea7f2-5606-458c-8268-9ea562f9cf17 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.54 "GET /v2.0/networks?id=c095e11b-46ef-4a80-aef6-800c4c52e142 HTTP/1.1" status: 200 len: 814 time: 0.1553185 Dec 22 13:43:19.455592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Request body: {'port': {'device_id': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'admin_state_up': True, 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:19.574413 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-da9726bb-20c1-4352-836f-affe497a3225 req-2f2e2a50-b738-4eaf-b420-49f5e8cceb03 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 210 time: 0.1045299 Dec 22 13:43:19.634768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:19.644501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:19.656427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Made reservation on behalf of 5ce2f35d556541bb88f64bd5465b8c09 for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:43:19.660275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:19.834623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Allocated IP 172.20.0.11 (c095e11b-46ef-4a80-aef6-800c4c52e142/c2baa974-a81e-42c9-9ce1-d68b5c221d45/6dff1217-8eaf-41af-8293-189e93f6c66c) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:43:20.071665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.089614 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Transition to ACTIVE for port object 6dff1217-8eaf-41af-8293-189e93f6c66c will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:20.117267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.123917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-df5e0b4e-5039-48f6-8630-b2630d686803 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:20.338130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Network c095e11b-46ef-4a80-aef6-800c4c52e142 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:20.341141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:20.345641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:43:20.375069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event updated for resources: {'Port': ['ID=6dff1217-8eaf-41af-8293-189e93f6c66c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:20.397428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.397428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.397428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.397428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.397936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.397936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.398245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.398613 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.399056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.399408 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.399807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.400174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:20.406207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:20.426909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:20.427658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.460848 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0103955 Dec 22 13:43:20.651266 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-02b06087-99f4-485b-8eb9-9dd5296915d1 None None] Provisioning for port 6dff1217-8eaf-41af-8293-189e93f6c66c completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:20.656848 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-02b06087-99f4-485b-8eb9-9dd5296915d1 None None] Provisioning complete for port 6dff1217-8eaf-41af-8293-189e93f6c66c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:20.662136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02b06087-99f4-485b-8eb9-9dd5296915d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:20.722812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-02b06087-99f4-485b-8eb9-9dd5296915d1 None None] Port 6dff1217-8eaf-41af-8293-189e93f6c66c cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:43:20.781924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d328dc-ebfc-4ad1-af6b-277617e62c76 req-6b667f7f-da6c-4827-9322-9e7adf324217 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:20.783453 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-18d328dc-ebfc-4ad1-af6b-277617e62c76 req-6b667f7f-da6c-4827-9322-9e7adf324217 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 932 time: 0.0909758 Dec 22 13:43:20.832536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-18d328dc-ebfc-4ad1-af6b-277617e62c76 req-e6535529-5dc2-4841-a3c9-da65db5a0feb tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Synchronizing usage tracker for tenant:5ce2f35d556541bb88f64bd5465b8c09 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:43:20.851547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-18d328dc-ebfc-4ad1-af6b-277617e62c76 req-e6535529-5dc2-4841-a3c9-da65db5a0feb tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Unset dirty status for tenant:5ce2f35d556541bb88f64bd5465b8c09 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:43:20.852869 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-18d328dc-ebfc-4ad1-af6b-277617e62c76 req-e6535529-5dc2-4841-a3c9-da65db5a0feb tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635607 Dec 22 13:43:21.860089 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:43:22.053778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cbd79-8b6f-4cf5-8362-295af5f116e8 req-a7d05558-f83a-439a-9bf1-6ad9bf810959 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:22.054616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-c81cbd79-8b6f-4cf5-8362-295af5f116e8 req-a7d05558-f83a-439a-9bf1-6ad9bf810959 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Synchronizing usage tracker for tenant:5ce2f35d556541bb88f64bd5465b8c09 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:43:22.071999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-c81cbd79-8b6f-4cf5-8362-295af5f116e8 req-a7d05558-f83a-439a-9bf1-6ad9bf810959 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Unset dirty status for tenant:5ce2f35d556541bb88f64bd5465b8c09 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:43:22.073282 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c81cbd79-8b6f-4cf5-8362-295af5f116e8 req-a7d05558-f83a-439a-9bf1-6ad9bf810959 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 932 time: 0.1007619 Dec 22 13:43:22.143720 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c81cbd79-8b6f-4cf5-8362-295af5f116e8 req-b9a156ce-ee40-4794-b59d-294561affcf3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639424 Dec 22 13:43:23.332657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306eeb69-a432-4730-8f9f-1f4d3b6f71e2 req-f7626195-357b-4127-9fba-e3893294c553 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:23.334525 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-306eeb69-a432-4730-8f9f-1f4d3b6f71e2 req-f7626195-357b-4127-9fba-e3893294c553 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 932 time: 0.0831537 Dec 22 13:43:23.383586 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-306eeb69-a432-4730-8f9f-1f4d3b6f71e2 req-79e70ed6-febe-4d9f-8b5e-68d209619d6b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428877 Dec 22 13:43:24.576508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4d6ce-598b-4d37-8a54-439070db0600 req-3cd9c9e8-6d32-441c-b503-17bbf4fdccfe tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:24.578139 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0fb4d6ce-598b-4d37-8a54-439070db0600 req-3cd9c9e8-6d32-441c-b503-17bbf4fdccfe tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 932 time: 0.0874901 Dec 22 13:43:24.628873 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0fb4d6ce-598b-4d37-8a54-439070db0600 req-29bfaf95-6a33-48ca-8563-1297b0aa85a7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444851 Dec 22 13:43:25.828657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85b5b9-ff66-41ff-9efe-47af56de94e4 req-88f5e206-e1b9-4973-9d89-a1dcd29411a7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:25.832083 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5f85b5b9-ff66-41ff-9efe-47af56de94e4 req-88f5e206-e1b9-4973-9d89-a1dcd29411a7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 932 time: 0.0920882 Dec 22 13:43:25.880373 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5f85b5b9-ff66-41ff-9efe-47af56de94e4 req-e408abfa-f4c6-4f58-8a48-94a29bd73301 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 Dec 22 13:43:27.077221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73b8ed-7910-4e34-8758-c7deb47521d4 req-a3baa07f-098f-4ee7-897a-33dc5063e9d9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:27.078714 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-de73b8ed-7910-4e34-8758-c7deb47521d4 req-a3baa07f-098f-4ee7-897a-33dc5063e9d9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 932 time: 0.0807447 Dec 22 13:43:27.125204 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-de73b8ed-7910-4e34-8758-c7deb47521d4 req-87e47c66-a6d3-44d6-876f-4c5adab12a6f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395193 Dec 22 13:43:27.554043 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-697f964e-d3bd-4db4-9689-67d4b59da5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:28.312017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b4b3-219f-44ed-8875-9f48adafa373 req-79622267-fc27-495e-ae5c-9035cb5bb0d5 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:28.313570 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a672b4b3-219f-44ed-8875-9f48adafa373 req-79622267-fc27-495e-ae5c-9035cb5bb0d5 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 932 time: 0.0797362 Dec 22 13:43:28.359442 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a672b4b3-219f-44ed-8875-9f48adafa373 req-2d6d4af8-093a-4856-904f-618686f83c1e tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Dec 22 13:43:29.561569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d99717-4f57-423b-87ca-11cb6d2e5241 req-4b2c81f4-ebb2-4e04-8dcd-a65746d7d42c tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:29.562923 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-40d99717-4f57-423b-87ca-11cb6d2e5241 req-4b2c81f4-ebb2-4e04-8dcd-a65746d7d42c tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 932 time: 0.0875151 Dec 22 13:43:29.608039 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-40d99717-4f57-423b-87ca-11cb6d2e5241 req-31efb073-3bdd-4526-9849-2ec9fae47cee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390046 Dec 22 13:43:29.920366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93a2b912-0bd5-4eba-99dc-189895eab3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:30.928442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baf19c-5fed-4342-8ef1-151f35bb1503 req-a087d13c-9b3d-4f82-8171-0e692636cf29 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:30.929930 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e1baf19c-5fed-4342-8ef1-151f35bb1503 req-a087d13c-9b3d-4f82-8171-0e692636cf29 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 932 time: 0.2025390 Dec 22 13:43:30.964082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:30.976931 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e1baf19c-5fed-4342-8ef1-151f35bb1503 req-a82ba6cf-0ccd-431e-bde2-e40276964430 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398648 Dec 22 13:43:31.036212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:31.577060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Request body: {'port': {'device_id': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:31.695822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:32.042969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dff1217-8eaf-41af-8293-189e93f6c66c {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:43:32.050449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:32.065119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Transition to ACTIVE for port object 6dff1217-8eaf-41af-8293-189e93f6c66c will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:43:32.069565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:32.073254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:32.246687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Pushing event updated for resources: {'Port': ['ID=6dff1217-8eaf-41af-8293-189e93f6c66c,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:32.251792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:32.359517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988901cd-62d2-4f74-b062-ffa9a1f08861 req-84e2c6f9-32da-4acb-8710-5478fc42b962 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:32.361033 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-988901cd-62d2-4f74-b062-ffa9a1f08861 req-84e2c6f9-32da-4acb-8710-5478fc42b962 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 944 time: 0.2586539 Dec 22 13:43:32.399199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Attempting to bind port 6dff1217-8eaf-41af-8293-189e93f6c66c on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:43:32.399540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Attempting to bind port 6dff1217-8eaf-41af-8293-189e93f6c66c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:43:32.399891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Attempting to bind port 6dff1217-8eaf-41af-8293-189e93f6c66c on network c095e11b-46ef-4a80-aef6-800c4c52e142 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:43:32.415288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Port 6dff1217-8eaf-41af-8293-189e93f6c66c on network c095e11b-46ef-4a80-aef6-800c4c52e142 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:43:32.415288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Attempting to bind port 6dff1217-8eaf-41af-8293-189e93f6c66c on network c095e11b-46ef-4a80-aef6-800c4c52e142 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:43:32.426064 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-988901cd-62d2-4f74-b062-ffa9a1f08861 req-383b6252-5832-48eb-bdd7-863e9b00e321 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554786 Dec 22 13:43:32.426708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:43:32.427033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Checking segment: {'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:43:32.427386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Bound using segment: {'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:43:32.427860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Bound port: 6dff1217-8eaf-41af-8293-189e93f6c66c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:43:32.428204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:32.510000 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:32.517752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] For port 6dff1217-8eaf-41af-8293-189e93f6c66c, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:43:32.520814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] For port 6dff1217-8eaf-41af-8293-189e93f6c66c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6dff1217-8eaf-41af-8293-189e93f6c66c,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:43:32.524629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:32.529266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-332cf4ad-f419-4321-a1a6-46abc1eb0bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:32.587799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:32.588440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:32.590197 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] 10.222.0.54 "PUT /v2.0/ports/6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 1094 time: 1.0173221 Dec 22 13:43:32.590401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:43:32.613248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Pushing event updated for resources: {'Port': ['ID=6dff1217-8eaf-41af-8293-189e93f6c66c,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:32.616818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:32.677505 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'status': 'completed', 'code': 200} Dec 22 13:43:32.715047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-238610ed-2f81-49ba-8333-54adb505c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:32.716606 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-238610ed-2f81-49ba-8333-54adb505c889 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ce2f35d556541bb88f64bd5465b8c09&device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 1097 time: 0.0759361 Dec 22 13:43:32.897586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-c50d1aeb-02e0-495e-b178-b952c3b1ef2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 217 time: 0.1738834 Dec 22 13:43:32.961762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-64a8b2d2-e7bf-4929-8d30-5c1c4ac65a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:32.963106 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-64a8b2d2-e7bf-4929-8d30-5c1c4ac65a9f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2baa974-a81e-42c9-9ce1-d68b5c221d45 HTTP/1.1" status: 200 len: 853 time: 0.0582957 Dec 22 13:43:33.037886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-3a6c4a5b-9d8e-4aba-9a7a-a8b37664f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:33.039375 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-3a6c4a5b-9d8e-4aba-9a7a-a8b37664f3be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c095e11b-46ef-4a80-aef6-800c4c52e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691257 Dec 22 13:43:33.172992 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-a05384bc-bea2-436d-83db-b162d0c553f7 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269519 Dec 22 13:43:33.304960 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-698474d8-487c-4032-985b-9aa4a9d2bec2 req-9f12696f-6c22-45fb-9154-fba9882429ec service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256258 Dec 22 13:43:33.426109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055aaf4-7c2c-4224-a3b1-94dd1c867320 req-5fa656d5-71d1-4ed2-8fc7-af1d9209e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:33.427580 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7055aaf4-7c2c-4224-a3b1-94dd1c867320 req-5fa656d5-71d1-4ed2-8fc7-af1d9209e262 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ce2f35d556541bb88f64bd5465b8c09&device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 1097 time: 0.0774441 Dec 22 13:43:33.625809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055aaf4-7c2c-4224-a3b1-94dd1c867320 req-fdc48dd7-83de-4f81-9611-0fdd6d479c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:33.628068 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7055aaf4-7c2c-4224-a3b1-94dd1c867320 req-fdc48dd7-83de-4f81-9611-0fdd6d479c36 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c095e11b-46ef-4a80-aef6-800c4c52e142 HTTP/1.1" status: 200 len: 915 time: 0.1938043 Dec 22 13:43:33.700280 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7055aaf4-7c2c-4224-a3b1-94dd1c867320 req-e87afcb5-02d8-4cfb-a3a2-9a6ca48047ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 217 time: 0.0654185 Dec 22 13:43:33.767412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebab636-8270-468a-a917-1092c8ed538f req-7f927242-5bae-40d2-87d1-aaf954a86bb4 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:33.768859 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0ebab636-8270-468a-a917-1092c8ed538f req-7f927242-5bae-40d2-87d1-aaf954a86bb4 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 944 time: 0.2348974 Dec 22 13:43:33.777687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055aaf4-7c2c-4224-a3b1-94dd1c867320 req-9271cc97-39fc-4397-bd1d-38387c381d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:33.778987 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7055aaf4-7c2c-4224-a3b1-94dd1c867320 req-9271cc97-39fc-4397-bd1d-38387c381d6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2baa974-a81e-42c9-9ce1-d68b5c221d45 HTTP/1.1" status: 200 len: 853 time: 0.0712724 Dec 22 13:43:33.865165 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0ebab636-8270-468a-a917-1092c8ed538f req-3837b09c-5555-4671-bc3d-ab78a2184d62 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897441 Dec 22 13:43:33.884005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055aaf4-7c2c-4224-a3b1-94dd1c867320 req-3a8a5d8c-0f78-491d-bec0-68df95f43089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:33.885474 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7055aaf4-7c2c-4224-a3b1-94dd1c867320 req-3a8a5d8c-0f78-491d-bec0-68df95f43089 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c095e11b-46ef-4a80-aef6-800c4c52e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921009 Dec 22 13:43:34.021105 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7055aaf4-7c2c-4224-a3b1-94dd1c867320 req-56dd0e2c-43ab-4451-8942-7a976d3ea505 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276746 Dec 22 13:43:34.157676 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7055aaf4-7c2c-4224-a3b1-94dd1c867320 req-a84c61bd-2f4e-4aca-a77e-15fd6be3dd7d service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288130 Dec 22 13:43:35.077502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a52f3d-c345-4b5c-bee1-9f4263bacaa3 req-4d935241-710a-4913-8db7-bf67e6c26b3c tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:35.078947 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f2a52f3d-c345-4b5c-bee1-9f4263bacaa3 req-4d935241-710a-4913-8db7-bf67e6c26b3c tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 944 time: 0.0928266 Dec 22 13:43:35.125666 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f2a52f3d-c345-4b5c-bee1-9f4263bacaa3 req-76e778f9-b215-422f-a743-25b428b5bfb9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406070 Dec 22 13:43:36.073610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 6dff1217-8eaf-41af-8293-189e93f6c66c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:43:36.208817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 6dff1217-8eaf-41af-8293-189e93f6c66c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6dff1217-8eaf-41af-8293-189e93f6c66c,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:43:36.222057 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'port_id': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'mac_address': 'fa:16:3e:5a:9b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:43:36.279499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:36.296348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dff1217-8eaf-41af-8293-189e93f6c66c {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:43:36.311768 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 6dff1217-8eaf-41af-8293-189e93f6c66c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6dff1217-8eaf-41af-8293-189e93f6c66c,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:43:36.316812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:36.318733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e813c84b-039d-47d9-8896-af5036be2c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:36.327471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340a01d-3391-4dda-b313-1a5cccafc08b req-281fc06d-3af7-46f4-baa5-14b7cac341cf tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:36.329691 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0340a01d-3391-4dda-b313-1a5cccafc08b req-281fc06d-3af7-46f4-baa5-14b7cac341cf tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 944 time: 0.0905774 Dec 22 13:43:36.374800 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0340a01d-3391-4dda-b313-1a5cccafc08b req-89eeae89-5e02-4618-b6c3-30e96f314f49 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388899 Dec 22 13:43:36.382874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=6dff1217-8eaf-41af-8293-189e93f6c66c,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:36.386113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:36.654886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['6dff1217-8eaf-41af-8293-189e93f6c66c'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:43:37.573031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca09928-3fb1-4d7e-bd73-7b368faa80e9 req-1286fb9a-77e4-426f-93f4-c625de2bb8a9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:37.574466 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7ca09928-3fb1-4d7e-bd73-7b368faa80e9 req-1286fb9a-77e4-426f-93f4-c625de2bb8a9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 945 time: 0.0870802 Dec 22 13:43:37.618332 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7ca09928-3fb1-4d7e-bd73-7b368faa80e9 req-8c632b07-72ca-42fa-b669-b4e7c5fbddfd tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380225 Dec 22 13:43:38.090007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 6dff1217-8eaf-41af-8293-189e93f6c66c up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:43:38.167029 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 6dff1217-8eaf-41af-8293-189e93f6c66c completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:43:38.171742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 6dff1217-8eaf-41af-8293-189e93f6c66c triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:38.172125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:38.288628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:38.315726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:43:38.326081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 6dff1217-8eaf-41af-8293-189e93f6c66c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6dff1217-8eaf-41af-8293-189e93f6c66c,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:43:38.331733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:38.335215 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:38.372030 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'code': 200} Dec 22 13:43:38.416195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=6dff1217-8eaf-41af-8293-189e93f6c66c,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:38.419675 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:38.599631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015df2e-2ddf-482a-9603-0c04ae2eee7f req-d2165ff8-e5c9-4712-895a-8b1375d95775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:38.601185 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3015df2e-2ddf-482a-9603-0c04ae2eee7f req-d2165ff8-e5c9-4712-895a-8b1375d95775 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 1099 time: 0.0717537 Dec 22 13:43:38.640406 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3015df2e-2ddf-482a-9603-0c04ae2eee7f req-c8f35e32-eb25-434e-8b85-416200a379be service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Dec 22 13:43:38.838138 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee71d8-f54b-43c6-bb4d-9d1a930fb467 req-9060a7d4-0a20-4d9c-ad24-a0603c51fbe0 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:38.839496 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2cee71d8-f54b-43c6-bb4d-9d1a930fb467 req-9060a7d4-0a20-4d9c-ad24-a0603c51fbe0 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 946 time: 0.1023548 Dec 22 13:43:38.883912 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2cee71d8-f54b-43c6-bb4d-9d1a930fb467 req-4c3f4deb-b05f-4954-b3dd-289b9a6104f8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385900 Dec 22 13:43:40.081630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb9c69-74e7-47c1-98d2-d38635036b59 req-98f483f1-51a4-47f2-b250-82a7d7965a70 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:40.083395 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-51fb9c69-74e7-47c1-98d2-d38635036b59 req-98f483f1-51a4-47f2-b250-82a7d7965a70 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 946 time: 0.0908697 Dec 22 13:43:40.139592 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-51fb9c69-74e7-47c1-98d2-d38635036b59 req-9bc2f545-afaa-4a34-9b8e-7b9d0be4042c tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502210 Dec 22 13:43:40.961228 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:41.351432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b39a6-c455-4668-bc45-56436929d4a9 req-8af1564e-e74f-4b46-a117-8c1e6733e29d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:41.352817 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-557b39a6-c455-4668-bc45-56436929d4a9 req-8af1564e-e74f-4b46-a117-8c1e6733e29d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 946 time: 0.0790076 Dec 22 13:43:41.397546 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-557b39a6-c455-4668-bc45-56436929d4a9 req-ffa10170-c89d-49d4-8a0d-6d1d34cbf6c6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391178 Dec 22 13:43:41.595900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160b77b-1df4-49a4-9175-072f53731e26 req-8386ef8c-151f-4c7c-8173-ca372f354478 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:41.597403 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0160b77b-1df4-49a4-9175-072f53731e26 req-8386ef8c-151f-4c7c-8173-ca372f354478 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 946 time: 0.0859184 Dec 22 13:43:41.641492 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0160b77b-1df4-49a4-9175-072f53731e26 req-4c1d04f3-9379-4c6e-af97-07290e66287c tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382376 Dec 22 13:43:42.156806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7fed9-d5d7-42c1-b7b8-1b4384de4a91 req-9fae6400-0365-4a1f-a88c-1fdebb02f0ab tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:42.158176 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4da7fed9-d5d7-42c1-b7b8-1b4384de4a91 req-9fae6400-0365-4a1f-a88c-1fdebb02f0ab tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 946 time: 0.1973543 Dec 22 13:43:42.205141 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4da7fed9-d5d7-42c1-b7b8-1b4384de4a91 req-4f508e0b-b349-4260-9fa5-621e711ce27a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386245 Dec 22 13:43:49.572334 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a75d730d-6788-4e6d-b91a-5f2a9f829b36 req-4acf6b12-4847-4757-a228-38fad21891b7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720580 Dec 22 13:43:49.721423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d730d-6788-4e6d-b91a-5f2a9f829b36 req-7280f73f-2d0c-4400-af73-cc9c3f2e00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:49.722866 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a75d730d-6788-4e6d-b91a-5f2a9f829b36 req-7280f73f-2d0c-4400-af73-cc9c3f2e00f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ce2f35d556541bb88f64bd5465b8c09&device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 1099 time: 0.0724664 Dec 22 13:43:49.881004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d730d-6788-4e6d-b91a-5f2a9f829b36 req-a9328356-1791-45dc-8f70-b386c57c2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:49.882545 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a75d730d-6788-4e6d-b91a-5f2a9f829b36 req-a9328356-1791-45dc-8f70-b386c57c2a7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c095e11b-46ef-4a80-aef6-800c4c52e142 HTTP/1.1" status: 200 len: 915 time: 0.1382737 Dec 22 13:43:49.962978 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a75d730d-6788-4e6d-b91a-5f2a9f829b36 req-11963771-4052-4026-9e9d-8ba9525669d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 217 time: 0.0731988 Dec 22 13:43:50.023898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d730d-6788-4e6d-b91a-5f2a9f829b36 req-46399a9d-e3c9-413b-b131-264a1c84476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:50.025335 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a75d730d-6788-4e6d-b91a-5f2a9f829b36 req-46399a9d-e3c9-413b-b131-264a1c84476d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2baa974-a81e-42c9-9ce1-d68b5c221d45 HTTP/1.1" status: 200 len: 853 time: 0.0560429 Dec 22 13:43:50.102683 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d730d-6788-4e6d-b91a-5f2a9f829b36 req-1b41c44f-c465-417b-a171-9d67a7c76f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:50.104138 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a75d730d-6788-4e6d-b91a-5f2a9f829b36 req-1b41c44f-c465-417b-a171-9d67a7c76f53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c095e11b-46ef-4a80-aef6-800c4c52e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720408 Dec 22 13:43:50.235368 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a75d730d-6788-4e6d-b91a-5f2a9f829b36 req-7765f82a-871d-4b37-a6dc-f32225da4828 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236432 Dec 22 13:43:50.377646 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a75d730d-6788-4e6d-b91a-5f2a9f829b36 req-f89fc91e-b2bc-42a5-9e1d-d9f5d1910252 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358962 Dec 22 13:43:52.600312 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c7d28-5335-4a5f-b8b2-29a4eb346bd7 req-850c1a70-d423-4f7e-87a5-c4eda6deb430 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:52.601748 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e7c7d28-5335-4a5f-b8b2-29a4eb346bd7 req-850c1a70-d423-4f7e-87a5-c4eda6deb430 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 946 time: 0.0800543 Dec 22 13:43:52.644963 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e7c7d28-5335-4a5f-b8b2-29a4eb346bd7 req-6ccaf7fc-3a96-4bb9-83f9-2c25b28c883b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373240 Dec 22 13:43:52.670839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59606) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:52.862792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c8726-fbdc-474d-8494-18a6721ad472 tempest-TestMinimumBasicScenario-654188427 tempest-TestMinimumBasicScenario-654188427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:52.863521 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9e1c8726-fbdc-474d-8494-18a6721ad472 tempest-TestMinimumBasicScenario-654188427 tempest-TestMinimumBasicScenario-654188427-project-admin] Synchronizing usage tracker for tenant:0eed8a87ee094254bc8a3ba0b0066a6e on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:43:52.884388 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9e1c8726-fbdc-474d-8494-18a6721ad472 tempest-TestMinimumBasicScenario-654188427 tempest-TestMinimumBasicScenario-654188427-project-admin] Unset dirty status for tenant:0eed8a87ee094254bc8a3ba0b0066a6e on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:43:52.888733 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9e1c8726-fbdc-474d-8494-18a6721ad472 tempest-TestMinimumBasicScenario-654188427 tempest-TestMinimumBasicScenario-654188427-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 1094 time: 0.2136974 Dec 22 13:43:52.889107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59612) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:52.894042 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:52.902288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:52.908426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Usage tracker for resource:floatingip and tenant:5ce2f35d556541bb88f64bd5465b8c09 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:52.912676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:52.920981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:52.934118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:53.076803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:53.212097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Allocated IP 172.26.4.217 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/5c9b2524-1be8-491d-aeea-794b4388adc0) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:43:53.360558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:53.390344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:53.394877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ecd6a9f9-46a9-4bce-839f-0bc6303b4cec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:53.457153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:43:53.460331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:43:53.463982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:43:53.504391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event updated for resources: {'Port': ['ID=5c9b2524-1be8-491d-aeea-794b4388adc0,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:53.508565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:54.004610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:54.087752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:54.300828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:54.308003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:54.312689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-17d8c7c0-0e31-4927-9678-d389fece63ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:54.417091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event updated for resources: {'Port': ['ID=5c9b2524-1be8-491d-aeea-794b4388adc0,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:54.421205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:54.432845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:54.611240 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Floating IP a4da9e6b-9fad-42f6-90cf-277d2861882f associated. External IP: 172.26.4.217, port: 6dff1217-8eaf-41af-8293-189e93f6c66c. Dec 22 13:43:54.965150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Router 39947a3b-053e-4bcb-a650-82733b2f798f has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:43:55.277872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:43:55.288955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc9883-2c32-4bdd-a9eb-abce46c84582 None None] Sync routers for ids ['39947a3b-053e-4bcb-a650-82733b2f798f'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:43:55.299048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc9883-2c32-4bdd-a9eb-abce46c84582 None None] Routers {'39947a3b-053e-4bcb-a650-82733b2f798f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:43:55.299659 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c8dc9883-2c32-4bdd-a9eb-abce46c84582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:43:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['39947a3b-053e-4bcb-a650-82733b2f798f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:55.303234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:55.360014 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4698372 Dec 22 13:43:55.360716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:43:55.362966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59616) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:55.368373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646405069', 'description': 'tempest-secgroup-smoke-646405069 description', 'project_id': '5ce2f35d556541bb88f64bd5465b8c09'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:55.374792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:55.384843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:55.396879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:55.404572 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'status': 'completed', 'code': 200} Dec 22 13:43:55.422203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:55.426267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Usage tracker for resource:security_group_rule and tenant:5ce2f35d556541bb88f64bd5465b8c09 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:55.429318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:55.435159 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:55.481464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c8dc9883-2c32-4bdd-a9eb-abce46c84582 None None] Set router 39947a3b-053e-4bcb-a650-82733b2f798f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:43:55.498744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c78357-5c48-40f7-ba2a-7f3f2ab69490 req-4fb483c5-2ade-496c-b3c3-c2a526c33296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:55.500269 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12c78357-5c48-40f7-ba2a-7f3f2ab69490 req-4fb483c5-2ade-496c-b3c3-c2a526c33296 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ce2f35d556541bb88f64bd5465b8c09&device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 1099 time: 0.0718985 Dec 22 13:43:55.506483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:55.510673 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:55.514766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7da89743-23ce-43f1-aef8-753513478a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:55.561481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48a5be2-9a13-448a-9f79-cbc74119ef13,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:55.570301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:55.570684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:55.571075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:55.571467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:55.571858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:55.572215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:55.572867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:55.573377 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:55.573899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:55.574405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:55.574920 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:55.575436 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:43:55.578896 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:55.580313 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2162721 Dec 22 13:43:55.581217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-adfb0a22-f448-4ed1-a48f-cc3e4bce996b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:55.583698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59622) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:55.589183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Request body: {'security_group_rule': {'security_group_id': 'e48a5be2-9a13-448a-9f79-cbc74119ef13', 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:55.595577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:55.599958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Usage tracker for resource:security_group_rule and tenant:5ce2f35d556541bb88f64bd5465b8c09 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:55.603173 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:55.609432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:55.630863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:55.657096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c78357-5c48-40f7-ba2a-7f3f2ab69490 req-ee1e19b3-2758-44dd-8410-c0b630675729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:55.658801 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12c78357-5c48-40f7-ba2a-7f3f2ab69490 req-ee1e19b3-2758-44dd-8410-c0b630675729 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c095e11b-46ef-4a80-aef6-800c4c52e142 HTTP/1.1" status: 200 len: 915 time: 0.1513569 Dec 22 13:43:55.695440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:55.700178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:55.708617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1e357bc8-f5b1-4921-8191-888b26455971 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:55.727134 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d05c39-dcf9-42bd-877e-167317a9d73f,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:55.733278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:55.740762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:55.744169 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565683 Dec 22 13:43:55.744331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59626) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:55.751243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Request body: {'security_group_rule': {'security_group_id': 'e48a5be2-9a13-448a-9f79-cbc74119ef13', 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:55.758873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:55.766072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Usage tracker for resource:security_group_rule and tenant:5ce2f35d556541bb88f64bd5465b8c09 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:55.774735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:55.783713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:55.786926 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12c78357-5c48-40f7-ba2a-7f3f2ab69490 req-8dabcf98-57bd-4ae6-829a-81a8b94b5060 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 1000 time: 0.1202319 Dec 22 13:43:55.841569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:55.878919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c8dc9883-2c32-4bdd-a9eb-abce46c84582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:43:00Z', 'revision_number': 4, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'a4da9e6b-9fad-42f6-90cf-277d2861882f', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'floating_ip_address': '172.26.4.217', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'port_id': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'mac_address': 'fa:16:3e:5a:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:53Z', 'updated_at': '2021-12-22T13:43:53Z', 'revision_number': 0, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5651da3-75a7-4554-85a9-f2f635d2137c', 'name': '', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'mac_address': 'fa:16:3e:1d:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:59Z', 'updated_at': '2021-12-22T13:43:07Z', 'revision_number': 5, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'subnets': [{'id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:55.882888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc9883-2c32-4bdd-a9eb-abce46c84582 None None] Checking router: 39947a3b-053e-4bcb-a650-82733b2f798f for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:43:55.885031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c78357-5c48-40f7-ba2a-7f3f2ab69490 req-a25bf5d2-0e7d-4c6b-b0a5-7c6eb7e9583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:55.886200 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12c78357-5c48-40f7-ba2a-7f3f2ab69490 req-a25bf5d2-0e7d-4c6b-b0a5-7c6eb7e9583b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2baa974-a81e-42c9-9ce1-d68b5c221d45 HTTP/1.1" status: 200 len: 853 time: 0.0917618 Dec 22 13:43:55.891826 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dc9883-2c32-4bdd-a9eb-abce46c84582 None None] Routers {'39947a3b-053e-4bcb-a650-82733b2f798f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:43:55.892436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c8dc9883-2c32-4bdd-a9eb-abce46c84582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:43:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['39947a3b-053e-4bcb-a650-82733b2f798f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:55.955714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:55.965854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:55.965993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-940b82d2-a729-4450-8110-00dfa930dbeb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:55.989114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a7d30b-c240-4f24-9590-9ed859ba3a61,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:55.993480 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:56.006143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.007332 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2621803 Dec 22 13:43:56.011962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59630) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:56.025039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Request body: {'security_group_rule': {'security_group_id': 'e48a5be2-9a13-448a-9f79-cbc74119ef13', 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:56.034615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:56.037165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c78357-5c48-40f7-ba2a-7f3f2ab69490 req-e5247a12-f833-4a30-9203-811f6e446992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:56.038895 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12c78357-5c48-40f7-ba2a-7f3f2ab69490 req-e5247a12-f833-4a30-9203-811f6e446992 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c095e11b-46ef-4a80-aef6-800c4c52e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1433926 Dec 22 13:43:56.039565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Usage tracker for resource:security_group_rule and tenant:5ce2f35d556541bb88f64bd5465b8c09 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:56.043427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:56.069262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:56.081569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-c8dc9883-2c32-4bdd-a9eb-abce46c84582 None None] Set router 39947a3b-053e-4bcb-a650-82733b2f798f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:43:56.150763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.214447 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12c78357-5c48-40f7-ba2a-7f3f2ab69490 req-2603b979-e75e-435b-a01c-07d76e0f8fce service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678467 Dec 22 13:43:56.305198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.314993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.318658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4a64c491-cede-4d8f-8a2e-c663b9d3d432 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:56.345775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1b3452-0e79-4fc9-8d24-090cd07c6a40,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:56.351473 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:56.373804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.374972 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3626969 Dec 22 13:43:56.378203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59634) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:56.383766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Request body: {'security_group_rule': {'security_group_id': 'e48a5be2-9a13-448a-9f79-cbc74119ef13', 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:56.389867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:56.393912 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Usage tracker for resource:security_group_rule and tenant:5ce2f35d556541bb88f64bd5465b8c09 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:56.396852 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12c78357-5c48-40f7-ba2a-7f3f2ab69490 req-e84ff400-8601-4cf8-82aa-2b701a99a541 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728866 Dec 22 13:43:56.397019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:56.403862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:56.422977 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.434597 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-c8dc9883-2c32-4bdd-a9eb-abce46c84582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:43:00Z', 'revision_number': 4, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'a4da9e6b-9fad-42f6-90cf-277d2861882f', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'floating_ip_address': '172.26.4.217', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'port_id': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'mac_address': 'fa:16:3e:5a:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:53Z', 'updated_at': '2021-12-22T13:43:53Z', 'revision_number': 0, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5651da3-75a7-4554-85a9-f2f635d2137c', 'name': '', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'mac_address': 'fa:16:3e:1d:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:59Z', 'updated_at': '2021-12-22T13:43:07Z', 'revision_number': 5, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'subnets': [{'id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:43:56.439027 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc9883-2c32-4bdd-a9eb-abce46c84582 None None] The sync data for ids ['39947a3b-053e-4bcb-a650-82733b2f798f'] in dv-neutron-822668-1-hyperv is: [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:43:00Z', 'revision_number': 4, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'a4da9e6b-9fad-42f6-90cf-277d2861882f', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'floating_ip_address': '172.26.4.217', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'port_id': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'mac_address': 'fa:16:3e:5a:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:53Z', 'updated_at': '2021-12-22T13:43:53Z', 'revision_number': 0, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5651da3-75a7-4554-85a9-f2f635d2137c', 'name': '', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'mac_address': 'fa:16:3e:1d:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:59Z', 'updated_at': '2021-12-22T13:43:07Z', 'revision_number': 5, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'subnets': [{'id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:43:56.491769 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.496421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.498275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c0fecc07-dd17-4c09-aa20-e7e137d2a83e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:56.520777 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fc59e1-2d5d-467b-a653-a8eb66670676,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:56.525392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:56.530930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.532908 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536036 Dec 22 13:43:56.535822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59638) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:56.541330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Request body: {'security_group_rule': {'security_group_id': 'e48a5be2-9a13-448a-9f79-cbc74119ef13', 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:56.547700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:56.551797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Usage tracker for resource:security_group_rule and tenant:5ce2f35d556541bb88f64bd5465b8c09 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:56.554841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:56.561372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:56.571529 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Project 5ce2f35d556541bb88f64bd5465b8c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:43:56.578209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.649452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.653603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.655537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8dca3186-2251-4568-badb-5d027e840b0a tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:56.676314 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3a8651-dc72-40e0-8a73-0917762157a9 None None] New status for floating IP a4da9e6b-9fad-42f6-90cf-277d2861882f: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:43:56.678428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f150a4-1300-4969-a197-093518efd082,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:56.683119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:56.689426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.690744 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9057034c-2bbd-4e6c-b0df-051fa92938d6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537151 Dec 22 13:43:56.694337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59642) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:43:56.699736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Request body: {'security_group_rule': {'security_group_id': 'e48a5be2-9a13-448a-9f79-cbc74119ef13', 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:56.705922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:43:56.710086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Usage tracker for resource:security_group_rule and tenant:5ce2f35d556541bb88f64bd5465b8c09 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:43:56.713007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:43:56.718661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:43:56.729845 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Project 5ce2f35d556541bb88f64bd5465b8c09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:43:56.738147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.802548 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.807516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.813685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c271e237-5f77-4a0b-829a-34b6044b92fb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:56.834081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ec62af-ab38-4428-bda2-12e94df928d3,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:56.839794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:56.844813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:56.845995 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f01fe5ca-61e2-4625-b0f9-e1545f88444b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506948 Dec 22 13:43:56.972162 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-95b1c8d5-561b-4d93-bfda-8d2bcc69cb5b req-e2fcdc3b-84e0-4bf2-9493-8d065bcd9fc1 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646405069&fields=id&tenant_id=5ce2f35d556541bb88f64bd5465b8c09 HTTP/1.1" status: 200 len: 267 time: 0.0444362 Dec 22 13:43:57.056086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1c8d5-561b-4d93-bfda-8d2bcc69cb5b req-0f4c925e-2fba-4657-a358-61b6ace90511 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:57.057516 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-95b1c8d5-561b-4d93-bfda-8d2bcc69cb5b req-0f4c925e-2fba-4657-a358-61b6ace90511 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 946 time: 0.0804276 Dec 22 13:43:57.069652 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-95b1c8d5-561b-4d93-bfda-8d2bcc69cb5b req-81e5d1f3-8205-43cb-ac6a-c2017e713e21 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Request body: {'port': {'security_groups': ['a143a1c6-7bbd-48c3-9870-3898db62be9c', 'e48a5be2-9a13-448a-9f79-cbc74119ef13']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:43:57.202670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-95b1c8d5-561b-4d93-bfda-8d2bcc69cb5b req-81e5d1f3-8205-43cb-ac6a-c2017e713e21 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:57.459899 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-95b1c8d5-561b-4d93-bfda-8d2bcc69cb5b req-81e5d1f3-8205-43cb-ac6a-c2017e713e21 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] For port 6dff1217-8eaf-41af-8293-189e93f6c66c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6dff1217-8eaf-41af-8293-189e93f6c66c,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:43:57.485351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-95b1c8d5-561b-4d93-bfda-8d2bcc69cb5b req-81e5d1f3-8205-43cb-ac6a-c2017e713e21 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:57.493301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-95b1c8d5-561b-4d93-bfda-8d2bcc69cb5b req-81e5d1f3-8205-43cb-ac6a-c2017e713e21 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:57.498922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:43:57.509524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['6dff1217-8eaf-41af-8293-189e93f6c66c'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:43:57.570329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f1bf69c5-2a5a-4af8-b380-939a8ef86a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:57.681336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1c8d5-561b-4d93-bfda-8d2bcc69cb5b req-81e5d1f3-8205-43cb-ac6a-c2017e713e21 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:57.681987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-95b1c8d5-561b-4d93-bfda-8d2bcc69cb5b req-81e5d1f3-8205-43cb-ac6a-c2017e713e21 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:57.683348 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-95b1c8d5-561b-4d93-bfda-8d2bcc69cb5b req-81e5d1f3-8205-43cb-ac6a-c2017e713e21 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "PUT /v2.0/ports/6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 982 time: 0.6194654 Dec 22 13:43:57.683928 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:43:57.713289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5d1f3-8205-43cb-ac6a-c2017e713e21 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event updated for resources: {'Port': ['ID=6dff1217-8eaf-41af-8293-189e93f6c66c,revision_number=6']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:43:57.717727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-81e5d1f3-8205-43cb-ac6a-c2017e713e21 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:43:57.748360 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'status': 'completed', 'code': 200} Dec 22 13:43:57.755577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['6dff1217-8eaf-41af-8293-189e93f6c66c'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:43:57.882509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3e8e9-635b-452e-980d-c2baa1485289 req-28200ce5-e39b-49ad-82cd-6d481d903145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:57.884354 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cb3e8e9-635b-452e-980d-c2baa1485289 req-28200ce5-e39b-49ad-82cd-6d481d903145 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ce2f35d556541bb88f64bd5465b8c09&device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 1138 time: 0.1011283 Dec 22 13:43:57.948398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2164d-d1ae-4212-bf01-e0a92c53bc95 req-9f723558-36fb-4ba6-82c3-352f829545b6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:57.951411 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7fa2164d-d1ae-4212-bf01-e0a92c53bc95 req-9f723558-36fb-4ba6-82c3-352f829545b6 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.1055984 Dec 22 13:43:58.006303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-7fa2164d-d1ae-4212-bf01-e0a92c53bc95 req-f07526ae-ab99-4a0f-b2f6-0a1951fa953b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Synchronizing usage tracker for tenant:5ce2f35d556541bb88f64bd5465b8c09 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:43:58.021133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3e8e9-635b-452e-980d-c2baa1485289 req-8da25e69-8f5a-4b9d-ad0f-d9cbe0a2fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:58.022572 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cb3e8e9-635b-452e-980d-c2baa1485289 req-8da25e69-8f5a-4b9d-ad0f-d9cbe0a2fb26 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c095e11b-46ef-4a80-aef6-800c4c52e142 HTTP/1.1" status: 200 len: 915 time: 0.1318619 Dec 22 13:43:58.023510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-7fa2164d-d1ae-4212-bf01-e0a92c53bc95 req-f07526ae-ab99-4a0f-b2f6-0a1951fa953b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Unset dirty status for tenant:5ce2f35d556541bb88f64bd5465b8c09 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:43:58.024850 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7fa2164d-d1ae-4212-bf01-e0a92c53bc95 req-f07526ae-ab99-4a0f-b2f6-0a1951fa953b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672345 Dec 22 13:43:58.128503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9fbd8092-15e9-43d1-b4e1-9b83f4d52e25 None None] Provisioning complete for port 6dff1217-8eaf-41af-8293-189e93f6c66c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:43:58.128871 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9fbd8092-15e9-43d1-b4e1-9b83f4d52e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:43:58.129526 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cb3e8e9-635b-452e-980d-c2baa1485289 req-f7eebc0b-0e25-4f85-9432-1d622c8cb882 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 1002 time: 0.1007059 Dec 22 13:43:58.195496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3e8e9-635b-452e-980d-c2baa1485289 req-d33b2092-6546-4489-86e8-6d074beb5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:58.197012 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cb3e8e9-635b-452e-980d-c2baa1485289 req-d33b2092-6546-4489-86e8-6d074beb5c03 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2baa974-a81e-42c9-9ce1-d68b5c221d45 HTTP/1.1" status: 200 len: 853 time: 0.0593202 Dec 22 13:43:58.283787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3e8e9-635b-452e-980d-c2baa1485289 req-9b476b46-8475-427e-b85d-38bc9ec070c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:43:58.285203 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cb3e8e9-635b-452e-980d-c2baa1485289 req-9b476b46-8475-427e-b85d-38bc9ec070c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c095e11b-46ef-4a80-aef6-800c4c52e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805316 Dec 22 13:43:58.419334 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cb3e8e9-635b-452e-980d-c2baa1485289 req-275dd1a5-0067-4170-922b-b4860816ea4a service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266618 Dec 22 13:43:58.551988 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4cb3e8e9-635b-452e-980d-c2baa1485289 req-d0fb9e03-9007-4690-8e9d-8a40aaf0de64 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252520 Dec 22 13:43:58.860861 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:43:59.907372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3ebf716-5e9a-42f7-a694-fd2b819bb079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:00.979537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:01.040856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:02.559833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:10.996250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:27.553019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4c0330ad-9441-48d6-a72f-2f62a6187e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:29.902269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-703c5e7b-ebd7-4639-9d7e-7c1387b7563b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:30.977403 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:31.045010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:32.525545 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:35.864766 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:44:41.017262 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:51.535829 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5ec2c69-9673-404f-b71a-c582bbb677f7 req-a51276e2-d6c5-4afc-83d5-adb693e1fc2e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719824 Dec 22 13:44:51.678708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec2c69-9673-404f-b71a-c582bbb677f7 req-c1da745a-d167-4fe5-9667-b1933b3e9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:51.680119 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5ec2c69-9673-404f-b71a-c582bbb677f7 req-c1da745a-d167-4fe5-9667-b1933b3e9f17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ce2f35d556541bb88f64bd5465b8c09&device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 1138 time: 0.0747676 Dec 22 13:44:51.829513 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec2c69-9673-404f-b71a-c582bbb677f7 req-40260743-58f0-4ed7-867c-0ff78d828ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:51.831162 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5ec2c69-9673-404f-b71a-c582bbb677f7 req-40260743-58f0-4ed7-867c-0ff78d828ba8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c095e11b-46ef-4a80-aef6-800c4c52e142 HTTP/1.1" status: 200 len: 915 time: 0.1294773 Dec 22 13:44:51.933246 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5ec2c69-9673-404f-b71a-c582bbb677f7 req-0c4afcd9-fe2c-4ede-a3df-392687bcb287 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 1002 time: 0.0953555 Dec 22 13:44:51.995243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec2c69-9673-404f-b71a-c582bbb677f7 req-8847e123-733a-44a6-8cd4-1d61f1eacfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:51.996732 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5ec2c69-9673-404f-b71a-c582bbb677f7 req-8847e123-733a-44a6-8cd4-1d61f1eacfc4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2baa974-a81e-42c9-9ce1-d68b5c221d45 HTTP/1.1" status: 200 len: 853 time: 0.0577841 Dec 22 13:44:52.085945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec2c69-9673-404f-b71a-c582bbb677f7 req-7ec1cc9e-d09f-4407-8e66-7b13944cea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:52.087423 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5ec2c69-9673-404f-b71a-c582bbb677f7 req-7ec1cc9e-d09f-4407-8e66-7b13944cea73 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c095e11b-46ef-4a80-aef6-800c4c52e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839584 Dec 22 13:44:52.220444 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5ec2c69-9673-404f-b71a-c582bbb677f7 req-e70b3683-7f49-4312-92d9-516c8e474a0b service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258602 Dec 22 13:44:52.350808 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5ec2c69-9673-404f-b71a-c582bbb677f7 req-14d023bb-d7cb-40f7-9b27-80e5aaa42a77 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221495 Dec 22 13:44:56.898075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bf4b7-0eee-4b1b-a059-8c01607816b9 req-4975b5aa-0e47-48d1-aa89-2ccafe6f5a60 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:56.899405 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-954bf4b7-0eee-4b1b-a059-8c01607816b9 req-4975b5aa-0e47-48d1-aa89-2ccafe6f5a60 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0890975 Dec 22 13:44:56.946429 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-954bf4b7-0eee-4b1b-a059-8c01607816b9 req-791d6975-4e60-40ba-a6bf-198939e3f6f2 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410385 Dec 22 13:44:56.972363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c00ad-752f-498c-ad9a-ff31f4249f87 req-64c7c185-3142-469b-8aa8-759746681a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:56.973870 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f03c00ad-752f-498c-ad9a-ff31f4249f87 req-64c7c185-3142-469b-8aa8-759746681a21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ce2f35d556541bb88f64bd5465b8c09&device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 1138 time: 0.1876862 Dec 22 13:44:57.106068 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c00ad-752f-498c-ad9a-ff31f4249f87 req-03f7439d-5841-42a2-bf08-092f6b9adf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:57.107492 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f03c00ad-752f-498c-ad9a-ff31f4249f87 req-03f7439d-5841-42a2-bf08-092f6b9adf35 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c095e11b-46ef-4a80-aef6-800c4c52e142 HTTP/1.1" status: 200 len: 915 time: 0.1270275 Dec 22 13:44:57.212594 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f03c00ad-752f-498c-ad9a-ff31f4249f87 req-ac2e4057-0e62-403c-97e7-a2873344c1c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 1002 time: 0.0979695 Dec 22 13:44:57.274336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c00ad-752f-498c-ad9a-ff31f4249f87 req-434912bf-5d47-47b2-ad5d-d97e87ee86f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:57.275827 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f03c00ad-752f-498c-ad9a-ff31f4249f87 req-434912bf-5d47-47b2-ad5d-d97e87ee86f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2baa974-a81e-42c9-9ce1-d68b5c221d45 HTTP/1.1" status: 200 len: 853 time: 0.0568631 Dec 22 13:44:57.351966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c00ad-752f-498c-ad9a-ff31f4249f87 req-f714cf83-46fb-4bdf-a2f2-8125f893de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:57.353417 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f03c00ad-752f-498c-ad9a-ff31f4249f87 req-f714cf83-46fb-4bdf-a2f2-8125f893de74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c095e11b-46ef-4a80-aef6-800c4c52e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714812 Dec 22 13:44:57.496462 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f03c00ad-752f-498c-ad9a-ff31f4249f87 req-69cae94c-8c53-41fe-b956-942731269a96 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354280 Dec 22 13:44:57.546280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-83148320-32b0-40b7-8ef1-54822ef09c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:44:57.640632 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f03c00ad-752f-498c-ad9a-ff31f4249f87 req-7a64046b-8e71-47f8-a050-25bfdf843359 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372428 Dec 22 13:44:58.136209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb7c6-1b04-4fd6-950c-a3abad05f191 req-56b94e1c-80c8-40c6-baf4-f849e69afcec tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:58.137782 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-063bb7c6-1b04-4fd6-950c-a3abad05f191 req-56b94e1c-80c8-40c6-baf4-f849e69afcec tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0858345 Dec 22 13:44:58.185834 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-063bb7c6-1b04-4fd6-950c-a3abad05f191 req-6d9fbd77-c24a-42d3-a5cc-b0aa0d16b090 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394900 Dec 22 13:44:59.371363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3f69c-c7b3-4c31-944e-28744a9c1041 req-50c1c9e4-37b6-4152-8b4e-b18908f1208b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:44:59.372740 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-57f3f69c-c7b3-4c31-944e-28744a9c1041 req-50c1c9e4-37b6-4152-8b4e-b18908f1208b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0809560 Dec 22 13:44:59.423262 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-57f3f69c-c7b3-4c31-944e-28744a9c1041 req-85b66031-579e-408f-85d5-da731f88eb8c tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446520 Dec 22 13:44:59.907909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1f2eddd5-141a-4b7f-b5c2-d98577b60de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:00.631584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729797e-a009-4435-91bd-1723b9d3ffd3 req-c28ae2fc-2cb3-485a-b05b-32ec573c9955 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:00.633062 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a729797e-a009-4435-91bd-1723b9d3ffd3 req-c28ae2fc-2cb3-485a-b05b-32ec573c9955 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0875466 Dec 22 13:45:00.679670 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a729797e-a009-4435-91bd-1723b9d3ffd3 req-f93af832-516f-4592-b16b-030c21cdb46f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405765 Dec 22 13:45:00.981984 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:01.057113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:01.881017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da25037-a7f2-42fb-a683-44b524381dee req-833222b7-689f-4419-982c-75e921fba4dd tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:01.882385 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4da25037-a7f2-42fb-a683-44b524381dee req-833222b7-689f-4419-982c-75e921fba4dd tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0943165 Dec 22 13:45:01.930142 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4da25037-a7f2-42fb-a683-44b524381dee req-d8d569a2-3f93-4bf5-a067-3c1478e37049 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400293 Dec 22 13:45:02.530980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:03.120789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374eda1-eef7-4a7d-8c9c-1209645bd3f8 req-aa07e3f5-a1dc-4bf2-9c3d-3b0d2575992b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:03.122290 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8374eda1-eef7-4a7d-8c9c-1209645bd3f8 req-aa07e3f5-a1dc-4bf2-9c3d-3b0d2575992b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0829539 Dec 22 13:45:03.173396 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8374eda1-eef7-4a7d-8c9c-1209645bd3f8 req-90318953-3529-402f-a614-908911010e2b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451298 Dec 22 13:45:04.374132 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebafda-3e9d-4aad-8523-9c0f67c9ddac req-cc0f7f65-7113-4a4f-ad36-4a11614a7138 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:04.375564 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3cebafda-3e9d-4aad-8523-9c0f67c9ddac req-cc0f7f65-7113-4a4f-ad36-4a11614a7138 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0831585 Dec 22 13:45:04.427963 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3cebafda-3e9d-4aad-8523-9c0f67c9ddac req-84b9591e-24a1-4db7-932f-47febf05bd98 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462492 Dec 22 13:45:05.620086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f05139-7ae7-4adf-9988-635372906bb7 req-b8e702ad-8f87-44d1-bf24-71705074d490 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:05.621621 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d4f05139-7ae7-4adf-9988-635372906bb7 req-b8e702ad-8f87-44d1-bf24-71705074d490 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0827351 Dec 22 13:45:05.667751 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d4f05139-7ae7-4adf-9988-635372906bb7 req-94889899-abd9-4ff9-bd98-8195821daf7a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402167 Dec 22 13:45:06.864692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30ce8a-178d-413a-af87-e62575350a1b req-73aed320-28a1-4b94-ae09-fea06db88324 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:06.866051 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-df30ce8a-178d-413a-af87-e62575350a1b req-73aed320-28a1-4b94-ae09-fea06db88324 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0827279 Dec 22 13:45:06.912752 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-df30ce8a-178d-413a-af87-e62575350a1b req-1d8ab6b9-d7f6-4088-bd2f-55e14d519313 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390074 Dec 22 13:45:08.127515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba9584-2c9b-46b2-953c-597894528473 req-3f118104-320f-4f35-a3f7-0ee256bbb949 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:08.129275 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-96ba9584-2c9b-46b2-953c-597894528473 req-3f118104-320f-4f35-a3f7-0ee256bbb949 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.1044927 Dec 22 13:45:08.177030 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-96ba9584-2c9b-46b2-953c-597894528473 req-b549ae00-1ee0-4748-9592-95ca59467229 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408494 Dec 22 13:45:09.394109 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe7750-df2e-4be5-8172-e6350f8aa5e3 req-0b306bee-4cd8-4294-9594-a48b59895a79 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:09.395540 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6efe7750-df2e-4be5-8172-e6350f8aa5e3 req-0b306bee-4cd8-4294-9594-a48b59895a79 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.1027174 Dec 22 13:45:09.444529 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6efe7750-df2e-4be5-8172-e6350f8aa5e3 req-de33ffdf-f134-47df-adb4-f91037ea95b8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405223 Dec 22 13:45:10.652420 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97258a0-6297-4157-a0b9-4e355158a252 req-61bb252e-af8a-4f0f-8dfc-28ec3a6c3a22 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:10.653873 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e97258a0-6297-4157-a0b9-4e355158a252 req-61bb252e-af8a-4f0f-8dfc-28ec3a6c3a22 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0956497 Dec 22 13:45:10.700182 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e97258a0-6297-4157-a0b9-4e355158a252 req-05c9b09a-c8c4-48a6-a984-f1fced116a25 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404894 Dec 22 13:45:11.015568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:11.884521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be410564-104d-44a7-8594-5972f9f8c49f req-1f69baa5-5699-4977-b42d-5aeea546089d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:11.885874 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-be410564-104d-44a7-8594-5972f9f8c49f req-1f69baa5-5699-4977-b42d-5aeea546089d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0829597 Dec 22 13:45:11.931564 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-be410564-104d-44a7-8594-5972f9f8c49f req-c68a8eb2-e8f8-4108-956c-5b3e2c07fc84 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398166 Dec 22 13:45:12.868655 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:45:13.130360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1a25-860e-41d3-990a-faf15361f329 req-58c88d51-fae0-44b9-b755-04818ffa9c14 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:13.131748 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-79ce1a25-860e-41d3-990a-faf15361f329 req-58c88d51-fae0-44b9-b755-04818ffa9c14 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0887835 Dec 22 13:45:13.183707 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-79ce1a25-860e-41d3-990a-faf15361f329 req-972091d2-be1b-4acf-8292-0a4c48cbf096 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460262 Dec 22 13:45:14.387329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74df89-09ab-4840-8acf-b327bc0c9588 req-bb5720f1-85e0-4688-ab84-7bc2da271a33 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:14.388773 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6a74df89-09ab-4840-8acf-b327bc0c9588 req-bb5720f1-85e0-4688-ab84-7bc2da271a33 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0888209 Dec 22 13:45:14.436388 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6a74df89-09ab-4840-8acf-b327bc0c9588 req-dc643fe0-782f-4610-a721-a21e94ac85f4 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=e48a5be2-9a13-448a-9f79-cbc74119ef13&id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387061 Dec 22 13:45:27.555416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-02960f74-509b-43f3-a811-dd720b7b92d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:29.903014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c3f1-d83b-4fb5-aacc-364eeec8b1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:30.992948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:31.061182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:32.533286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:41.036764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:49.867226 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:45:51.568437 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-12d3c576-e753-4d14-9d71-2a38bd195d8d req-08f79294-d422-4229-b340-7bc697c31dff service neutron] (87569) timed out ('10.222.0.24', 56528) {{(pid=87569) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 13:45:51.665172 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a3c1267-762a-4cce-86e7-daba7c98d6dc req-2e00dfce-9981-4643-903e-9f0023c208d3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1860344 Dec 22 13:45:51.809644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c1267-762a-4cce-86e7-daba7c98d6dc req-da8ea0cb-d4e1-4ce7-872a-321b7811cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:51.810993 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a3c1267-762a-4cce-86e7-daba7c98d6dc req-da8ea0cb-d4e1-4ce7-872a-321b7811cd9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ce2f35d556541bb88f64bd5465b8c09&device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 1138 time: 0.0762377 Dec 22 13:45:52.064207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c1267-762a-4cce-86e7-daba7c98d6dc req-8c51185f-449f-4f2c-8e96-2c74042535c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:52.065571 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a3c1267-762a-4cce-86e7-daba7c98d6dc req-8c51185f-449f-4f2c-8e96-2c74042535c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c095e11b-46ef-4a80-aef6-800c4c52e142 HTTP/1.1" status: 200 len: 915 time: 0.2367752 Dec 22 13:45:52.168542 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a3c1267-762a-4cce-86e7-daba7c98d6dc req-0566d23a-61d0-43bf-963f-aa0395f6a335 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 1002 time: 0.0964682 Dec 22 13:45:52.231270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c1267-762a-4cce-86e7-daba7c98d6dc req-8f2d3e02-eebe-4f2c-ac76-d7355b077d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:52.232713 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a3c1267-762a-4cce-86e7-daba7c98d6dc req-8f2d3e02-eebe-4f2c-ac76-d7355b077d01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2baa974-a81e-42c9-9ce1-d68b5c221d45 HTTP/1.1" status: 200 len: 853 time: 0.0583413 Dec 22 13:45:52.321458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c1267-762a-4cce-86e7-daba7c98d6dc req-ec89bf2a-4436-477a-ba97-5a18adec6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:45:52.323389 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a3c1267-762a-4cce-86e7-daba7c98d6dc req-ec89bf2a-4436-477a-ba97-5a18adec6c5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c095e11b-46ef-4a80-aef6-800c4c52e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846443 Dec 22 13:45:52.461838 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a3c1267-762a-4cce-86e7-daba7c98d6dc req-177fe02c-8754-425b-8fa8-c3927bb37867 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320739 Dec 22 13:45:52.608871 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a3c1267-762a-4cce-86e7-daba7c98d6dc req-e958cf2a-74bb-4e8d-acc7-13140d4e5f2a service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405561 Dec 22 13:45:57.549077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-88d43928-7b09-4ff6-9690-d29792d5be23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:45:59.914062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c5808555-698d-460d-b002-d7ad74de040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:00.988409 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:01.055506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:02.531748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:11.029908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:17.990135 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dbeedfff-6827-4c42-a3d0-de3fd6cced47 req-4b8b84ed-4edb-4810-9c6e-ce672f6e30e4 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646405069&fields=id&tenant_id=5ce2f35d556541bb88f64bd5465b8c09 HTTP/1.1" status: 200 len: 267 time: 0.1835806 Dec 22 13:46:18.085216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeedfff-6827-4c42-a3d0-de3fd6cced47 req-a5abec9a-9d31-43e6-b023-6b53935f63b5 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:18.086704 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dbeedfff-6827-4c42-a3d0-de3fd6cced47 req-a5abec9a-9d31-43e6-b023-6b53935f63b5 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 985 time: 0.0898812 Dec 22 13:46:18.100128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-dbeedfff-6827-4c42-a3d0-de3fd6cced47 req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Request body: {'port': {'security_groups': ['a143a1c6-7bbd-48c3-9870-3898db62be9c']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:18.224194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-dbeedfff-6827-4c42-a3d0-de3fd6cced47 req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:18.466559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-dbeedfff-6827-4c42-a3d0-de3fd6cced47 req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] For port 6dff1217-8eaf-41af-8293-189e93f6c66c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6dff1217-8eaf-41af-8293-189e93f6c66c,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:18.493192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-dbeedfff-6827-4c42-a3d0-de3fd6cced47 req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:18.500186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-dbeedfff-6827-4c42-a3d0-de3fd6cced47 req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:18.506359 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-94ee1d15-be5f-4f64-b977-32b1267e7754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:18.512302 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['6dff1217-8eaf-41af-8293-189e93f6c66c'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:46:18.573047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeedfff-6827-4c42-a3d0-de3fd6cced47 req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:18.573675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-dbeedfff-6827-4c42-a3d0-de3fd6cced47 req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:18.575051 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dbeedfff-6827-4c42-a3d0-de3fd6cced47 req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "PUT /v2.0/ports/6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 943 time: 0.4795136 Dec 22 13:46:18.575649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:46:18.581345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59750) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:18.600959 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event updated for resources: {'Port': ['ID=6dff1217-8eaf-41af-8293-189e93f6c66c,revision_number=7']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:18.609275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.609815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.610204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.610588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.610961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.611333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.611751 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.612121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.612503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.612850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.613365 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.613731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.620345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:18.661197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['6dff1217-8eaf-41af-8293-189e93f6c66c'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:46:18.667714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:18.701051 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:18.713477 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'status': 'completed', 'code': 200} Dec 22 13:46:18.776431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:18.790516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-feb77c55-4865-428f-85a1-0d83dfaf2063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:18.809336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48a5be2-9a13-448a-9f79-cbc74119ef13,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:18.818425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:18.819814 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "DELETE /v2.0/security-groups/e48a5be2-9a13-448a-9f79-cbc74119ef13 HTTP/1.1" status: 204 len: 168 time: 0.2374516 Dec 22 13:46:18.821529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.822468 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.823137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.823696 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.824027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59758) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:18.824367 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.824887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.825398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.826738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.827267 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.828476 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.829027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.829541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:18.833422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:18.923704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cf60e-dcea-4baf-8748-9ee0d584e88a req-fb408901-7790-4183-810d-f57b7f809f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:18.925580 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9b2cf60e-dcea-4baf-8748-9ee0d584e88a req-fb408901-7790-4183-810d-f57b7f809f43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ce2f35d556541bb88f64bd5465b8c09&device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 1099 time: 0.1883471 Dec 22 13:46:19.014206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0a4bf5fe-509c-43ae-b11f-1f242c977ab4 None None] Provisioning complete for port 6dff1217-8eaf-41af-8293-189e93f6c66c triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:19.014646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a4bf5fe-509c-43ae-b11f-1f242c977ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:19.147472 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Deleting port 5c9b2524-1be8-491d-aeea-794b4388adc0 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:46:19.148060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:19.311136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cf60e-dcea-4baf-8748-9ee0d584e88a req-054ac86e-0f17-4a7c-abb4-aa1dc89c82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:19.312632 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9b2cf60e-dcea-4baf-8748-9ee0d584e88a req-054ac86e-0f17-4a7c-abb4-aa1dc89c82a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c095e11b-46ef-4a80-aef6-800c4c52e142 HTTP/1.1" status: 200 len: 915 time: 0.3789518 Dec 22 13:46:19.490579 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9b2cf60e-dcea-4baf-8748-9ee0d584e88a req-caffa666-4e2b-4455-a873-ecdf68fb5262 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 1002 time: 0.1711452 Dec 22 13:46:19.560266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:19.560555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:19.688050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Calling delete_port for 5c9b2524-1be8-491d-aeea-794b4388adc0 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:46:19.729177 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cf60e-dcea-4baf-8748-9ee0d584e88a req-fbc196ea-e667-4267-b0c6-6c444bd3effa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:19.730655 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9b2cf60e-dcea-4baf-8748-9ee0d584e88a req-fbc196ea-e667-4267-b0c6-6c444bd3effa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2baa974-a81e-42c9-9ce1-d68b5c221d45 HTTP/1.1" status: 200 len: 853 time: 0.2279894 Dec 22 13:46:19.863121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cf60e-dcea-4baf-8748-9ee0d584e88a req-2cc6c841-0a1c-4336-9649-3770d7c79745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:19.864555 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9b2cf60e-dcea-4baf-8748-9ee0d584e88a req-2cc6c841-0a1c-4336-9649-3770d7c79745 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c095e11b-46ef-4a80-aef6-800c4c52e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1267726 Dec 22 13:46:19.971110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:19.976170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1e8a8503-7834-4a5a-8418-e6d46055dbbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:20.022558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event deleted for resources: {'Port': ['ID=5c9b2524-1be8-491d-aeea-794b4388adc0,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:20.027860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:20.124085 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9b2cf60e-dcea-4baf-8748-9ee0d584e88a req-e534423f-a859-4e06-9b8f-9da6d74d9db9 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494121 Dec 22 13:46:20.225551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:20.226268 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Floating IP a4da9e6b-9fad-42f6-90cf-277d2861882f disassociated (deleted). External IP: 172.26.4.217, port: 6dff1217-8eaf-41af-8293-189e93f6c66c. Dec 22 13:46:20.410068 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9b2cf60e-dcea-4baf-8748-9ee0d584e88a req-e30109a6-a4f4-49ee-bc02-035a9d10c3cc service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794101 Dec 22 13:46:20.733108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Router 39947a3b-053e-4bcb-a650-82733b2f798f has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:46:20.912133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:46:20.923099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba7cef-d64f-49d7-a314-17fbc719bbc8 None None] Sync routers for ids ['39947a3b-053e-4bcb-a650-82733b2f798f'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:46:20.934790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba7cef-d64f-49d7-a314-17fbc719bbc8 None None] Routers {'39947a3b-053e-4bcb-a650-82733b2f798f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:46:20.935195 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:20.935571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b6ba7cef-d64f-49d7-a314-17fbc719bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:46:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['39947a3b-053e-4bcb-a650-82733b2f798f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:20.992292 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "DELETE /v2.0/floatingips/a4da9e6b-9fad-42f6-90cf-277d2861882f HTTP/1.1" status: 204 len: 168 time: 2.1627264 Dec 22 13:46:20.992955 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:46:21.042683 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'status': 'completed', 'code': 200} Dec 22 13:46:21.126905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b6ba7cef-d64f-49d7-a314-17fbc719bbc8 None None] Set router 39947a3b-053e-4bcb-a650-82733b2f798f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:46:21.146801 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5c9ab-2624-486f-8069-a850b4fe3d9f req-a36ad1e7-bc11-4f25-94a2-f0382807014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:21.148394 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dab5c9ab-2624-486f-8069-a850b4fe3d9f req-a36ad1e7-bc11-4f25-94a2-f0382807014f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ce2f35d556541bb88f64bd5465b8c09&device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 1099 time: 0.0829010 Dec 22 13:46:21.285816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5c9ab-2624-486f-8069-a850b4fe3d9f req-98f966d4-f1a8-48b0-87f1-865f3196b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:21.287292 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dab5c9ab-2624-486f-8069-a850b4fe3d9f req-98f966d4-f1a8-48b0-87f1-865f3196b84e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c095e11b-46ef-4a80-aef6-800c4c52e142 HTTP/1.1" status: 200 len: 915 time: 0.1317034 Dec 22 13:46:21.355730 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dab5c9ab-2624-486f-8069-a850b4fe3d9f req-f254ffa5-fa58-422f-8408-9cba2be5df12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 200 len: 217 time: 0.0617037 Dec 22 13:46:21.425325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5c9ab-2624-486f-8069-a850b4fe3d9f req-fbac55a5-8b6c-412e-8973-f1954212073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:21.427234 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dab5c9ab-2624-486f-8069-a850b4fe3d9f req-fbac55a5-8b6c-412e-8973-f1954212073e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c2baa974-a81e-42c9-9ce1-d68b5c221d45 HTTP/1.1" status: 200 len: 853 time: 0.0649385 Dec 22 13:46:21.460528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b6ba7cef-d64f-49d7-a314-17fbc719bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:43:00Z', 'revision_number': 4, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f5651da3-75a7-4554-85a9-f2f635d2137c', 'name': '', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'mac_address': 'fa:16:3e:1d:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:59Z', 'updated_at': '2021-12-22T13:43:07Z', 'revision_number': 5, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'subnets': [{'id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:21.464928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba7cef-d64f-49d7-a314-17fbc719bbc8 None None] Checking router: 39947a3b-053e-4bcb-a650-82733b2f798f for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:46:21.474891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba7cef-d64f-49d7-a314-17fbc719bbc8 None None] Routers {'39947a3b-053e-4bcb-a650-82733b2f798f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:46:21.474891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b6ba7cef-d64f-49d7-a314-17fbc719bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:46:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['39947a3b-053e-4bcb-a650-82733b2f798f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:21.522568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5c9ab-2624-486f-8069-a850b4fe3d9f req-91a14b2f-4742-44ab-b9f3-bbbb96d1f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:21.524346 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dab5c9ab-2624-486f-8069-a850b4fe3d9f req-91a14b2f-4742-44ab-b9f3-bbbb96d1f82d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c095e11b-46ef-4a80-aef6-800c4c52e142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895922 Dec 22 13:46:21.700678 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dab5c9ab-2624-486f-8069-a850b4fe3d9f req-7a692e8a-e0fe-4c25-8ce8-71d02876b2b0 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691179 Dec 22 13:46:21.708306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b6ba7cef-d64f-49d7-a314-17fbc719bbc8 None None] Set router 39947a3b-053e-4bcb-a650-82733b2f798f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:46:21.833776 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dab5c9ab-2624-486f-8069-a850b4fe3d9f req-13c42b54-972c-4fa6-9c37-0607f8b89b32 service neutron] 10.222.0.54 "GET /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266398 Dec 22 13:46:22.027088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b6ba7cef-d64f-49d7-a314-17fbc719bbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:43:00Z', 'revision_number': 4, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f5651da3-75a7-4554-85a9-f2f635d2137c', 'name': '', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'mac_address': 'fa:16:3e:1d:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:59Z', 'updated_at': '2021-12-22T13:43:07Z', 'revision_number': 5, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'subnets': [{'id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:22.031553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba7cef-d64f-49d7-a314-17fbc719bbc8 None None] The sync data for ids ['39947a3b-053e-4bcb-a650-82733b2f798f'] in dv-neutron-822668-1-hyperv is: [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:43:00Z', 'revision_number': 4, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'f5651da3-75a7-4554-85a9-f2f635d2137c', 'name': '', 'network_id': 'c095e11b-46ef-4a80-aef6-800c4c52e142', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'mac_address': 'fa:16:3e:1d:cb:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:59Z', 'updated_at': '2021-12-22T13:43:07Z', 'revision_number': 5, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'subnets': [{'id': 'c2baa974-a81e-42c9-9ce1-d68b5c221d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:46:22.269242 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd249a8-763a-46a2-a39d-6d9168c20f59 None None] New status for floating IP a4da9e6b-9fad-42f6-90cf-277d2861882f: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:46:25.656598 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cda706-ee48-4646-bc05-2aee5f9d82fa req-b64cee12-5520-4546-b9ad-947863cc4c53 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:25.658048 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e5cda706-ee48-4646-bc05-2aee5f9d82fa req-b64cee12-5520-4546-b9ad-947863cc4c53 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 946 time: 0.0832276 Dec 22 13:46:25.701999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-e5cda706-ee48-4646-bc05-2aee5f9d82fa req-2f41af23-2e77-4527-a77a-03df5f7a7dcc tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Synchronizing usage tracker for tenant:5ce2f35d556541bb88f64bd5465b8c09 on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:46:25.717479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-e5cda706-ee48-4646-bc05-2aee5f9d82fa req-2f41af23-2e77-4527-a77a-03df5f7a7dcc tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Unset dirty status for tenant:5ce2f35d556541bb88f64bd5465b8c09 on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:46:25.718617 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e5cda706-ee48-4646-bc05-2aee5f9d82fa req-2f41af23-2e77-4527-a77a-03df5f7a7dcc tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546825 Dec 22 13:46:26.866137 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:46:26.921775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea19c54-ba8e-4cdb-be1a-7cc6df4b5546 req-51629081-fd24-4169-980d-c3b0bea8ebcc tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:26.922448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-aea19c54-ba8e-4cdb-be1a-7cc6df4b5546 req-51629081-fd24-4169-980d-c3b0bea8ebcc tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Synchronizing usage tracker for tenant:5ce2f35d556541bb88f64bd5465b8c09 on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:46:26.940890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-aea19c54-ba8e-4cdb-be1a-7cc6df4b5546 req-51629081-fd24-4169-980d-c3b0bea8ebcc tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Unset dirty status for tenant:5ce2f35d556541bb88f64bd5465b8c09 on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:46:26.942122 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aea19c54-ba8e-4cdb-be1a-7cc6df4b5546 req-51629081-fd24-4169-980d-c3b0bea8ebcc tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 946 time: 0.1056774 Dec 22 13:46:26.994374 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aea19c54-ba8e-4cdb-be1a-7cc6df4b5546 req-ac8d848e-e98a-4b35-8346-d3ab86a0db59 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 Dec 22 13:46:27.554925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d875794a-7732-4cab-99e3-89253c45e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:27.572782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da78bb-3f42-4229-9f66-7385db755fcc req-4a4ed197-a58a-4a3c-9e0d-f55a47a206dd tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:27.574235 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43da78bb-3f42-4229-9f66-7385db755fcc req-4a4ed197-a58a-4a3c-9e0d-f55a47a206dd tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.54 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 946 time: 0.0901506 Dec 22 13:46:27.649745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-43da78bb-3f42-4229-9f66-7385db755fcc req-441150dc-655c-46b8-893e-549b31be8aa8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Deleting port 6dff1217-8eaf-41af-8293-189e93f6c66c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:46:27.650119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-43da78bb-3f42-4229-9f66-7385db755fcc req-441150dc-655c-46b8-893e-549b31be8aa8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:27.896123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-43da78bb-3f42-4229-9f66-7385db755fcc req-441150dc-655c-46b8-893e-549b31be8aa8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] For port 6dff1217-8eaf-41af-8293-189e93f6c66c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6dff1217-8eaf-41af-8293-189e93f6c66c,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:27.896425 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-43da78bb-3f42-4229-9f66-7385db755fcc req-441150dc-655c-46b8-893e-549b31be8aa8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:28.134874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-43da78bb-3f42-4229-9f66-7385db755fcc req-441150dc-655c-46b8-893e-549b31be8aa8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Calling delete_port for 6dff1217-8eaf-41af-8293-189e93f6c66c owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:46:28.194616 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a959cc5-573e-4a04-8857-688fe41f76c2 req-9ed9ec61-89e7-4c92-8fa0-4c889315c27b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:28.196112 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7a959cc5-573e-4a04-8857-688fe41f76c2 req-9ed9ec61-89e7-4c92-8fa0-4c889315c27b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/ports?device_id=55246e01-087c-4349-9b70-eaa09d9be4eb HTTP/1.1" status: 200 len: 946 time: 0.0886443 Dec 22 13:46:28.239914 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7a959cc5-573e-4a04-8857-688fe41f76c2 req-3d0ef479-62a6-4c1b-bd5f-ffe3ba739535 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.24 "GET /v2.0/security-groups?id=a143a1c6-7bbd-48c3-9870-3898db62be9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380661 Dec 22 13:46:28.277651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-43da78bb-3f42-4229-9f66-7385db755fcc req-441150dc-655c-46b8-893e-549b31be8aa8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:28.283361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f45e55e2-d0a8-42a9-a838-1b39fe7ca6af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:28.289533 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['6dff1217-8eaf-41af-8293-189e93f6c66c'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:46:28.330328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441150dc-655c-46b8-893e-549b31be8aa8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Pushing event deleted for resources: {'Port': ['ID=6dff1217-8eaf-41af-8293-189e93f6c66c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:28.334321 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-441150dc-655c-46b8-893e-549b31be8aa8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:28.410897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-43da78bb-3f42-4229-9f66-7385db755fcc req-441150dc-655c-46b8-893e-549b31be8aa8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] No DVR routers for this DVR port 6dff1217-8eaf-41af-8293-189e93f6c66c on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:46:28.413512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-43da78bb-3f42-4229-9f66-7385db755fcc req-441150dc-655c-46b8-893e-549b31be8aa8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:28.416115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'name': 'network-vif-deleted', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:46:28.433124 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43da78bb-3f42-4229-9f66-7385db755fcc req-441150dc-655c-46b8-893e-549b31be8aa8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] 10.222.0.54 "DELETE /v2.0/ports/6dff1217-8eaf-41af-8293-189e93f6c66c HTTP/1.1" status: 204 len: 173 time: 0.8537588 Dec 22 13:46:28.475853 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55246e01-087c-4349-9b70-eaa09d9be4eb', 'name': 'network-vif-deleted', 'tag': '6dff1217-8eaf-41af-8293-189e93f6c66c', 'status': 'completed', 'code': 200} Dec 22 13:46:29.913257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-33495c97-fd5b-454f-814b-eea1390f265b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:29.927306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59846) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:30.491504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:30.831744 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 6dff1217-8eaf-41af-8293-189e93f6c66c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:46:30.839433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] Deleting port f5651da3-75a7-4554-85a9-f2f635d2137c {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:46:30.839798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:30.866242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 6dff1217-8eaf-41af-8293-189e93f6c66c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:46:30.866712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 6dff1217-8eaf-41af-8293-189e93f6c66c not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:46:30.988407 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:31.063941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:31.120047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] For port f5651da3-75a7-4554-85a9-f2f635d2137c, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=f5651da3-75a7-4554-85a9-f2f635d2137c,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:31.120600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:31.244039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] Calling delete_port for f5651da3-75a7-4554-85a9-f2f635d2137c owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:46:31.586450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:31.590328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1f66b9a5-5b9f-4319-b9a3-236c7ff8e54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:31.639590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5651da3-75a7-4554-85a9-f2f635d2137c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:31.642293 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:31.935413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:32.310980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] Router 39947a3b-053e-4bcb-a650-82733b2f798f has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:46:32.533608 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:32.613973 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:46:32.622708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eccc1a-bcc5-4e8d-85b4-b6cf15b31ef0 None None] Sync routers for ids ['39947a3b-053e-4bcb-a650-82733b2f798f'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:46:32.628722 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] 10.222.0.24 "PUT /v2.0/routers/39947a3b-053e-4bcb-a650-82733b2f798f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6977410 Dec 22 13:46:32.628931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59850) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:32.632575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eccc1a-bcc5-4e8d-85b4-b6cf15b31ef0 None None] Routers {'39947a3b-053e-4bcb-a650-82733b2f798f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:46:32.633213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f4eccc1a-bcc5-4e8d-85b4-b6cf15b31ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:46:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['39947a3b-053e-4bcb-a650-82733b2f798f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:32.803659 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:32.810187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f4eccc1a-bcc5-4e8d-85b4-b6cf15b31ef0 None None] Set router 39947a3b-053e-4bcb-a650-82733b2f798f gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:46:32.976529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:32.987496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Deleting port 3496ce1d-3f80-4e09-b2f5-9b596759971e {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:46:32.987866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:33.088966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f4eccc1a-bcc5-4e8d-85b4-b6cf15b31ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:46:31Z', 'revision_number': 5, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port': {'id': '3496ce1d-3f80-4e09-b2f5-9b596759971e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:56Z', 'updated_at': '2021-12-22T13:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:33.092805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eccc1a-bcc5-4e8d-85b4-b6cf15b31ef0 None None] Checking router: 39947a3b-053e-4bcb-a650-82733b2f798f for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:46:33.101070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eccc1a-bcc5-4e8d-85b4-b6cf15b31ef0 None None] Routers {'39947a3b-053e-4bcb-a650-82733b2f798f'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:46:33.101673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f4eccc1a-bcc5-4e8d-85b4-b6cf15b31ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:46:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['39947a3b-053e-4bcb-a650-82733b2f798f'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:33.165780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] For port 3496ce1d-3f80-4e09-b2f5-9b596759971e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=3496ce1d-3f80-4e09-b2f5-9b596759971e,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:33.166132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:33.249663 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f4eccc1a-bcc5-4e8d-85b4-b6cf15b31ef0 None None] Set router 39947a3b-053e-4bcb-a650-82733b2f798f gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:46:33.285631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Calling delete_port for 3496ce1d-3f80-4e09-b2f5-9b596759971e owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:46:33.354066 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f4eccc1a-bcc5-4e8d-85b4-b6cf15b31ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:46:32Z', 'revision_number': 6, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:33.358155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eccc1a-bcc5-4e8d-85b4-b6cf15b31ef0 None None] The sync data for ids ['39947a3b-053e-4bcb-a650-82733b2f798f'] in dv-neutron-822668-1-hyperv is: [{'id': '39947a3b-053e-4bcb-a650-82733b2f798f', 'name': 'tempest-TestMinimumBasicScenario-539371107-router', 'tenant_id': '5ce2f35d556541bb88f64bd5465b8c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:55Z', 'updated_at': '2021-12-22T13:46:32Z', 'revision_number': 6, 'project_id': '5ce2f35d556541bb88f64bd5465b8c09', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:46:33.472172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:33.476469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:33.523983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=3496ce1d-3f80-4e09-b2f5-9b596759971e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:33.527120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:33.640876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:33.937446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:33.939815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:33.965961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:33.966703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39947a3b-053e-4bcb-a650-82733b2f798f {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:46:33.982625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:33.983794 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] 10.222.0.24 "DELETE /v2.0/routers/39947a3b-053e-4bcb-a650-82733b2f798f HTTP/1.1" status: 204 len: 168 time: 1.3539810 Dec 22 13:46:33.986326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59854) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:34.044329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e00048d-5eb9-4f60-97cd-3318d09eb87d admin admin] Deleting subnet c2baa974-a81e-42c9-9ce1-d68b5c221d45 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:46:34.047632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e00048d-5eb9-4f60-97cd-3318d09eb87d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.101114 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e00048d-5eb9-4f60-97cd-3318d09eb87d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.133083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f5651da3-75a7-4554-85a9-f2f635d2137c no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:46:34.169794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: f5651da3-75a7-4554-85a9-f2f635d2137c {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:46:34.170139 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device f5651da3-75a7-4554-85a9-f2f635d2137c not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:46:34.170574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3496ce1d-3f80-4e09-b2f5-9b596759971e no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:46:34.179201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e00048d-5eb9-4f60-97cd-3318d09eb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.249690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e00048d-5eb9-4f60-97cd-3318d09eb87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.253296 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 3496ce1d-3f80-4e09-b2f5-9b596759971e {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:46:34.253657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 3496ce1d-3f80-4e09-b2f5-9b596759971e not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:46:34.254295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-823d910e-fa22-4c99-b961-4af658e5a978 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:34.292777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00048d-5eb9-4f60-97cd-3318d09eb87d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2baa974-a81e-42c9-9ce1-d68b5c221d45,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:34.294767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9e00048d-5eb9-4f60-97cd-3318d09eb87d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.297364 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9e00048d-5eb9-4f60-97cd-3318d09eb87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:34.298912 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a85d2f-fd35-4c5c-8c4e-c6c091e05748 None None] Network c095e11b-46ef-4a80-aef6-800c4c52e142 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:46:34.304127 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9e00048d-5eb9-4f60-97cd-3318d09eb87d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c2baa974-a81e-42c9-9ce1-d68b5c221d45 HTTP/1.1" status: 204 len: 168 time: 0.3168406 Dec 22 13:46:34.304259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59858) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:34.547492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf987c-aa16-4a00-907e-bb478a0a50ec None None] DHCP port deletion for c095e11b-46ef-4a80-aef6-800c4c52e142 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:46:34.552343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-99bf987c-aa16-4a00-907e-bb478a0a50ec None None] Deleting port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:46:34.555726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99bf987c-aa16-4a00-907e-bb478a0a50ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.556769 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.568201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Deleting port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:46:34.568603 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.772910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] For port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6cab2ad1-e7b2-499c-a012-e2efc5789e9b,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:34.773278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.788479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-99bf987c-aa16-4a00-907e-bb478a0a50ec None None] For port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6cab2ad1-e7b2-499c-a012-e2efc5789e9b,segment=NetworkSegment(ffd45c78-e02b-45a9-9caa-d9a2976e9f68),segment_id=ffd45c78-e02b-45a9-9caa-d9a2976e9f68)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:34.788922 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99bf987c-aa16-4a00-907e-bb478a0a50ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.900101 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Calling delete_port for 6cab2ad1-e7b2-499c-a012-e2efc5789e9b owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:46:34.910252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-99bf987c-aa16-4a00-907e-bb478a0a50ec None None] Calling delete_port for 6cab2ad1-e7b2-499c-a012-e2efc5789e9b owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:46:34.976978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:34.982131 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-25f70656-fa8c-4f7a-b8a3-c8529a97e2ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:34.984350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-99bf987c-aa16-4a00-907e-bb478a0a50ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:46:34.984739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-99bf987c-aa16-4a00-907e-bb478a0a50ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:46:35.027317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cab2ad1-e7b2-499c-a012-e2efc5789e9b,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:35.029076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] No DVR routers for this DVR port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:46:35.030509 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:35.143951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.169160 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c095e11b-46ef-4a80-aef6-800c4c52e142']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:35.181459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:35.181756 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd45c78-e02b-45a9-9caa-d9a2976e9f68') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:35.192776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.208442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.214467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:46:35.214840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:46:35.227640 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:46:35.315304 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.319709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-291d3c03-ae21-40f2-a5b3-5c3c6e17c6e8 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:35.333231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.343050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=c095e11b-46ef-4a80-aef6-800c4c52e142,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:35.347017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:35.350456 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c095e11b-46ef-4a80-aef6-800c4c52e142 HTTP/1.1" status: 204 len: 168 time: 1.0453300 Dec 22 13:46:35.353803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59862) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:35.486528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-99bf987c-aa16-4a00-907e-bb478a0a50ec None None] Deleting port 6cab2ad1-e7b2-499c-a012-e2efc5789e9b {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:46:35.487334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-99bf987c-aa16-4a00-907e-bb478a0a50ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:35.557357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-99bf987c-aa16-4a00-907e-bb478a0a50ec None None] The port '6cab2ad1-e7b2-499c-a012-e2efc5789e9b' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:46:35.904782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:36.051594 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6cab2ad1-e7b2-499c-a012-e2efc5789e9b no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:46:36.086121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 6cab2ad1-e7b2-499c-a012-e2efc5789e9b {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:46:36.086496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6cab2ad1-e7b2-499c-a012-e2efc5789e9b not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:46:36.387770 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] Deleting port 10a4f639-41d0-4834-96f2-22d06317c005 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:46:36.388356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:36.562978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] For port 10a4f639-41d0-4834-96f2-22d06317c005, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=10a4f639-41d0-4834-96f2-22d06317c005,segment=NetworkSegment(9df2de0f-a40d-4707-a463-606586b7533c),segment_id=9df2de0f-a40d-4707-a463-606586b7533c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:36.563335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:36.684529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] Calling delete_port for 10a4f639-41d0-4834-96f2-22d06317c005 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:46:36.879642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:36.883533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-daf56bf5-d4a6-488a-8598-db971d9c02f1 tempest-ServerDiskConfigTestJSON-200335490 tempest-ServerDiskConfigTestJSON-200335490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:36.928524 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a4f639-41d0-4834-96f2-22d06317c005,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:36.931627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:37.198679 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:37.688239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] Router 2563628f-bce1-4740-b43f-c124c6df93d4 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:46:37.867811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:46:37.877270 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b50d6-7496-460c-b975-9675a31e9da4 None None] Sync routers for ids ['2563628f-bce1-4740-b43f-c124c6df93d4'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:46:37.885529 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c7fa4207-c63a-4d13-853a-856e47160fb7 admin admin] 10.222.0.24 "PUT /v2.0/routers/2563628f-bce1-4740-b43f-c124c6df93d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5306773 Dec 22 13:46:37.886975 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b50d6-7496-460c-b975-9675a31e9da4 None None] Routers {'2563628f-bce1-4740-b43f-c124c6df93d4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:46:37.887588 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5d5b50d6-7496-460c-b975-9675a31e9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:46:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2563628f-bce1-4740-b43f-c124c6df93d4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:37.888010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59866) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:38.062126 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-5d5b50d6-7496-460c-b975-9675a31e9da4 None None] Set router 2563628f-bce1-4740-b43f-c124c6df93d4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:46:38.062541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:38.241518 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:38.252177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Deleting port fd89b5d5-8c81-4431-adcf-9e1d0a86b33d {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:46:38.252505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:38.340221 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5d5b50d6-7496-460c-b975-9675a31e9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'name': 'tempest-TestMinimumBasicScenario-1180943504-router', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28'}], 'enable_snat': True}, 'gw_port_id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:02Z', 'updated_at': '2021-12-22T13:46:36Z', 'revision_number': 5, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'gw_port': {'id': 'fd89b5d5-8c81-4431-adcf-9e1d0a86b33d', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:32:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:03Z', 'updated_at': '2021-12-22T13:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:38.344103 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b50d6-7496-460c-b975-9675a31e9da4 None None] Checking router: 2563628f-bce1-4740-b43f-c124c6df93d4 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:46:38.352387 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5b50d6-7496-460c-b975-9675a31e9da4 None None] Routers {'2563628f-bce1-4740-b43f-c124c6df93d4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:46:38.352992 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5d5b50d6-7496-460c-b975-9675a31e9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:46:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['2563628f-bce1-4740-b43f-c124c6df93d4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:38.427379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] For port fd89b5d5-8c81-4431-adcf-9e1d0a86b33d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=fd89b5d5-8c81-4431-adcf-9e1d0a86b33d,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:38.427782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:38.533811 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-5d5b50d6-7496-460c-b975-9675a31e9da4 None None] Set router 2563628f-bce1-4740-b43f-c124c6df93d4 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:46:38.556007 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Calling delete_port for fd89b5d5-8c81-4431-adcf-9e1d0a86b33d owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:46:38.637144 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-5d5b50d6-7496-460c-b975-9675a31e9da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'name': 'tempest-TestMinimumBasicScenario-1180943504-router', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:02Z', 'updated_at': '2021-12-22T13:46:38Z', 'revision_number': 6, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:38.641060 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5b50d6-7496-460c-b975-9675a31e9da4 None None] The sync data for ids ['2563628f-bce1-4740-b43f-c124c6df93d4'] in dv-neutron-822668-1-hyperv is: [{'id': '2563628f-bce1-4740-b43f-c124c6df93d4', 'name': 'tempest-TestMinimumBasicScenario-1180943504-router', 'tenant_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:02Z', 'updated_at': '2021-12-22T13:46:38Z', 'revision_number': 6, 'project_id': '0eed8a87ee094254bc8a3ba0b0066a6e', 'gw_port_host': None}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:46:38.726349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:38.730353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4c72c6b2-1abe-4556-8946-ad67ae6d6e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:38.775091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd89b5d5-8c81-4431-adcf-9e1d0a86b33d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:38.805552 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:39.002319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.172788 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.175027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.198787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.199360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2563628f-bce1-4740-b43f-c124c6df93d4 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:46:39.212575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.213824 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2563628f-bce1-4740-b43f-c124c6df93d4 HTTP/1.1" status: 204 len: 168 time: 1.3248637 Dec 22 13:46:39.217958 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59870) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:39.277010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb10323-808d-48f6-8291-0af9f2b16636 admin admin] Deleting subnet 77c9e51d-5e55-4368-8361-5cd07be4348c {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:46:39.280429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fb10323-808d-48f6-8291-0af9f2b16636 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.333517 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fb10323-808d-48f6-8291-0af9f2b16636 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.415106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fb10323-808d-48f6-8291-0af9f2b16636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.488822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fb10323-808d-48f6-8291-0af9f2b16636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.493557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7595254a-3528-4c10-a9b1-07e7e0740b71 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:39.532061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb10323-808d-48f6-8291-0af9f2b16636 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c9e51d-5e55-4368-8361-5cd07be4348c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:39.535049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4fb10323-808d-48f6-8291-0af9f2b16636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:39.536110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4fb10323-808d-48f6-8291-0af9f2b16636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.544396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9158c1b7-dda8-48ee-9d33-e9e743261302 None None] Network d016e671-b40c-4f7d-8c15-151d77df922e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:46:39.544847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59874) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:39.547774 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4fb10323-808d-48f6-8291-0af9f2b16636 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/77c9e51d-5e55-4368-8361-5cd07be4348c HTTP/1.1" status: 204 len: 168 time: 0.3251314 Dec 22 13:46:39.655277 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.666607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Deleting port 9439033f-e19f-4c5d-a845-09d29502e1a5 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:46:39.666986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.787445 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d98ee72-383c-47ef-9f79-c604fa8eb8fa None None] DHCP port deletion for d016e671-b40c-4f7d-8c15-151d77df922e request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:46:39.792333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5d98ee72-383c-47ef-9f79-c604fa8eb8fa None None] Deleting port 9439033f-e19f-4c5d-a845-09d29502e1a5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:46:39.792811 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d98ee72-383c-47ef-9f79-c604fa8eb8fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:39.893396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] For port 9439033f-e19f-4c5d-a845-09d29502e1a5, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9439033f-e19f-4c5d-a845-09d29502e1a5,segment=NetworkSegment(9df2de0f-a40d-4707-a463-606586b7533c),segment_id=9df2de0f-a40d-4707-a463-606586b7533c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:39.893761 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.005900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5d98ee72-383c-47ef-9f79-c604fa8eb8fa None None] For port 9439033f-e19f-4c5d-a845-09d29502e1a5, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9439033f-e19f-4c5d-a845-09d29502e1a5,segment=NetworkSegment(9df2de0f-a40d-4707-a463-606586b7533c),segment_id=9df2de0f-a40d-4707-a463-606586b7533c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:40.006677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d98ee72-383c-47ef-9f79-c604fa8eb8fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.022447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Calling delete_port for 9439033f-e19f-4c5d-a845-09d29502e1a5 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:46:40.071084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 10a4f639-41d0-4834-96f2-22d06317c005 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:46:40.100274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.104453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ef50f123-8a11-4e21-9174-ec0f308b359d tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:40.146813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Pushing event deleted for resources: {'Port': ['ID=9439033f-e19f-4c5d-a845-09d29502e1a5,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:40.149898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:40.150656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] No DVR routers for this DVR port 9439033f-e19f-4c5d-a845-09d29502e1a5 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:46:40.203009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5d98ee72-383c-47ef-9f79-c604fa8eb8fa None None] Calling delete_port for 9439033f-e19f-4c5d-a845-09d29502e1a5 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:46:40.237998 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 10a4f639-41d0-4834-96f2-22d06317c005 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:46:40.238345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 10a4f639-41d0-4834-96f2-22d06317c005 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:46:40.238769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9439033f-e19f-4c5d-a845-09d29502e1a5 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:46:40.266549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.280734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 9439033f-e19f-4c5d-a845-09d29502e1a5 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:46:40.281086 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9439033f-e19f-4c5d-a845-09d29502e1a5 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:46:40.281509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fd89b5d5-8c81-4431-adcf-9e1d0a86b33d no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:46:40.296253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d016e671-b40c-4f7d-8c15-151d77df922e']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:40.309272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df2de0f-a40d-4707-a463-606586b7533c') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:40.309600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df2de0f-a40d-4707-a463-606586b7533c') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:40.320369 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: fd89b5d5-8c81-4431-adcf-9e1d0a86b33d {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:46:40.320721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fd89b5d5-8c81-4431-adcf-9e1d0a86b33d not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:46:40.321415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.340083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.343294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-5d98ee72-383c-47ef-9f79-c604fa8eb8fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:46:40.343676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-5d98ee72-383c-47ef-9f79-c604fa8eb8fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:46:40.346812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:46:40.347234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:46:40.360520 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:46:40.437780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.441755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a64cd756-046e-4181-a2f5-6e9dc77dc616 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:40.458554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.468559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Pushing event deleted for resources: {'Network': ['ID=d016e671-b40c-4f7d-8c15-151d77df922e,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:40.472686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:40.476192 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d016e671-b40c-4f7d-8c15-151d77df922e HTTP/1.1" status: 204 len: 168 time: 0.9304945 Dec 22 13:46:40.651778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59880) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:40.700161 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e71820ab-5910-4e6d-8305-e6d0c12a1b3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ce2f35d556541bb88f64bd5465b8c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471294 Dec 22 13:46:40.703709 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59884) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:40.763345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-64c14479-8f05-4719-869c-96ecfa824e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.790018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-64c14479-8f05-4719-869c-96ecfa824e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.844331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-64c14479-8f05-4719-869c-96ecfa824e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.844841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5d98ee72-383c-47ef-9f79-c604fa8eb8fa None None] Deleting port 9439033f-e19f-4c5d-a845-09d29502e1a5 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:46:40.845287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5d98ee72-383c-47ef-9f79-c604fa8eb8fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.849573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1657df92-a84c-4eee-bf21-79fd420e098c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:40.863446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c14479-8f05-4719-869c-96ecfa824e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a143a1c6-7bbd-48c3-9870-3898db62be9c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:40.866367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-64c14479-8f05-4719-869c-96ecfa824e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:40.872704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-64c14479-8f05-4719-869c-96ecfa824e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:40.874016 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-64c14479-8f05-4719-869c-96ecfa824e5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a143a1c6-7bbd-48c3-9870-3898db62be9c HTTP/1.1" status: 204 len: 168 time: 0.1692693 Dec 22 13:46:40.919905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5d98ee72-383c-47ef-9f79-c604fa8eb8fa None None] The port '9439033f-e19f-4c5d-a845-09d29502e1a5' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 13:46:41.035546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:41.253738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59892) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:41.306576 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-405c89c7-e9b1-4f4d-a795-141a606579be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0eed8a87ee094254bc8a3ba0b0066a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511448 Dec 22 13:46:41.310615 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59896) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:41.372113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ffdb260d-2117-427f-a871-487f4e80306b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:41.397589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ffdb260d-2117-427f-a871-487f4e80306b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:41.458016 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ffdb260d-2117-427f-a871-487f4e80306b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:41.461713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-260a0c4d-0d0e-438c-9235-f853b4419ac3 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:41.476061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb260d-2117-427f-a871-487f4e80306b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ce7b2a-2b64-44a6-9890-a052c8a52643,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:41.480207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ffdb260d-2117-427f-a871-487f4e80306b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:41.483526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ffdb260d-2117-427f-a871-487f4e80306b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:41.484644 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ffdb260d-2117-427f-a871-487f4e80306b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8ce7b2a-2b64-44a6-9890-a052c8a52643 HTTP/1.1" status: 204 len: 168 time: 0.1731491 Dec 22 13:46:43.483451 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59938) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:43.488866 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046345829', 'description': 'tempest-secgroup-smoke-1046345829 description', 'project_id': '50ffb6a5a63246ecb0117821965b078f'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:43.495226 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:43.499436 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:46:43.502489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:46:43.509388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:43.520834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:43.532925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:43.547151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:43.550854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:46:43.553605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:46:43.559653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:43.659371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:43.664523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:43.666991 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-48d2bcb0-c530-44f7-bff5-e958d627e33e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:43.677445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:43.685433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:46:43.693772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:46:43.704071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:43.708028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9e56d8-b246-4f21-a5c6-e7f38bfff5db,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:43.712185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:43.775288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:43.780843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:43.784308 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d46fadb0-23c2-44c9-841e-cb81299949d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:43.821128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a52133d-d944-4710-97e6-a33b2e2d601d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:43.824144 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:43.824939 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:43.826140 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3417017 Dec 22 13:46:43.829221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59942) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:43.834637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-94e3c1d4-6525-4e81-8731-2d5f819cf857 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '1a52133d-d944-4710-97e6-a33b2e2d601d', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:43.840811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-94e3c1d4-6525-4e81-8731-2d5f819cf857 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:43.844879 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-94e3c1d4-6525-4e81-8731-2d5f819cf857 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:46:43.847818 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-94e3c1d4-6525-4e81-8731-2d5f819cf857 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:46:43.853545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-94e3c1d4-6525-4e81-8731-2d5f819cf857 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:43.876193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94e3c1d4-6525-4e81-8731-2d5f819cf857 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:43.939826 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94e3c1d4-6525-4e81-8731-2d5f819cf857 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:43.944955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94e3c1d4-6525-4e81-8731-2d5f819cf857 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:43.952337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9fb825f1-6bd4-42a8-91c8-15d37598594c tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:43.970452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3c1d4-6525-4e81-8731-2d5f819cf857 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7755e4db-deaa-4e73-a128-33c0510c044d,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:43.974628 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-94e3c1d4-6525-4e81-8731-2d5f819cf857 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:43.980036 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-94e3c1d4-6525-4e81-8731-2d5f819cf857 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:43.981215 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-94e3c1d4-6525-4e81-8731-2d5f819cf857 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510916 Dec 22 13:46:43.984108 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59946) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:43.989135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-12c6aac3-cede-4e2a-9695-0c1b5a4bb086 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '1a52133d-d944-4710-97e6-a33b2e2d601d', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:43.995130 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-12c6aac3-cede-4e2a-9695-0c1b5a4bb086 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:43.998984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-12c6aac3-cede-4e2a-9695-0c1b5a4bb086 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:46:44.001971 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-12c6aac3-cede-4e2a-9695-0c1b5a4bb086 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:46:44.007660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-12c6aac3-cede-4e2a-9695-0c1b5a4bb086 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:44.044231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12c6aac3-cede-4e2a-9695-0c1b5a4bb086 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.110510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12c6aac3-cede-4e2a-9695-0c1b5a4bb086 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.115127 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12c6aac3-cede-4e2a-9695-0c1b5a4bb086 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.116966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-09239606-0e54-4f20-b215-d9a49d519d2d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:44.138029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6aac3-cede-4e2a-9695-0c1b5a4bb086 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601c3087-796d-4e2b-9eda-5cb14f9f2e40,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:44.144670 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-12c6aac3-cede-4e2a-9695-0c1b5a4bb086 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:44.148055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-12c6aac3-cede-4e2a-9695-0c1b5a4bb086 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.149210 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-12c6aac3-cede-4e2a-9695-0c1b5a4bb086 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1641519 Dec 22 13:46:44.152623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59950) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:44.157559 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-756e4f52-99fc-420e-83aa-f9e0ac025b86 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '1a52133d-d944-4710-97e6-a33b2e2d601d', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:44.163866 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-756e4f52-99fc-420e-83aa-f9e0ac025b86 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:44.167796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-756e4f52-99fc-420e-83aa-f9e0ac025b86 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:46:44.170648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-756e4f52-99fc-420e-83aa-f9e0ac025b86 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:46:44.176305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-756e4f52-99fc-420e-83aa-f9e0ac025b86 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:44.193353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-756e4f52-99fc-420e-83aa-f9e0ac025b86 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.258056 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-756e4f52-99fc-420e-83aa-f9e0ac025b86 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.276796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-756e4f52-99fc-420e-83aa-f9e0ac025b86 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.278600 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-273faef9-ce53-4727-bf46-6fd414b96d91 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:44.300322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e4f52-99fc-420e-83aa-f9e0ac025b86 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00704e43-2d81-494a-a992-a0db08d42faa,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:44.304588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-756e4f52-99fc-420e-83aa-f9e0ac025b86 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:44.310483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-756e4f52-99fc-420e-83aa-f9e0ac025b86 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.311721 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-756e4f52-99fc-420e-83aa-f9e0ac025b86 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581571 Dec 22 13:46:44.315058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59954) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:44.320039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '1a52133d-d944-4710-97e6-a33b2e2d601d', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:44.326396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:44.330725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:46:44.334172 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:46:44.340429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:44.360277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.427506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.433998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.435819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0ae5907b-87c6-433d-9733-8ead735131cc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:44.456815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db77430-c6f6-4aec-9283-d68a4acfbdb0,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:44.459461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:44.467880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.472092 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1530857 Dec 22 13:46:44.472219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59958) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:44.477407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '1a52133d-d944-4710-97e6-a33b2e2d601d', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:44.483485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:44.487524 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:46:44.490521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:46:44.496591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:44.509174 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Project 50ffb6a5a63246ecb0117821965b078f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:46:44.516496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.579511 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.584776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.586642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f277834-6043-42ed-804a-d7e8dc0afef9 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:44.611073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c38a902-2cf1-44c9-bbaa-ea48ec24d1e2,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:44.613429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:44.621233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.622446 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2d7bdd88-cbd0-4e6a-b4fa-bc07537a09c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493740 Dec 22 13:46:44.625344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59962) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:44.630183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '1a52133d-d944-4710-97e6-a33b2e2d601d', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:44.635840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:44.639823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:46:44.642735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:46:44.648453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:44.662929 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Project 50ffb6a5a63246ecb0117821965b078f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:46:44.669623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.733171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.739157 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.740998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c0c19c7e-7423-4900-88cb-a001387546d2 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:44.769510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbe006d-005e-450b-9511-4e993597b482,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:44.772174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:44.781940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.783426 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1570621 Dec 22 13:46:44.786637 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59966) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:44.792121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'network': {'name': 'tempest-network-smoke--704201418', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:44.797089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:44.801139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:network and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:46:44.804151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:46:44.810117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:44.824583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:46:44.829659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.863869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:46:44.874951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.875280 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Added segment ea30bc8b-886d-47f9-867c-882d471f59b3 of type vlan for network 5f508af4-ad74-4eaa-bc47-3ea87197debc Dec 22 13:46:44.901390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.932326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.937834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:44.938422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:44.941851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8afcfdd1-8643-4604-a668-76708ec3a1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:45.036544 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2487893 Dec 22 13:46:45.039679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59970) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:45.045696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'admin_state_up': True, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:45.046403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Network': ['ID=5f508af4-ad74-4eaa-bc47-3ea87197debc,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:45.049263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fc87b889-283a-44da-9c12-9e292e717f94 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:45.052874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:45.057078 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:router and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:46:45.058458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 5f508af4-ad74-4eaa-bc47-3ea87197debc details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:46:45.060453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:46:45.067281 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:45.078488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:45.079484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:45.094662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:45.477696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:45.786808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:45.815737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:45.948723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.26.4.253 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/aa9bf256-e7e1-444f-a472-069ac36da29b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:46:46.095738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:46.137256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:46.140867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:46.205156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:46:46.208434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:46:46.212010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:46:46.240507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=aa9bf256-e7e1-444f-a472-069ac36da29b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:46.246237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:46.624066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:47.095651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:47.315871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:46:47.495918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:46:47.507685 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Sync routers for ids ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:46:47.517404 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Routers {'9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:46:47.518028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:46:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:47.524727 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:47.528884 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4850764 Dec 22 13:46:47.529379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59974) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:47.677883 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8c1156ed-10bd-4c07-b93c-d10adb2711d8 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=50ffb6a5a63246ecb0117821965b078f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1472716 Dec 22 13:46:47.680488 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59980) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:47.697620 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Set router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:46:47.816665 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec27efd-c4d3-4eb1-bf19-29ff0100b3e7 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:47.817997 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8ec27efd-c4d3-4eb1-bf19-29ff0100b3e7 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1366501 Dec 22 13:46:47.821009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59984) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:47.860315 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a59083fa-3a06-4268-af26-110f1d51e4c9 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381339 Dec 22 13:46:47.862761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 59988) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:47.868050 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1051935453', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:47.973839 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:47.977821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:subnet and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:46:47.980852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:46:47.982290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:46Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:47.986226 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Checking router: 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:46:47.986578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Updating router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 port aa9bf256-e7e1-444f-a472-069ac36da29b binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:46:47.986669 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:47.998159 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:46:48.001821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:48.037872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:48.331096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:48.334996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2c254545-ab6b-4480-8f92-15c34a37eb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:48.362934 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:48.375376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Transition to ACTIVE for port object aa9bf256-e7e1-444f-a472-069ac36da29b will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:46:48.383030 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:48.386716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-b24bd161-11e2-4570-b5de-cac6ca1543a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:48.409944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Subnet': ['ID=23960755-7201-483f-875c-dd76efa36570,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:48.413717 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:48.420736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Checking segment: {'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:46:48.421092 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network hostable DHCP agents. Network: 5f508af4-ad74-4eaa-bc47-3ea87197debc, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:46:48.440506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 5f508af4-ad74-4eaa-bc47-3ea87197debc is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:46:48.450357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 5f508af4-ad74-4eaa-bc47-3ea87197debc) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:46:48.454653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:48.455291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:48.461499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d55640-188c-4f09-8854-7d6955ff54fd None None] Network 5f508af4-ad74-4eaa-bc47-3ea87197debc requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:46:48.480157 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-25e57657-7b5b-46a1-9b34-71a1d5e10107 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6163943 Dec 22 13:46:48.481182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 59992) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:46:48.489820 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Attempting to bind port aa9bf256-e7e1-444f-a472-069ac36da29b on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:46:48.490223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Attempting to bind port aa9bf256-e7e1-444f-a472-069ac36da29b by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:46:48.490578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Attempting to bind port aa9bf256-e7e1-444f-a472-069ac36da29b on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:46:48.534195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Pushing event updated for resources: {'Port': ['ID=aa9bf256-e7e1-444f-a472-069ac36da29b,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:48.557840 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:48.558174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:48.558534 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:48.558869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:48.559175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:48.559951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:48.559951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:48.560186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:48.560491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:48.560829 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:48.561124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:48.561458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:48.565427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:46:48.565820 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:46:48.566233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:48.566623 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:46:48.567503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Bound port: aa9bf256-e7e1-444f-a472-069ac36da29b, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:46:48.567965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:48.643499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:48.718548 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] For port aa9bf256-e7e1-444f-a472-069ac36da29b, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:46:48.761296 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] For port aa9bf256-e7e1-444f-a472-069ac36da29b, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=aa9bf256-e7e1-444f-a472-069ac36da29b,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:46:48.768918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:48.773851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:48.886077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-5f508af4-ad74-4eaa-bc47-3ea87197debc', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ips': [{'subnet_id': '23960755-7201-483f-875c-dd76efa36570'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:46:48.886898 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:48.902155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Routers {'9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:46:48.902784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:46:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:48.951391 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Pushing event updated for resources: {'Port': ['ID=aa9bf256-e7e1-444f-a472-069ac36da29b,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:48.962839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:49.165707 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:49.188566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] Set router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:46:49.372317 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Allocated IP 172.20.0.2 (5f508af4-ad74-4eaa-bc47-3ea87197debc/23960755-7201-483f-875c-dd76efa36570/bbbfd67a-293f-4064-9ecf-daf915552000) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:46:49.658678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:49.661991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:46Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:49.672070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775eb9af-4006-499d-a55a-aaca017bca9e None None] The sync data for ids ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'] in dv-neutron-822668-1-hyperv is: [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:46Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:46:49.673866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Transition to ACTIVE for port object bbbfd67a-293f-4064-9ecf-daf915552000 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:46:49.695592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Transition to ACTIVE for port object bbbfd67a-293f-4064-9ecf-daf915552000 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:46:49.705314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:49.709235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:49.772523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Network 5f508af4-ad74-4eaa-bc47-3ea87197debc is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:46:49.775473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:46:49.776526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.20.0.1 (5f508af4-ad74-4eaa-bc47-3ea87197debc/23960755-7201-483f-875c-dd76efa36570/b60e5bb2-810e-476a-ac12-754381724f85) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:46:49.779278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:46:49.786803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Pushing event updated for resources: {'Port': ['ID=bbbfd67a-293f-4064-9ecf-daf915552000,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:49.813049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:49.889166 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Attempting to bind port bbbfd67a-293f-4064-9ecf-daf915552000 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:46:49.889740 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Attempting to bind port bbbfd67a-293f-4064-9ecf-daf915552000 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:46:49.891233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Attempting to bind port bbbfd67a-293f-4064-9ecf-daf915552000 on network 5f508af4-ad74-4eaa-bc47-3ea87197debc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:46:49.897826 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:46:49.898357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Checking segment: {'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:46:49.898766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:49.899168 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Bound using segment: {'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:46:49.899716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Bound port: bbbfd67a-293f-4064-9ecf-daf915552000, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:46:49.900076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:49.964436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:49.980406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Transition to ACTIVE for port object b60e5bb2-810e-476a-ac12-754381724f85 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:46:50.001133 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] For port bbbfd67a-293f-4064-9ecf-daf915552000, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:46:50.005525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] For port bbbfd67a-293f-4064-9ecf-daf915552000, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=bbbfd67a-293f-4064-9ecf-daf915552000,segment=NetworkSegment(ea30bc8b-886d-47f9-867c-882d471f59b3),segment_id=ea30bc8b-886d-47f9-867c-882d471f59b3)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:46:50.007909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:50.011277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:50.014488 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-60e92775-255e-43e0-8e83-bb509a266bee tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:50.020139 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:50.105735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device aa9bf256-e7e1-444f-a472-069ac36da29b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:46:50.106630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 5f508af4-ad74-4eaa-bc47-3ea87197debc is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:46:50.109808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:46:50.113826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:46:50.159535 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=b60e5bb2-810e-476a-ac12-754381724f85,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:50.164105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:50.177289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:50.182544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Pushing event updated for resources: {'Port': ['ID=bbbfd67a-293f-4064-9ecf-daf915552000,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:50.186233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:50.212965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port aa9bf256-e7e1-444f-a472-069ac36da29b completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:46:50.219537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port aa9bf256-e7e1-444f-a472-069ac36da29b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:50.220022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:50.436385 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:50.454647 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port aa9bf256-e7e1-444f-a472-069ac36da29b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=aa9bf256-e7e1-444f-a472-069ac36da29b,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:50.465666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:50.469303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:50.505402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:50.549230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=aa9bf256-e7e1-444f-a472-069ac36da29b,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:50.555834 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:50.958675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:50.964393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:50.993729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3fbeabd7-d933-42d4-9826-43af1b8d0146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:51.077915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=b60e5bb2-810e-476a-ac12-754381724f85,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:51.082806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:51.083805 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:51.207487 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bcf1f4-f686-41d6-afac-6b6a7eaa3f9c None None] Network 5f508af4-ad74-4eaa-bc47-3ea87197debc requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:46:51.316362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-015fc65e-61f5-4e06-9284-bd044a6f0459 None None] Provisioning for port bbbfd67a-293f-4064-9ecf-daf915552000 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:46:51.351871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 5f508af4-ad74-4eaa-bc47-3ea87197debc is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:46:51.352964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:46:51.552287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:46:51.653527 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-435c71d9-677d-4d58-8ed3-c7e079c8bbea None None] Provisioning for port b60e5bb2-810e-476a-ac12-754381724f85 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:46:51.659309 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-435c71d9-677d-4d58-8ed3-c7e079c8bbea None None] Provisioning complete for port b60e5bb2-810e-476a-ac12-754381724f85 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:51.660114 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-435c71d9-677d-4d58-8ed3-c7e079c8bbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:51.726235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-435c71d9-677d-4d58-8ed3-c7e079c8bbea None None] Port b60e5bb2-810e-476a-ac12-754381724f85 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:46:51.745524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:46:51.755356 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Sync routers for ids ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:46:51.757579 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "PUT /v2.0/routers/9cd5a7b0-81b1-4b65-bdff-91d92efca1b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2753124 Dec 22 13:46:51.766314 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Routers {'9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:46:51.767037 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:46:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:51.931803 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-94fdef92-79d6-4b09-8bbe-7d5153fa568c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046345829&fields=id&tenant_id=50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 267 time: 0.0448020 Dec 22 13:46:51.954793 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Set router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:46:51.958769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-33bde451-0fbc-433e-8912-465cf7fa5501 None None] Provisioning complete for port b60e5bb2-810e-476a-ac12-754381724f85 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:51.959351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-33bde451-0fbc-433e-8912-465cf7fa5501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:52.024042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-33bde451-0fbc-433e-8912-465cf7fa5501 None None] Port b60e5bb2-810e-476a-ac12-754381724f85 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:46:52.107870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-f8cbde71-bae4-4636-9037-eb24518dbdb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:52.109353 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-f8cbde71-bae4-4636-9037-eb24518dbdb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/networks?id=5f508af4-ad74-4eaa-bc47-3ea87197debc HTTP/1.1" status: 200 len: 796 time: 0.1709812 Dec 22 13:46:52.125625 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-30da904d-1689-4094-9be1-c5cdf1eebd3b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/quotas/50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 375 time: 0.0103106 Dec 22 13:46:52.143265 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d88fd94c-36c4-498e-87a8-b98a63621870 None None] Provisioning complete for port b60e5bb2-810e-476a-ac12-754381724f85 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:52.143765 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d88fd94c-36c4-498e-87a8-b98a63621870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:52.193288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device aa9bf256-e7e1-444f-a472-069ac36da29b up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:46:52.223075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-3211635f-cb98-4cb0-bef0-5e4f68959261 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:46:52.241157 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-3211635f-cb98-4cb0-bef0-5e4f68959261 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:46:52.242550 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-3211635f-cb98-4cb0-bef0-5e4f68959261 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060166 Dec 22 13:46:52.252916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-d88fd94c-36c4-498e-87a8-b98a63621870 None None] Port b60e5bb2-810e-476a-ac12-754381724f85 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:46:52.272903 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'b60e5bb2-810e-476a-ac12-754381724f85', 'name': '', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:ad:a9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '23960755-7201-483f-875c-dd76efa36570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:49Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 2, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '23960755-7201-483f-875c-dd76efa36570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:52.274857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port aa9bf256-e7e1-444f-a472-069ac36da29b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:52.275246 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:52.276782 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Checking router: 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:46:52.277146 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Updating router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 port b60e5bb2-810e-476a-ac12-754381724f85 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:46:52.337630 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:52.404415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device bbbfd67a-293f-4064-9ecf-daf915552000 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:46:52.442685 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-02abcfa1-aeaf-4b17-996c-2dca10e41f49 service neutron] 10.222.0.24 "GET /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852248 Dec 22 13:46:52.472028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port bbbfd67a-293f-4064-9ecf-daf915552000 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:46:52.476917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port bbbfd67a-293f-4064-9ecf-daf915552000 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:52.477236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:52.603413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:52.605074 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-b59edbb0-3e48-44e2-a2f5-6d4f9a10b751 service neutron] 10.222.0.24 "GET /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565421 Dec 22 13:46:52.636561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port bbbfd67a-293f-4064-9ecf-daf915552000, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=bbbfd67a-293f-4064-9ecf-daf915552000,segment=NetworkSegment(ea30bc8b-886d-47f9-867c-882d471f59b3),segment_id=ea30bc8b-886d-47f9-867c-882d471f59b3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:52.641823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:52.644256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:52.676725 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:52.689720 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Transition to ACTIVE for port object b60e5bb2-810e-476a-ac12-754381724f85 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:46:52.696529 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:52.702271 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:52.720069 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=bbbfd67a-293f-4064-9ecf-daf915552000,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:52.724090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:52.801942 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-97ac00a2-da63-4bf3-a9d4-06b46474973f req-15edc872-bcf3-43d3-bab0-3c9b3d6cb32e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 210 time: 0.0494497 Dec 22 13:46:52.875756 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Pushing event updated for resources: {'Port': ['ID=b60e5bb2-810e-476a-ac12-754381724f85,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:52.922328 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:52.922671 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:52.923003 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:52.923329 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:52.923672 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:52.923995 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:52.924309 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:52.924622 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:52.924940 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:52.925241 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:52.925554 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:52.925861 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:46:52.930235 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:52.975536 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Attempting to bind port b60e5bb2-810e-476a-ac12-754381724f85 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:46:52.976044 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Attempting to bind port b60e5bb2-810e-476a-ac12-754381724f85 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:46:52.976473 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Attempting to bind port b60e5bb2-810e-476a-ac12-754381724f85 on network 5f508af4-ad74-4eaa-bc47-3ea87197debc {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:46:52.982113 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:46:52.982431 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Checking segment: {'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:46:52.982833 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:52.983224 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Bound using segment: {'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:46:52.983732 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Bound port: b60e5bb2-810e-476a-ac12-754381724f85, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:46:52.984106 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:53.071205 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] For port b60e5bb2-810e-476a-ac12-754381724f85, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:46:53.074481 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] For port b60e5bb2-810e-476a-ac12-754381724f85, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b60e5bb2-810e-476a-ac12-754381724f85,segment=NetworkSegment(ea30bc8b-886d-47f9-867c-882d471f59b3),segment_id=ea30bc8b-886d-47f9-867c-882d471f59b3)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:46:53.081609 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:53.088404 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-5c03ed6f-b9ae-4df9-98e4-f5f2bd2ce7f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:53.162320 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Routers {'9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:46:53.162963 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:46:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:53.216450 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Pushing event updated for resources: {'Port': ['ID=b60e5bb2-810e-476a-ac12-754381724f85,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:53.226381 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:53.342825 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] Set router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:46:53.655244 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'b60e5bb2-810e-476a-ac12-754381724f85', 'name': '', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:ad:a9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '23960755-7201-483f-875c-dd76efa36570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:49Z', 'updated_at': '2021-12-22T13:46:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '23960755-7201-483f-875c-dd76efa36570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:46:53.661511 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c298583d-1740-46d3-969e-9bdc5e5900bd None None] The sync data for ids ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'] in dv-neutron-822668-1-hyperv is: [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'b60e5bb2-810e-476a-ac12-754381724f85', 'name': '', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:ad:a9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '23960755-7201-483f-875c-dd76efa36570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:49Z', 'updated_at': '2021-12-22T13:46:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '23960755-7201-483f-875c-dd76efa36570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:46:53.904771 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b218360f-1e3c-4238-b11e-9cd3958a963d req-7d9c0951-dda8-41e0-9ef0-f13bef0fcdab tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 210 time: 0.0475466 Dec 22 13:46:54.155364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b60e5bb2-810e-476a-ac12-754381724f85 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:46:54.260789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port b60e5bb2-810e-476a-ac12-754381724f85 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:46:54.265815 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port b60e5bb2-810e-476a-ac12-754381724f85 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:54.266191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:54.391229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:54.426585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port b60e5bb2-810e-476a-ac12-754381724f85, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b60e5bb2-810e-476a-ac12-754381724f85,segment=NetworkSegment(ea30bc8b-886d-47f9-867c-882d471f59b3),segment_id=ea30bc8b-886d-47f9-867c-882d471f59b3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:46:54.431136 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:54.432085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device bbbfd67a-293f-4064-9ecf-daf915552000 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:46:54.455368 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:54.545601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=b60e5bb2-810e-476a-ac12-754381724f85,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:54.549769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:54.560379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port bbbfd67a-293f-4064-9ecf-daf915552000 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:54.560781 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:55.003635 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-da953ab5-dd57-4a71-a0ed-e06895a4ace7 req-64002a4b-e8e3-44dc-9e8f-6d91da579708 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 210 time: 0.0467908 Dec 22 13:46:56.066153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b60e5bb2-810e-476a-ac12-754381724f85 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:46:56.170060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port b60e5bb2-810e-476a-ac12-754381724f85 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:56.170433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:56.178247 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1b90ed41-d66f-467b-900d-d94c6c9c7cd2 req-061d1d32-b797-4246-bf42-297897e42fd2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 210 time: 0.0559394 Dec 22 13:46:56.186546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-ae09a47c-f9c5-446e-8fae-0e9a1055fa91 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:56.188023 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-ae09a47c-f9c5-446e-8fae-0e9a1055fa91 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/networks?id=5f508af4-ad74-4eaa-bc47-3ea87197debc HTTP/1.1" status: 200 len: 796 time: 0.1943295 Dec 22 13:46:56.242996 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-719486ef-45c7-4337-98aa-5884fdaab9fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 380 time: 0.0464702 Dec 22 13:46:56.255623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'port': {'device_id': '36deaece-5041-4a13-b77c-af840e3c99ea', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'admin_state_up': True, 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'security_groups': ['1a52133d-d944-4710-97e6-a33b2e2d601d']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:56.389826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:46:56.400335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:46:56.412154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:46:56.417325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:56.698936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.20.0.7 (5f508af4-ad74-4eaa-bc47-3ea87197debc/23960755-7201-483f-875c-dd76efa36570/44e26e39-f5c8-408e-9f45-cf44200d864b) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:46:56.891292 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:56.910798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Transition to ACTIVE for port object 44e26e39-f5c8-408e-9f45-cf44200d864b will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:46:56.940254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:56.948148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-544204eb-d168-4d46-8ba6-6f999ec7ed2f tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:57.021287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 5f508af4-ad74-4eaa-bc47-3ea87197debc is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:46:57.024454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:46:57.028203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:46:57.059201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=44e26e39-f5c8-408e-9f45-cf44200d864b,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:57.065980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:57.096841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:57.097455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:57.124621 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8726323 Dec 22 13:46:57.136279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Request body: {'port': {'device_id': '36deaece-5041-4a13-b77c-af840e3c99ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:46:57.249097 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-952c50a9-eef9-48fb-a8cd-df4817824704 None None] Provisioning for port 44e26e39-f5c8-408e-9f45-cf44200d864b completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:46:57.251362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:57.256051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-952c50a9-eef9-48fb-a8cd-df4817824704 None None] Provisioning complete for port 44e26e39-f5c8-408e-9f45-cf44200d864b triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:46:57.256610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-952c50a9-eef9-48fb-a8cd-df4817824704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:57.366761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-952c50a9-eef9-48fb-a8cd-df4817824704 None None] Port 44e26e39-f5c8-408e-9f45-cf44200d864b cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:46:57.376021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be0d38-7e2f-42e5-bbd3-7126770d309c req-1a9b92ab-9aa2-4b1c-b571-bc7a582f929c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:57.377484 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b6be0d38-7e2f-42e5-bbd3-7126770d309c req-1a9b92ab-9aa2-4b1c-b571-bc7a582f929c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 931 time: 0.0896270 Dec 22 13:46:57.421440 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-b6be0d38-7e2f-42e5-bbd3-7126770d309c req-95d1f427-ef14-41d3-be0a-22dc492bb73e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:46:57.439507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-b6be0d38-7e2f-42e5-bbd3-7126770d309c req-95d1f427-ef14-41d3-be0a-22dc492bb73e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:46:57.440686 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b6be0d38-7e2f-42e5-bbd3-7126770d309c req-95d1f427-ef14-41d3-be0a-22dc492bb73e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574560 Dec 22 13:46:57.550838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ebc412c8-7d7c-4a20-a3d9-1b776adb2932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:57.594743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e26e39-f5c8-408e-9f45-cf44200d864b {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:46:57.602009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:57.615845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Transition to ACTIVE for port object 44e26e39-f5c8-408e-9f45-cf44200d864b will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:46:57.620549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:57.624987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-441150dc-655c-46b8-893e-549b31be8aa8 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:57.774468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=44e26e39-f5c8-408e-9f45-cf44200d864b,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:57.781831 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:57.862559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Attempting to bind port 44e26e39-f5c8-408e-9f45-cf44200d864b on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:46:57.863000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Attempting to bind port 44e26e39-f5c8-408e-9f45-cf44200d864b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:46:57.863326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Attempting to bind port 44e26e39-f5c8-408e-9f45-cf44200d864b on network 5f508af4-ad74-4eaa-bc47-3ea87197debc {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:46:57.871641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Port 44e26e39-f5c8-408e-9f45-cf44200d864b on network 5f508af4-ad74-4eaa-bc47-3ea87197debc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:46:57.872189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Attempting to bind port 44e26e39-f5c8-408e-9f45-cf44200d864b on network 5f508af4-ad74-4eaa-bc47-3ea87197debc {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:46:57.879482 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:46:57.879997 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Checking segment: {'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:46:57.880386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Bound using segment: {'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:46:57.880815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Bound port: 44e26e39-f5c8-408e-9f45-cf44200d864b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea30bc8b-886d-47f9-867c-882d471f59b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:46:57.881146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:57.976148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] For port 44e26e39-f5c8-408e-9f45-cf44200d864b, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:46:57.979642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] For port 44e26e39-f5c8-408e-9f45-cf44200d864b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44e26e39-f5c8-408e-9f45-cf44200d864b,segment=NetworkSegment(ea30bc8b-886d-47f9-867c-882d471f59b3),segment_id=ea30bc8b-886d-47f9-867c-882d471f59b3)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:46:57.986574 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:57.990213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0643dee9-43a2-4a9e-b582-17f436487af6 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:46:58.045343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:58.045920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:58.047275 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] 10.222.0.54 "PUT /v2.0/ports/44e26e39-f5c8-408e-9f45-cf44200d864b HTTP/1.1" status: 200 len: 1093 time: 0.9154553 Dec 22 13:46:58.047807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36deaece-5041-4a13-b77c-af840e3c99ea', 'tag': '44e26e39-f5c8-408e-9f45-cf44200d864b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:46:58.070037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=44e26e39-f5c8-408e-9f45-cf44200d864b,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:46:58.072944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:46:58.130294 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36deaece-5041-4a13-b77c-af840e3c99ea', 'tag': '44e26e39-f5c8-408e-9f45-cf44200d864b', 'status': 'completed', 'code': 200} Dec 22 13:46:58.171421 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-3b62c320-6650-4ac8-afb6-3968cfb5fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:58.173011 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-3b62c320-6650-4ac8-afb6-3968cfb5fe53 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 1096 time: 0.0780168 Dec 22 13:46:58.244684 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-070f0ff6-409b-44ac-8baa-389cb935ad34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44e26e39-f5c8-408e-9f45-cf44200d864b HTTP/1.1" status: 200 len: 217 time: 0.0646868 Dec 22 13:46:58.313172 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-b2a2d225-a028-4860-8964-a0eaaae45a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:58.314561 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-b2a2d225-a028-4860-8964-a0eaaae45a8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23960755-7201-483f-875c-dd76efa36570 HTTP/1.1" status: 200 len: 835 time: 0.0644927 Dec 22 13:46:58.390827 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-c57e80b9-c077-4c06-945d-c2422fd380c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:58.392304 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-c57e80b9-c077-4c06-945d-c2422fd380c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f508af4-ad74-4eaa-bc47-3ea87197debc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714364 Dec 22 13:46:58.625198 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafe286-ab9e-4757-9633-351953ace790 req-935bd483-b378-49d3-af8c-8ed884aad279 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:58.626658 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7bafe286-ab9e-4757-9633-351953ace790 req-935bd483-b378-49d3-af8c-8ed884aad279 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 943 time: 0.0801179 Dec 22 13:46:58.635695 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-5344e16d-1e67-495a-974a-68abd2d296cf service neutron] 10.222.0.54 "GET /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366500 Dec 22 13:46:58.674611 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7bafe286-ab9e-4757-9633-351953ace790 req-0e256516-0909-4448-96ba-31c01cf82931 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418935 Dec 22 13:46:58.765915 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9578858-92a7-4938-a771-7bedc8b4b68a req-e53432f8-dff1-4a07-92c6-356a29633e5c service neutron] 10.222.0.54 "GET /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237185 Dec 22 13:46:58.886900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8debf-01b0-483a-9168-26e9ea497795 req-4b7aa89c-9e34-4528-990c-268d4256c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:58.888365 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cdf8debf-01b0-483a-9168-26e9ea497795 req-4b7aa89c-9e34-4528-990c-268d4256c847 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 1096 time: 0.0759032 Dec 22 13:46:59.021351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8debf-01b0-483a-9168-26e9ea497795 req-2607ac72-35f6-41e1-bfaa-0390fda6c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:59.022814 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cdf8debf-01b0-483a-9168-26e9ea497795 req-2607ac72-35f6-41e1-bfaa-0390fda6c946 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f508af4-ad74-4eaa-bc47-3ea87197debc HTTP/1.1" status: 200 len: 897 time: 0.1280527 Dec 22 13:46:59.090656 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cdf8debf-01b0-483a-9168-26e9ea497795 req-4bf35f9f-f30b-4d55-a424-96090ee870ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44e26e39-f5c8-408e-9f45-cf44200d864b HTTP/1.1" status: 200 len: 217 time: 0.0619464 Dec 22 13:46:59.162756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8debf-01b0-483a-9168-26e9ea497795 req-6774edcf-1230-4125-91bd-28ea1bde59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:59.164271 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cdf8debf-01b0-483a-9168-26e9ea497795 req-6774edcf-1230-4125-91bd-28ea1bde59f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23960755-7201-483f-875c-dd76efa36570 HTTP/1.1" status: 200 len: 835 time: 0.0676017 Dec 22 13:46:59.242081 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8debf-01b0-483a-9168-26e9ea497795 req-0e146577-aeb3-40d4-a7e9-98524ce6e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:59.243581 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cdf8debf-01b0-483a-9168-26e9ea497795 req-0e146577-aeb3-40d4-a7e9-98524ce6e382 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f508af4-ad74-4eaa-bc47-3ea87197debc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727053 Dec 22 13:46:59.379463 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cdf8debf-01b0-483a-9168-26e9ea497795 req-f1372075-bd9d-4828-be68-a686f5272681 service neutron] 10.222.0.54 "GET /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286483 Dec 22 13:46:59.528456 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cdf8debf-01b0-483a-9168-26e9ea497795 req-d7fe6e60-3d22-419f-a12a-bafc9848bfff service neutron] 10.222.0.54 "GET /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424911 Dec 22 13:46:59.875987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd7936-53af-4d4d-acf4-317ecb268db4 req-ead72634-692f-43d5-afbd-085d751c95f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:46:59.876687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-19fd7936-53af-4d4d-acf4-317ecb268db4 req-ead72634-692f-43d5-afbd-085d751c95f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:46:59.895217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-19fd7936-53af-4d4d-acf4-317ecb268db4 req-ead72634-692f-43d5-afbd-085d751c95f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:46:59.900101 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-19fd7936-53af-4d4d-acf4-317ecb268db4 req-ead72634-692f-43d5-afbd-085d751c95f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 943 time: 0.1182766 Dec 22 13:46:59.906965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5cb36bbe-64c7-4b3e-be27-d85564abe06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:46:59.942576 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-19fd7936-53af-4d4d-acf4-317ecb268db4 req-88bf567f-0dcf-4db3-9c13-c818379472ec tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401757 Dec 22 13:47:00.971959 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 44e26e39-f5c8-408e-9f45-cf44200d864b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:47:00.999009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:01.088341 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:01.128240 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 44e26e39-f5c8-408e-9f45-cf44200d864b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44e26e39-f5c8-408e-9f45-cf44200d864b,segment=NetworkSegment(ea30bc8b-886d-47f9-867c-882d471f59b3),segment_id=ea30bc8b-886d-47f9-867c-882d471f59b3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:47:01.136286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2b2c2-54ce-4a88-9a6c-853ae90cac74 req-2958e949-f638-419d-a020-f34ece22f39c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:01.142789 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cad2b2c2-54ce-4a88-9a6c-853ae90cac74 req-2958e949-f638-419d-a020-f34ece22f39c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 943 time: 0.0832596 Dec 22 13:47:01.145810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '44e26e39-f5c8-408e-9f45-cf44200d864b', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'port_id': '44e26e39-f5c8-408e-9f45-cf44200d864b', 'mac_address': 'fa:16:3e:3e:33:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23960755-7201-483f-875c-dd76efa36570', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:47:01.184819 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cad2b2c2-54ce-4a88-9a6c-853ae90cac74 req-c7b40e1e-4c05-4709-873b-16b8dbcdd0c8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413008 Dec 22 13:47:01.208921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:01.227011 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e26e39-f5c8-408e-9f45-cf44200d864b {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:47:01.242931 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 44e26e39-f5c8-408e-9f45-cf44200d864b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44e26e39-f5c8-408e-9f45-cf44200d864b,segment=NetworkSegment(ea30bc8b-886d-47f9-867c-882d471f59b3),segment_id=ea30bc8b-886d-47f9-867c-882d471f59b3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:47:01.247215 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:01.249163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:47:01.317931 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=44e26e39-f5c8-408e-9f45-cf44200d864b,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:47:01.321122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:47:01.608290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['44e26e39-f5c8-408e-9f45-cf44200d864b'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:47:02.382759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aaa1d6-a0d6-405f-945a-e322f8659151 req-0aec5664-feae-4e58-bd06-32c8039f6d66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:02.384135 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-56aaa1d6-a0d6-405f-945a-e322f8659151 req-0aec5664-feae-4e58-bd06-32c8039f6d66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 944 time: 0.0820744 Dec 22 13:47:02.437387 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-56aaa1d6-a0d6-405f-945a-e322f8659151 req-c816f0a2-4de4-4cee-87f2-9de67067c266 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472474 Dec 22 13:47:02.546475 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:03.003472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 44e26e39-f5c8-408e-9f45-cf44200d864b up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:47:03.079319 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 44e26e39-f5c8-408e-9f45-cf44200d864b completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:47:03.084559 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 44e26e39-f5c8-408e-9f45-cf44200d864b triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:47:03.084965 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:03.198210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:03.225742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36deaece-5041-4a13-b77c-af840e3c99ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e26e39-f5c8-408e-9f45-cf44200d864b'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:47:03.238556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 44e26e39-f5c8-408e-9f45-cf44200d864b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44e26e39-f5c8-408e-9f45-cf44200d864b,segment=NetworkSegment(ea30bc8b-886d-47f9-867c-882d471f59b3),segment_id=ea30bc8b-886d-47f9-867c-882d471f59b3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:47:03.244112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:03.245939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:47:03.316958 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=44e26e39-f5c8-408e-9f45-cf44200d864b,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:47:03.323721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:47:03.327468 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36deaece-5041-4a13-b77c-af840e3c99ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e26e39-f5c8-408e-9f45-cf44200d864b', 'code': 200} Dec 22 13:47:03.612744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854f535-90f5-4980-a249-3959f8ae3fac req-9d79bf87-acba-4546-a36d-a401ebf8ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:03.614198 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a854f535-90f5-4980-a249-3959f8ae3fac req-9d79bf87-acba-4546-a36d-a401ebf8ffba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 1098 time: 0.1237302 Dec 22 13:47:03.662924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeabff0-696d-49a1-97b3-80b53d382d39 req-5be7cb93-b1b8-4043-88be-8794d4a5a7cd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:03.664356 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-eeeabff0-696d-49a1-97b3-80b53d382d39 req-5be7cb93-b1b8-4043-88be-8794d4a5a7cd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.1217260 Dec 22 13:47:03.669616 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a854f535-90f5-4980-a249-3959f8ae3fac req-169fd696-7d25-4926-86d7-d2dbb3289434 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485249 Dec 22 13:47:03.707965 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-eeeabff0-696d-49a1-97b3-80b53d382d39 req-52a24b9a-5df9-4bdc-996b-c4fdc1139815 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374336 Dec 22 13:47:03.870537 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:47:04.913994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a60be-1e02-425e-989d-4298c9a93b20 req-3edbeb4b-c404-4063-9ae4-7ba0cb3708e5 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:04.915488 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f12a60be-1e02-425e-989d-4298c9a93b20 req-3edbeb4b-c404-4063-9ae4-7ba0cb3708e5 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.0899661 Dec 22 13:47:04.961221 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f12a60be-1e02-425e-989d-4298c9a93b20 req-8c3c2399-1556-4fec-9363-35187ac89b79 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396106 Dec 22 13:47:06.151977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec1496-cf1c-4350-b0d3-1844b74d47d4 req-19b21d80-1280-48cc-b8bd-af33623b5693 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:06.153427 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-34ec1496-cf1c-4350-b0d3-1844b74d47d4 req-19b21d80-1280-48cc-b8bd-af33623b5693 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.0837858 Dec 22 13:47:06.200146 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-34ec1496-cf1c-4350-b0d3-1844b74d47d4 req-ab9593fc-5fbd-446c-8aad-c3b5bbccc6fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410516 Dec 22 13:47:06.392914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33bd17-2717-4aaf-a03b-6d184d149b86 req-268882d6-d1fb-4170-ac7c-ecce243a1573 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:06.394544 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4d33bd17-2717-4aaf-a03b-6d184d149b86 req-268882d6-d1fb-4170-ac7c-ecce243a1573 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.0845232 Dec 22 13:47:06.442928 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4d33bd17-2717-4aaf-a03b-6d184d149b86 req-6a50c9c1-f327-4d23-b9f0-0fde99139766 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406220 Dec 22 13:47:06.466175 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60062) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:47:06.537301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685b2ee4-5121-4df8-9fdd-4d9f5889433b tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:06.538701 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-685b2ee4-5121-4df8-9fdd-4d9f5889433b tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 1093 time: 0.0715325 Dec 22 13:47:06.541688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60066) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:47:06.546627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '44e26e39-f5c8-408e-9f45-cf44200d864b', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:47:06.552822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:47:06.556744 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:floatingip and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:47:06.559561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:47:06.565231 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:47:06.576628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:06.833775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:06.974510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.26.4.32 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/a31a49dd-19cf-4dd4-81c2-c970073f8561) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:47:07.131980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:07.166037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:07.169769 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bcbead3c-3e66-4160-83ad-c025d4707d71 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:47:07.231409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:47:07.234306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:47:07.239183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:47:07.270664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=a31a49dd-19cf-4dd4-81c2-c970073f8561,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:47:07.273563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:47:07.664575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:07.739934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:07.955241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:07.962019 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:07.965678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:47:08.067040 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=a31a49dd-19cf-4dd4-81c2-c970073f8561,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:47:08.070844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:47:08.080494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:08.255718 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Floating IP aaeb4333-9807-4c18-8a1d-ccee33bca91b associated. External IP: 172.26.4.32, port: 44e26e39-f5c8-408e-9f45-cf44200d864b. Dec 22 13:47:08.741824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:47:08.935663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:47:08.945532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162dc37-c891-495b-b8f6-790e04e79fcc None None] Sync routers for ids ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:47:08.955057 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162dc37-c891-495b-b8f6-790e04e79fcc None None] Routers {'9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:47:08.955838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9162dc37-c891-495b-b8f6-790e04e79fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:47:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:47:08.960866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:09.018213 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4755266 Dec 22 13:47:09.018927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36deaece-5041-4a13-b77c-af840e3c99ea', 'tag': '44e26e39-f5c8-408e-9f45-cf44200d864b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:47:09.067533 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36deaece-5041-4a13-b77c-af840e3c99ea', 'tag': '44e26e39-f5c8-408e-9f45-cf44200d864b', 'status': 'completed', 'code': 200} Dec 22 13:47:09.133582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-9162dc37-c891-495b-b8f6-790e04e79fcc None None] Set router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:47:09.218088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c151b-7b54-4b00-a463-1fbde7fb92be req-40374b29-180f-42f3-a17d-ea32a5ea9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:09.219505 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-263c151b-7b54-4b00-a463-1fbde7fb92be req-40374b29-180f-42f3-a17d-ea32a5ea9576 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 1098 time: 0.1313536 Dec 22 13:47:09.231412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c590a85-e4e9-4150-a052-f4aea35a027d req-26798bfd-0baa-4d0b-865f-e5f1a1a4b8d8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:09.232815 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3c590a85-e4e9-4150-a052-f4aea35a027d req-26798bfd-0baa-4d0b-865f-e5f1a1a4b8d8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.1093261 Dec 22 13:47:09.359726 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3c590a85-e4e9-4150-a052-f4aea35a027d req-5ecd2b70-2481-4a79-a567-1d60b5cccb77 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088088 Dec 22 13:47:09.382589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60074) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:47:09.392032 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c151b-7b54-4b00-a463-1fbde7fb92be req-0bb56843-c232-4925-a387-e6f880a70573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:09.393489 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-263c151b-7b54-4b00-a463-1fbde7fb92be req-0bb56843-c232-4925-a387-e6f880a70573 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f508af4-ad74-4eaa-bc47-3ea87197debc HTTP/1.1" status: 200 len: 897 time: 0.1598263 Dec 22 13:47:09.491820 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-996e850a-9c57-42ef-b916-c0bb2f7e987b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/aaeb4333-9807-4c18-8a1d-ccee33bca91b HTTP/1.1" status: 200 len: 990 time: 0.1078367 Dec 22 13:47:09.498845 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-263c151b-7b54-4b00-a463-1fbde7fb92be req-154297eb-1ff1-4d0a-a54f-5c6e61846f56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44e26e39-f5c8-408e-9f45-cf44200d864b HTTP/1.1" status: 200 len: 998 time: 0.0989277 Dec 22 13:47:09.515357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9162dc37-c891-495b-b8f6-790e04e79fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'aaeb4333-9807-4c18-8a1d-ccee33bca91b', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'port_id': '44e26e39-f5c8-408e-9f45-cf44200d864b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'mac_address': 'fa:16:3e:3e:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36deaece-5041-4a13-b77c-af840e3c99ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:47:07Z', 'updated_at': '2021-12-22T13:47:07Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b60e5bb2-810e-476a-ac12-754381724f85', 'name': '', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:ad:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '23960755-7201-483f-875c-dd76efa36570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:49Z', 'updated_at': '2021-12-22T13:46:54Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '23960755-7201-483f-875c-dd76efa36570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:47:09.519245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162dc37-c891-495b-b8f6-790e04e79fcc None None] Checking router: 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:47:09.527830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162dc37-c891-495b-b8f6-790e04e79fcc None None] Routers {'9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:47:09.528434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9162dc37-c891-495b-b8f6-790e04e79fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:47:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:47:09.560604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c151b-7b54-4b00-a463-1fbde7fb92be req-880e33ce-54d0-4e0f-918f-828b7dd3dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:09.562146 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-263c151b-7b54-4b00-a463-1fbde7fb92be req-880e33ce-54d0-4e0f-918f-828b7dd3dcfb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23960755-7201-483f-875c-dd76efa36570 HTTP/1.1" status: 200 len: 835 time: 0.0577147 Dec 22 13:47:09.639489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c151b-7b54-4b00-a463-1fbde7fb92be req-1e1e9117-5fec-4c31-80e7-808534dd1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:09.641037 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-263c151b-7b54-4b00-a463-1fbde7fb92be req-1e1e9117-5fec-4c31-80e7-808534dd1523 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f508af4-ad74-4eaa-bc47-3ea87197debc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726144 Dec 22 13:47:09.705635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-9162dc37-c891-495b-b8f6-790e04e79fcc None None] Set router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:47:09.770294 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-263c151b-7b54-4b00-a463-1fbde7fb92be req-8f1f8bd1-7150-4b4d-a7e8-9c636de13460 service neutron] 10.222.0.54 "GET /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229718 Dec 22 13:47:09.903806 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-263c151b-7b54-4b00-a463-1fbde7fb92be req-1e8444ee-5009-43f1-ad66-df47b4b95112 service neutron] 10.222.0.54 "GET /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272190 Dec 22 13:47:10.063656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-9162dc37-c891-495b-b8f6-790e04e79fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'aaeb4333-9807-4c18-8a1d-ccee33bca91b', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'port_id': '44e26e39-f5c8-408e-9f45-cf44200d864b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'mac_address': 'fa:16:3e:3e:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36deaece-5041-4a13-b77c-af840e3c99ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:47:07Z', 'updated_at': '2021-12-22T13:47:07Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b60e5bb2-810e-476a-ac12-754381724f85', 'name': '', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:ad:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '23960755-7201-483f-875c-dd76efa36570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:49Z', 'updated_at': '2021-12-22T13:46:54Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '23960755-7201-483f-875c-dd76efa36570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:47:10.067883 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9162dc37-c891-495b-b8f6-790e04e79fcc None None] The sync data for ids ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'] in dv-neutron-822668-1-hyperv is: [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'aaeb4333-9807-4c18-8a1d-ccee33bca91b', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'port_id': '44e26e39-f5c8-408e-9f45-cf44200d864b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'mac_address': 'fa:16:3e:3e:33:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36deaece-5041-4a13-b77c-af840e3c99ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:47:07Z', 'updated_at': '2021-12-22T13:47:07Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b60e5bb2-810e-476a-ac12-754381724f85', 'name': '', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:ad:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '23960755-7201-483f-875c-dd76efa36570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:49Z', 'updated_at': '2021-12-22T13:46:54Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '23960755-7201-483f-875c-dd76efa36570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:47:10.261821 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71693b9d-4836-4d96-89f9-8eefce832bcb None None] New status for floating IP aaeb4333-9807-4c18-8a1d-ccee33bca91b: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:47:10.495862 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60078) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:47:10.610823 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-83b9cf7d-2529-43a5-8fee-0b50c7ee124c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/aaeb4333-9807-4c18-8a1d-ccee33bca91b HTTP/1.1" status: 200 len: 992 time: 0.1135552 Dec 22 13:47:11.039254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:27.557421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6b7d1da7-7c45-42e2-bd4f-d7337b70bd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:29.919181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-71585bbe-1ef3-41bc-9dde-b9b6b3debc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:31.004417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:31.066061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:32.542126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:40.875113 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:47:41.037911 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:55.526622 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ca1ad6cf-57be-45dd-b3bd-d20d598d8336 req-93a21407-62f9-42ac-b166-35abc3cdf475 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823679 Dec 22 13:47:55.798657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad6cf-57be-45dd-b3bd-d20d598d8336 req-348d50de-5559-4283-8912-a1f2b765e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:55.800118 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ca1ad6cf-57be-45dd-b3bd-d20d598d8336 req-348d50de-5559-4283-8912-a1f2b765e2ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 1098 time: 0.2026973 Dec 22 13:47:55.948188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad6cf-57be-45dd-b3bd-d20d598d8336 req-abf41c39-a67b-403a-b750-6d7fe3ec2e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:55.949677 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ca1ad6cf-57be-45dd-b3bd-d20d598d8336 req-abf41c39-a67b-403a-b750-6d7fe3ec2e70 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f508af4-ad74-4eaa-bc47-3ea87197debc HTTP/1.1" status: 200 len: 897 time: 0.1283789 Dec 22 13:47:56.057155 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ca1ad6cf-57be-45dd-b3bd-d20d598d8336 req-e79672fb-64d4-4f81-a28f-fd8492fb5617 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44e26e39-f5c8-408e-9f45-cf44200d864b HTTP/1.1" status: 200 len: 1000 time: 0.0998929 Dec 22 13:47:56.120828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad6cf-57be-45dd-b3bd-d20d598d8336 req-cdc1cf6d-6a58-49cd-81d9-973165bc10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:56.122311 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ca1ad6cf-57be-45dd-b3bd-d20d598d8336 req-cdc1cf6d-6a58-49cd-81d9-973165bc10e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23960755-7201-483f-875c-dd76efa36570 HTTP/1.1" status: 200 len: 835 time: 0.0584757 Dec 22 13:47:56.209011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad6cf-57be-45dd-b3bd-d20d598d8336 req-d80fb78c-296d-42ad-a6b6-15882739e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:47:56.210504 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ca1ad6cf-57be-45dd-b3bd-d20d598d8336 req-d80fb78c-296d-42ad-a6b6-15882739e171 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f508af4-ad74-4eaa-bc47-3ea87197debc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813341 Dec 22 13:47:56.344910 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ca1ad6cf-57be-45dd-b3bd-d20d598d8336 req-23fac05f-81f1-4930-a511-bc9f71c03e36 service neutron] 10.222.0.54 "GET /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273093 Dec 22 13:47:56.485286 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ca1ad6cf-57be-45dd-b3bd-d20d598d8336 req-2862b323-1054-4f56-a316-9363aec373b5 service neutron] 10.222.0.54 "GET /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343267 Dec 22 13:47:57.555787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6004fecd-c0a2-4cd5-88fb-30b39daff9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:47:59.920686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d983d9d3-63f5-4c48-8335-cff95cdac417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:01.006633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:01.060020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:02.544655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:11.047431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:17.875524 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:48:22.905314 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb608d-4484-451d-9994-18962de44c99 req-e941db73-fb19-487b-bcf1-ba4267a6485c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:22.906760 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bcdb608d-4484-451d-9994-18962de44c99 req-e941db73-fb19-487b-bcf1-ba4267a6485c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.0943384 Dec 22 13:48:22.954454 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bcdb608d-4484-451d-9994-18962de44c99 req-27e303e5-98eb-48b1-a449-fd42cf0cea4c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401754 Dec 22 13:48:24.152538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1e104-ce7e-467e-b55b-90ccb9635d59 req-454a95f0-d0bc-4cd6-9dd5-d504cb18b298 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:24.153976 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c2a1e104-ce7e-467e-b55b-90ccb9635d59 req-454a95f0-d0bc-4cd6-9dd5-d504cb18b298 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.0824342 Dec 22 13:48:24.198800 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c2a1e104-ce7e-467e-b55b-90ccb9635d59 req-4d6ea039-3871-44ef-835e-1377c2ec51e6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388441 Dec 22 13:48:24.222205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60112) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:24.337750 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-8e26d2ea-5d2f-4c59-ab1b-9bf3c449f58a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/aaeb4333-9807-4c18-8a1d-ccee33bca91b HTTP/1.1" status: 200 len: 992 time: 0.1141868 Dec 22 13:48:25.818831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af36eb7-23bc-4d56-9243-482358042ffd req-b3f96d65-8848-4aab-b322-eb8168f5600e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:25.820476 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6af36eb7-23bc-4d56-9243-482358042ffd req-b3f96d65-8848-4aab-b322-eb8168f5600e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.0814631 Dec 22 13:48:25.864575 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6af36eb7-23bc-4d56-9243-482358042ffd req-a147266b-2928-4653-8f69-07b424db182a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383813 Dec 22 13:48:27.069374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb6300-2b5a-473a-bf07-60d3a50a007b req-a6ff2d85-b297-401c-ae15-0c3f6570498d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:27.070823 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fbeb6300-2b5a-473a-bf07-60d3a50a007b req-a6ff2d85-b297-401c-ae15-0c3f6570498d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.0944588 Dec 22 13:48:27.114470 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fbeb6300-2b5a-473a-bf07-60d3a50a007b req-ca0ef578-e314-432f-8793-6f4f5f77b7e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379179 Dec 22 13:48:27.556126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-95d59d77-02ab-4f1c-9d26-e876bef922c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:28.329569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3a9c2-7141-4858-b92c-2bb7ccf32fcb req-f749708f-5f5e-47c9-b08f-b05c35389a97 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:28.330891 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e9f3a9c2-7141-4858-b92c-2bb7ccf32fcb req-f749708f-5f5e-47c9-b08f-b05c35389a97 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.0965772 Dec 22 13:48:28.375046 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e9f3a9c2-7141-4858-b92c-2bb7ccf32fcb req-11b3c689-0a8d-46df-bcb5-fae881858b1d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379355 Dec 22 13:48:29.568023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86527e-5c2d-42e2-b43a-5bb26ad93fdc req-9ec1076b-02ad-439b-8875-1ca5df8da713 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:29.569492 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2c86527e-5c2d-42e2-b43a-5bb26ad93fdc req-9ec1076b-02ad-439b-8875-1ca5df8da713 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.0864336 Dec 22 13:48:29.614563 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2c86527e-5c2d-42e2-b43a-5bb26ad93fdc req-ccb76be3-6876-4689-b9af-545e86148738 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393369 Dec 22 13:48:29.917716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-64d82289-c013-4c8c-a1fa-f6230cb931df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:30.808425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41508ce3-b996-4e3b-ad40-60d077f5c763 req-0f3ff9ff-a910-4034-ac36-911d51ef14bc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:30.809931 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-41508ce3-b996-4e3b-ad40-60d077f5c763 req-0f3ff9ff-a910-4034-ac36-911d51ef14bc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.0849671 Dec 22 13:48:30.859335 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-41508ce3-b996-4e3b-ad40-60d077f5c763 req-cd7b6c6f-7082-4be9-8147-38f6572938e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409503 Dec 22 13:48:31.009065 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:31.063397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:32.073223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2cb02-0057-4c01-a984-a4ee77bfa3fc req-8a0035b1-b2ce-4da4-98a6-8136380016b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:32.075523 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-32a2cb02-0057-4c01-a984-a4ee77bfa3fc req-8a0035b1-b2ce-4da4-98a6-8136380016b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.1037893 Dec 22 13:48:32.120799 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-32a2cb02-0057-4c01-a984-a4ee77bfa3fc req-a9306bde-1d62-4a03-87df-ca0a620edda0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395260 Dec 22 13:48:32.145813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60134) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:32.252680 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a24574cb-a8be-41ce-a48c-612ffe25c85d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/aaeb4333-9807-4c18-8a1d-ccee33bca91b HTTP/1.1" status: 200 len: 992 time: 0.1056664 Dec 22 13:48:32.550945 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:32.551552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60142) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:32.758796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port a31a49dd-19cf-4dd4-81c2-c970073f8561 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:48:32.759204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:33.054366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:33.054591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:33.175102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for a31a49dd-19cf-4dd4-81c2-c970073f8561 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:48:33.339678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:33.343046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-262b8bd5-bd1d-494b-b329-bbaf30adcdc3 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:33.384992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=a31a49dd-19cf-4dd4-81c2-c970073f8561,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:33.424030 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:33.424449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:33.424830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:33.425210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:33.425584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:33.425933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:33.426299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:33.426660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:33.427017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:33.427378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:33.427765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:33.428133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:33.435143 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:33.488438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:33.488776 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Floating IP aaeb4333-9807-4c18-8a1d-ccee33bca91b disassociated (deleted). External IP: 172.26.4.32, port: 44e26e39-f5c8-408e-9f45-cf44200d864b. Dec 22 13:48:33.843954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:48:34.024325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:48:34.034692 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ab957-a112-4d23-9d7f-b05185e1905b None None] Sync routers for ids ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:48:34.045271 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ab957-a112-4d23-9d7f-b05185e1905b None None] Routers {'9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:48:34.045923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bc3ab957-a112-4d23-9d7f-b05185e1905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:48:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:34.046610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:34.103559 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/floatingips/aaeb4333-9807-4c18-8a1d-ccee33bca91b HTTP/1.1" status: 204 len: 168 time: 1.5506978 Dec 22 13:48:34.104181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36deaece-5041-4a13-b77c-af840e3c99ea', 'tag': '44e26e39-f5c8-408e-9f45-cf44200d864b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:48:34.149585 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36deaece-5041-4a13-b77c-af840e3c99ea', 'tag': '44e26e39-f5c8-408e-9f45-cf44200d864b', 'status': 'completed', 'code': 200} Dec 22 13:48:34.225434 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-bc3ab957-a112-4d23-9d7f-b05185e1905b None None] Set router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:48:34.248592 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874a81b-f868-412c-8129-1dca0bbcef13 req-c17ea6a9-0f53-4fd3-b7a0-7d09bf2ccb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:34.250178 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2874a81b-f868-412c-8129-1dca0bbcef13 req-c17ea6a9-0f53-4fd3-b7a0-7d09bf2ccb17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 1098 time: 0.0787139 Dec 22 13:48:34.384329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874a81b-f868-412c-8129-1dca0bbcef13 req-7aef857d-aae1-48e6-a769-80882bfc1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:34.385799 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2874a81b-f868-412c-8129-1dca0bbcef13 req-7aef857d-aae1-48e6-a769-80882bfc1cb7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f508af4-ad74-4eaa-bc47-3ea87197debc HTTP/1.1" status: 200 len: 897 time: 0.1297238 Dec 22 13:48:34.459530 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2874a81b-f868-412c-8129-1dca0bbcef13 req-002e6641-5684-4532-89e4-1b0508ab04eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44e26e39-f5c8-408e-9f45-cf44200d864b HTTP/1.1" status: 200 len: 217 time: 0.0657182 Dec 22 13:48:34.484953 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72759-d0ac-449c-8c5f-56e576d3324e req-245cc708-2787-4b65-addf-bf4b08810902 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:34.486725 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-51c72759-d0ac-449c-8c5f-56e576d3324e req-245cc708-2787-4b65-addf-bf4b08810902 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.0855825 Dec 22 13:48:34.534202 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-51c72759-d0ac-449c-8c5f-56e576d3324e req-27dae05e-0985-4cab-bf2f-5c369612f713 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412688 Dec 22 13:48:34.617751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bc3ab957-a112-4d23-9d7f-b05185e1905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'b60e5bb2-810e-476a-ac12-754381724f85', 'name': '', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:ad:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '23960755-7201-483f-875c-dd76efa36570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:49Z', 'updated_at': '2021-12-22T13:46:54Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '23960755-7201-483f-875c-dd76efa36570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:34.621898 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ab957-a112-4d23-9d7f-b05185e1905b None None] Checking router: 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:48:34.630541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ab957-a112-4d23-9d7f-b05185e1905b None None] Routers {'9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:48:34.631186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bc3ab957-a112-4d23-9d7f-b05185e1905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:48:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:34.653413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874a81b-f868-412c-8129-1dca0bbcef13 req-724aef5e-d350-4934-8407-4ae8db06fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:34.654819 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2874a81b-f868-412c-8129-1dca0bbcef13 req-724aef5e-d350-4934-8407-4ae8db06fdcb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=23960755-7201-483f-875c-dd76efa36570 HTTP/1.1" status: 200 len: 835 time: 0.1880636 Dec 22 13:48:34.731866 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874a81b-f868-412c-8129-1dca0bbcef13 req-0f3da526-cca5-4c30-abd9-edc9840da120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:34.733429 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2874a81b-f868-412c-8129-1dca0bbcef13 req-0f3da526-cca5-4c30-abd9-edc9840da120 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f508af4-ad74-4eaa-bc47-3ea87197debc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699925 Dec 22 13:48:34.808216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-bc3ab957-a112-4d23-9d7f-b05185e1905b None None] Set router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:48:34.873448 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2874a81b-f868-412c-8129-1dca0bbcef13 req-c6f070f4-dd66-4f89-a959-bcef7dd52ff6 service neutron] 10.222.0.54 "GET /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327348 Dec 22 13:48:35.007918 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2874a81b-f868-412c-8129-1dca0bbcef13 req-1e55840e-a914-4c8e-b855-665f7f4f8022 service neutron] 10.222.0.54 "GET /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275809 Dec 22 13:48:35.126924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-bc3ab957-a112-4d23-9d7f-b05185e1905b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'b60e5bb2-810e-476a-ac12-754381724f85', 'name': '', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:ad:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '23960755-7201-483f-875c-dd76efa36570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:49Z', 'updated_at': '2021-12-22T13:46:54Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '23960755-7201-483f-875c-dd76efa36570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:35.130953 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ab957-a112-4d23-9d7f-b05185e1905b None None] The sync data for ids ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'] in dv-neutron-822668-1-hyperv is: [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': 'b60e5bb2-810e-476a-ac12-754381724f85', 'name': '', 'network_id': '5f508af4-ad74-4eaa-bc47-3ea87197debc', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:ad:a9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '23960755-7201-483f-875c-dd76efa36570', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:49Z', 'updated_at': '2021-12-22T13:46:54Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '23960755-7201-483f-875c-dd76efa36570', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:48:35.357497 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fae385-b299-4621-9b11-82947c435218 None None] New status for floating IP aaeb4333-9807-4c18-8a1d-ccee33bca91b: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:48:35.734547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c8e66-bd38-4867-9f71-8a4486a009bc req-1f6b88f3-e624-4ccb-9cb8-cfb867c9e9ff tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:35.735197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-de5c8e66-bd38-4867-9f71-8a4486a009bc req-1f6b88f3-e624-4ccb-9cb8-cfb867c9e9ff tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:48:35.752274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-de5c8e66-bd38-4867-9f71-8a4486a009bc req-1f6b88f3-e624-4ccb-9cb8-cfb867c9e9ff tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:48:35.753467 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-de5c8e66-bd38-4867-9f71-8a4486a009bc req-1f6b88f3-e624-4ccb-9cb8-cfb867c9e9ff tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.1075134 Dec 22 13:48:35.798359 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-de5c8e66-bd38-4867-9f71-8a4486a009bc req-21d35dfa-00e4-4a87-bd48-823b92882667 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a52133d-d944-4710-97e6-a33b2e2d601d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388894 Dec 22 13:48:36.307001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dca1d-98f3-4f02-a2fe-e1f781aa4cf2 req-c98c310c-b267-420f-88c8-5dac90547388 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:36.308599 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-724dca1d-98f3-4f02-a2fe-e1f781aa4cf2 req-c98c310c-b267-420f-88c8-5dac90547388 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 945 time: 0.0810227 Dec 22 13:48:36.380835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-724dca1d-98f3-4f02-a2fe-e1f781aa4cf2 req-8f7f7f99-37ac-40e4-aebe-d84765408556 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port 44e26e39-f5c8-408e-9f45-cf44200d864b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:48:36.381040 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-724dca1d-98f3-4f02-a2fe-e1f781aa4cf2 req-8f7f7f99-37ac-40e4-aebe-d84765408556 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:36.624037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-724dca1d-98f3-4f02-a2fe-e1f781aa4cf2 req-8f7f7f99-37ac-40e4-aebe-d84765408556 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port 44e26e39-f5c8-408e-9f45-cf44200d864b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44e26e39-f5c8-408e-9f45-cf44200d864b,segment=NetworkSegment(ea30bc8b-886d-47f9-867c-882d471f59b3),segment_id=ea30bc8b-886d-47f9-867c-882d471f59b3)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:48:36.624389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-724dca1d-98f3-4f02-a2fe-e1f781aa4cf2 req-8f7f7f99-37ac-40e4-aebe-d84765408556 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:36.750773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-724dca1d-98f3-4f02-a2fe-e1f781aa4cf2 req-8f7f7f99-37ac-40e4-aebe-d84765408556 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for 44e26e39-f5c8-408e-9f45-cf44200d864b owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:48:36.903581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-724dca1d-98f3-4f02-a2fe-e1f781aa4cf2 req-8f7f7f99-37ac-40e4-aebe-d84765408556 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:36.909760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-143b78ab-c83b-48a4-b61a-45787895dc84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:36.946350 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-782d0ec9-b804-474a-a03e-7948edf955bd req-348dcc13-5824-426f-921b-38405b344974 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=36deaece-5041-4a13-b77c-af840e3c99ea HTTP/1.1" status: 200 len: 210 time: 0.0435417 Dec 22 13:48:36.956269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f7f99-37ac-40e4-aebe-d84765408556 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=44e26e39-f5c8-408e-9f45-cf44200d864b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:36.960629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8f7f7f99-37ac-40e4-aebe-d84765408556 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:37.034251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-724dca1d-98f3-4f02-a2fe-e1f781aa4cf2 req-8f7f7f99-37ac-40e4-aebe-d84765408556 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] No DVR routers for this DVR port 44e26e39-f5c8-408e-9f45-cf44200d864b on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:48:37.036470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-724dca1d-98f3-4f02-a2fe-e1f781aa4cf2 req-8f7f7f99-37ac-40e4-aebe-d84765408556 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:37.039361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36deaece-5041-4a13-b77c-af840e3c99ea', 'name': 'network-vif-deleted', 'tag': '44e26e39-f5c8-408e-9f45-cf44200d864b'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:48:37.056247 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-724dca1d-98f3-4f02-a2fe-e1f781aa4cf2 req-8f7f7f99-37ac-40e4-aebe-d84765408556 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "DELETE /v2.0/ports/44e26e39-f5c8-408e-9f45-cf44200d864b HTTP/1.1" status: 204 len: 173 time: 0.7422516 Dec 22 13:48:37.085080 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36deaece-5041-4a13-b77c-af840e3c99ea', 'name': 'network-vif-deleted', 'tag': '44e26e39-f5c8-408e-9f45-cf44200d864b', 'status': 'completed', 'code': 200} Dec 22 13:48:38.051287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60160) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:38.719253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:39.085360 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port b60e5bb2-810e-476a-ac12-754381724f85 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:48:39.086069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:39.283997 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port b60e5bb2-810e-476a-ac12-754381724f85, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b60e5bb2-810e-476a-ac12-754381724f85,segment=NetworkSegment(ea30bc8b-886d-47f9-867c-882d471f59b3),segment_id=ea30bc8b-886d-47f9-867c-882d471f59b3)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:48:39.284361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:39.404071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for b60e5bb2-810e-476a-ac12-754381724f85 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:48:39.590329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 44e26e39-f5c8-408e-9f45-cf44200d864b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:48:39.592079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:39.595975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:39.624123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 44e26e39-f5c8-408e-9f45-cf44200d864b {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:48:39.624473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 44e26e39-f5c8-408e-9f45-cf44200d864b not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:48:39.764133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=b60e5bb2-810e-476a-ac12-754381724f85,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:39.813901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:39.814291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:39.814672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:39.815047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:39.815471 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:39.815863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:39.816228 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:39.816590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:39.816952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:39.817307 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:39.817671 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:39.818031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:39.846556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:40.056521 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:40.437435 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:48:40.616164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:48:40.625881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d680d4c-8a97-4fcf-9405-b506cb516046 None None] Sync routers for ids ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:48:40.630797 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "PUT /v2.0/routers/9cd5a7b0-81b1-4b65-bdff-91d92efca1b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5767753 Dec 22 13:48:40.632064 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60164) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:40.635416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d680d4c-8a97-4fcf-9405-b506cb516046 None None] Routers {'9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:48:40.636054 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2d680d4c-8a97-4fcf-9405-b506cb516046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:48:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:40.697167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b65a98-3fee-4a33-9a80-bbd1a3546cd8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting subnet 23960755-7201-483f-875c-dd76efa36570 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:48:40.700494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a98-3fee-4a33-9a80-bbd1a3546cd8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:40.754060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a98-3fee-4a33-9a80-bbd1a3546cd8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:40.810237 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2d680d4c-8a97-4fcf-9405-b506cb516046 None None] Set router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:48:40.851153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a98-3fee-4a33-9a80-bbd1a3546cd8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:40.927074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a98-3fee-4a33-9a80-bbd1a3546cd8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:40.930934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9c68f9aa-3ae2-42c7-8172-35ff4730261c tempest-NetworksTestDHCPv6-555602234 tempest-NetworksTestDHCPv6-555602234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:40.967026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b65a98-3fee-4a33-9a80-bbd1a3546cd8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Subnet': ['ID=23960755-7201-483f-875c-dd76efa36570,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:40.969974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d8b65a98-3fee-4a33-9a80-bbd1a3546cd8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:40.970943 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d8b65a98-3fee-4a33-9a80-bbd1a3546cd8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:40.977685 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d8b65a98-3fee-4a33-9a80-bbd1a3546cd8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/subnets/23960755-7201-483f-875c-dd76efa36570 HTTP/1.1" status: 204 len: 168 time: 0.3445606 Dec 22 13:48:40.980817 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60168) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:40.987106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f906bd-7e75-48b5-b9c5-8c990b4ea991 None None] Network 5f508af4-ad74-4eaa-bc47-3ea87197debc requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:48:41.116770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:41.279139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:41.282604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2d680d4c-8a97-4fcf-9405-b506cb516046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:48:39Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:41.286648 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d680d4c-8a97-4fcf-9405-b506cb516046 None None] Checking router: 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:48:41.295730 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d680d4c-8a97-4fcf-9405-b506cb516046 None None] Routers {'9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:48:41.296329 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2d680d4c-8a97-4fcf-9405-b506cb516046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:48:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:41.352492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] DHCP port deletion for 5f508af4-ad74-4eaa-bc47-3ea87197debc request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:48:41.420571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Deleting port bbbfd67a-293f-4064-9ecf-daf915552000 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:48:41.420947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:41.461679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:41.472374 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port aa9bf256-e7e1-444f-a472-069ac36da29b {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:48:41.472711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:41.623284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2d680d4c-8a97-4fcf-9405-b506cb516046 None None] Set router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:48:41.643896 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port aa9bf256-e7e1-444f-a472-069ac36da29b, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=aa9bf256-e7e1-444f-a472-069ac36da29b,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:48:41.644448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:41.770766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for aa9bf256-e7e1-444f-a472-069ac36da29b owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:48:41.878505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] For port bbbfd67a-293f-4064-9ecf-daf915552000, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=bbbfd67a-293f-4064-9ecf-daf915552000,segment=NetworkSegment(ea30bc8b-886d-47f9-867c-882d471f59b3),segment_id=ea30bc8b-886d-47f9-867c-882d471f59b3)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:48:41.879085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.001968 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Calling delete_port for bbbfd67a-293f-4064-9ecf-daf915552000 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:48:42.076829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.080833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-32487e32-31ae-43a7-8e3f-1c0bbda85e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:42.124195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device bbbfd67a-293f-4064-9ecf-daf915552000 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:48:42.156057 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=aa9bf256-e7e1-444f-a472-069ac36da29b,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:42.162251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:42.188690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.194817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:42.218206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.242579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Pushing event deleted for resources: {'Port': ['ID=bbbfd67a-293f-4064-9ecf-daf915552000,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:42.249190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] No DVR routers for this DVR port bbbfd67a-293f-4064-9ecf-daf915552000 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:48:42.258600 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:42.259263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:42.259782 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:42.260245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:42.260734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:42.261279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:42.261376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:42.261671 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:42.261992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:42.262312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:42.262633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:42.264109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:42.265429 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No active binding found for port bbbfd67a-293f-4064-9ecf-daf915552000 {{(pid=87570) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 13:48:42.265857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device bbbfd67a-293f-4064-9ecf-daf915552000 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:48:42.267323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:42.283522 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2d680d4c-8a97-4fcf-9405-b506cb516046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:48:39Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:42.287506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d680d4c-8a97-4fcf-9405-b506cb516046 None None] The sync data for ids ['9cd5a7b0-81b1-4b65-bdff-91d92efca1b1'] in dv-neutron-822668-1-hyperv is: [{'id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1354284204', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:48:39Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'aa9bf256-e7e1-444f-a472-069ac36da29b', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:5e:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd5a7b0-81b1-4b65-bdff-91d92efca1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:46:45Z', 'updated_at': '2021-12-22T13:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:48:42.395982 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.398179 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.422721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.423440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Fanout notify agent at l3_agent the message router_deleted on router 9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:48:42.438877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.440035 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/routers/9cd5a7b0-81b1-4b65-bdff-91d92efca1b1 HTTP/1.1" status: 204 len: 168 time: 1.4567976 Dec 22 13:48:42.442728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60172) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:42.685934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.819762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.846767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f508af4-ad74-4eaa-bc47-3ea87197debc']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:42.861695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea30bc8b-886d-47f9-867c-882d471f59b3') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:42.861926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea30bc8b-886d-47f9-867c-882d471f59b3') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:42.876755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.894034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.900964 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:48:42.901389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:48:42.916187 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:48:43.006104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:43.011622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ae8f6aaf-15d8-4600-a526-84428a7ef50e tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:43.028208 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:43.038299 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Network': ['ID=5f508af4-ad74-4eaa-bc47-3ea87197debc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:43.041000 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/networks/5f508af4-ad74-4eaa-bc47-3ea87197debc HTTP/1.1" status: 204 len: 168 time: 0.5971923 Dec 22 13:48:43.041706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2103162f-e499-48df-b7dd-ac5c397251b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:43.043739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60176) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:43.110262 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-708388f2-ccd8-43fd-ad85-a1287fe4bfdf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:43.139373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-708388f2-ccd8-43fd-ad85-a1287fe4bfdf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:43.215255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-708388f2-ccd8-43fd-ad85-a1287fe4bfdf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:43.219049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1f299c41-943f-4a93-9e49-d5ef42de1550 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:43.231442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708388f2-ccd8-43fd-ad85-a1287fe4bfdf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a52133d-d944-4710-97e6-a33b2e2d601d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:43.236035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-708388f2-ccd8-43fd-ad85-a1287fe4bfdf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:43.248583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-708388f2-ccd8-43fd-ad85-a1287fe4bfdf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:43.249775 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-708388f2-ccd8-43fd-ad85-a1287fe4bfdf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/security-groups/1a52133d-d944-4710-97e6-a33b2e2d601d HTTP/1.1" status: 204 len: 168 time: 0.2050600 Dec 22 13:48:43.799920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60184) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:43.805355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939992670', 'description': 'tempest-secgroup-smoke-939992670 description', 'project_id': '50ffb6a5a63246ecb0117821965b078f'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:48:43.811865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:43.816612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:48:43.819836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:48:43.826202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:43.840357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:43.860966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:43.865111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:48:43.868170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:48:43.874350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:43.949840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:43.956270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:43.960120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-90f5454e-90c3-4f3b-9c9c-ff86ccbad160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:44.001546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48fa693-7cab-425f-b9eb-132dd8900742,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:44.004967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:44.007146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.011519 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2dab0240-a8e6-4603-9068-7d7eb8ffcb45 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2074533 Dec 22 13:48:44.011519 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60188) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:44.016440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-6e72e773-5f8d-4c25-a0ee-d388f8b06e36 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': 'f48fa693-7cab-425f-b9eb-132dd8900742', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:48:44.022561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6e72e773-5f8d-4c25-a0ee-d388f8b06e36 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:44.026524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6e72e773-5f8d-4c25-a0ee-d388f8b06e36 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:48:44.029489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-6e72e773-5f8d-4c25-a0ee-d388f8b06e36 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:48:44.035411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-6e72e773-5f8d-4c25-a0ee-d388f8b06e36 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:44.052283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e72e773-5f8d-4c25-a0ee-d388f8b06e36 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.117305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e72e773-5f8d-4c25-a0ee-d388f8b06e36 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.121938 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e72e773-5f8d-4c25-a0ee-d388f8b06e36 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.122185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b60e5bb2-810e-476a-ac12-754381724f85 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:48:44.123865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9b1422d1-9a28-49f6-801b-6ffd6a2e5d17 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:44.146428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72e773-5f8d-4c25-a0ee-d388f8b06e36 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3d41f51-84f6-4b3e-b2ab-0bcfda2a0ae8,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:44.151015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6e72e773-5f8d-4c25-a0ee-d388f8b06e36 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:44.156049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-6e72e773-5f8d-4c25-a0ee-d388f8b06e36 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.156221 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: b60e5bb2-810e-476a-ac12-754381724f85 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:48:44.156606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b60e5bb2-810e-476a-ac12-754381724f85 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:48:44.159944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device aa9bf256-e7e1-444f-a472-069ac36da29b no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:48:44.160076 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-6e72e773-5f8d-4c25-a0ee-d388f8b06e36 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449010 Dec 22 13:48:44.160180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60192) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:44.165111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': 'f48fa693-7cab-425f-b9eb-132dd8900742', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:48:44.171466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:44.175783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:48:44.178794 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:48:44.184569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:44.202439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: aa9bf256-e7e1-444f-a472-069ac36da29b {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:48:44.202812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device aa9bf256-e7e1-444f-a472-069ac36da29b not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:48:44.208448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.269073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.273792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.275572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-6c1b2a9d-b06b-4df4-80f6-6e5ad11221f7 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:44.296993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f27fb2e-bf42-43fe-a616-45216882051c,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:44.299271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:44.310000 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.312025 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507273 Dec 22 13:48:44.316043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60196) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:44.321001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': 'f48fa693-7cab-425f-b9eb-132dd8900742', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:48:44.326789 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:44.330814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:48:44.334164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:48:44.340055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:44.357261 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.417992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.423167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.425180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ba1d7586-5443-4b70-88ed-38c7285d794b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:44.446736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcfa1fd-0198-4087-afd1-2b32141dc2cb,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:44.449132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:44.457996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.459200 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422634 Dec 22 13:48:44.462045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60200) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:44.467046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': 'f48fa693-7cab-425f-b9eb-132dd8900742', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:48:44.472898 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:44.477008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:48:44.480110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:48:44.486185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:44.508386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.574760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.579026 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.581021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9c4c5698-d1fa-4564-920d-05f3d9fbb09b tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:44.604227 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de9f082-72c7-4680-b670-be978829ee83,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:44.608665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:44.613972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.615140 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1521318 Dec 22 13:48:44.617846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60204) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:44.622795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': 'f48fa693-7cab-425f-b9eb-132dd8900742', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:48:44.628593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:44.632288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:48:44.635066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:48:44.640587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:44.650378 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Project 50ffb6a5a63246ecb0117821965b078f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:48:44.661104 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.725646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.732107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.733812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-06d5cb3b-a620-4cc6-be91-658f9e6bc46d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:44.754849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbd2658-794a-493c-be7d-86a586d36874,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:44.757171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:44.764995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.766129 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473985 Dec 22 13:48:44.770279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60208) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:44.775204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': 'f48fa693-7cab-425f-b9eb-132dd8900742', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:48:44.781033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:44.784843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:48:44.787672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:48:44.793194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:44.804681 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Project 50ffb6a5a63246ecb0117821965b078f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:48:44.811637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.885455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.889987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.892594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3045e2dd-8134-4f9a-be92-e5ebc8d3b233 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:44.913483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646992e8-bcec-4177-8dea-7cbdd40a1481,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:44.915927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:44.926873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:44.928077 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5847196b-9622-43a4-84ef-b30765db4da9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1568441 Dec 22 13:48:44.932372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60212) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:44.940957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'network': {'name': 'tempest-network-smoke--1669950544', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'port_security_enabled': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:48:44.946013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:44.950139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:network and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:48:44.953217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:48:44.959506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:44.970414 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:48:44.973766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:45.003280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:48:45.012431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:45.012791 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Added segment 41e6ba60-e38f-4359-8d0e-1cee62e5039c of type vlan for network 65c0baef-612c-44e0-82f7-be93103bbd90 Dec 22 13:48:45.039750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:45.072142 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:45.077811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:45.078399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:45.082131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-104b5775-fff2-471e-8f43-7c7091d28ab1 tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:45.176188 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2424295 Dec 22 13:48:45.185665 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Network': ['ID=65c0baef-612c-44e0-82f7-be93103bbd90,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:45.187730 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60216) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:45.188313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e3dc3001-5b75-4cae-8c65-e96a44efd554 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:45.195188 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'admin_state_up': True, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:48:45.196739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 65c0baef-612c-44e0-82f7-be93103bbd90 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:48:45.203932 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:45.209463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:router and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:48:45.212568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:48:45.219742 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:45.231205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:45.232231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:45.247964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:45.512905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:45.938737 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:45.970773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:46.100582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.26.4.61 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/503b4c4b-5e6c-43f9-bc9a-f35a26955d3e) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:48:46.250812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:46.283786 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:46.287379 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:46.352034 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:48:46.354935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:48:46.358502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:48:46.386824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=503b4c4b-5e6c-43f9-bc9a-f35a26955d3e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:46.393233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:46.769616 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:47.244867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:47.451685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 8773158c-2980-4525-a0cc-41b567e26f58 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:48:47.633284 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:48:47.643382 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Sync routers for ids ['8773158c-2980-4525-a0cc-41b567e26f58'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:48:47.653565 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Routers {'8773158c-2980-4525-a0cc-41b567e26f58'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:48:47.654195 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:48:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8773158c-2980-4525-a0cc-41b567e26f58'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:47.661315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:47.662553 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4729414 Dec 22 13:48:47.665688 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60220) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:47.705613 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-75a57cf6-fe75-48f7-bbdd-330fbdcfa364 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=50ffb6a5a63246ecb0117821965b078f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383089 Dec 22 13:48:47.708361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60224) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:47.825137 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Set router 8773158c-2980-4525-a0cc-41b567e26f58 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:48:47.834794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bc2a4c-bfa8-40bf-abf3-702bb0f626e9 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:47.836299 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f1bc2a4c-bfa8-40bf-abf3-702bb0f626e9 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1270449 Dec 22 13:48:47.839266 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60228) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:47.880681 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-36c08116-54f0-4812-a410-9ae375dae1b9 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379419 Dec 22 13:48:47.880904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60232) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:47.886844 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-900537532', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:48:47.997839 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:48.002180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:subnet and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:48:48.005207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:48:48.011581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:48.022704 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:48:48.026234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:48.099344 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:48:46Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:48.102988 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Checking router: 8773158c-2980-4525-a0cc-41b567e26f58 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:48:48.103335 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Updating router 8773158c-2980-4525-a0cc-41b567e26f58 port 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:48:48.157326 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:48.248698 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:48.253093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2dacc0ff-b17d-4f99-ba85-4ae5f79f7dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:48.324427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Subnet': ['ID=a8c99995-5d14-4717-a9f1-0ed6bb42dddc,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:48.327718 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:48.333881 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Checking segment: {'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:48:48.334234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network hostable DHCP agents. Network: 65c0baef-612c-44e0-82f7-be93103bbd90, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:48:48.354825 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 65c0baef-612c-44e0-82f7-be93103bbd90 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:48:48.364566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 65c0baef-612c-44e0-82f7-be93103bbd90) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:48:48.368495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:48.369084 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:48.373403 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca56280-5a7b-4863-a06c-169448bb8d1d None None] Network 65c0baef-612c-44e0-82f7-be93103bbd90 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:48:48.391614 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-19d278d3-b1ea-481e-9cbf-55ca99001638 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5097110 Dec 22 13:48:48.394415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60236) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:48:48.490031 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:48.502255 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Transition to ACTIVE for port object 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:48:48.509340 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:48.513640 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-38405daf-31b9-4069-8162-d924eb5bcd99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:48.609871 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Attempting to bind port 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:48:48.610166 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Attempting to bind port 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:48:48.610532 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Attempting to bind port 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:48:48.621173 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:48:48.621542 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:48:48.621944 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:48.622333 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:48:48.622787 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Bound port: 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:48:48.623396 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:48.636577 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-65c0baef-612c-44e0-82f7-be93103bbd90', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ips': [{'subnet_id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:48:48.637456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:48.646824 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Pushing event updated for resources: {'Port': ['ID=503b4c4b-5e6c-43f9-bc9a-f35a26955d3e,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:48.674706 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:48.675063 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:48.675373 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:48.675722 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:48.676049 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:48.676366 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:48.676681 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:48.676997 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:48.677313 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:48.677624 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:48.677933 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:48.678257 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:48:48.685035 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:48.710702 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] For port 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:48:48.713701 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] For port 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=503b4c4b-5e6c-43f9-bc9a-f35a26955d3e,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:48:48.717668 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:48.721198 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-40b8ec8d-8c29-4a63-b7ed-f7bb33db115c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:48.790320 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Routers {'8773158c-2980-4525-a0cc-41b567e26f58'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:48:48.790949 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:48:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8773158c-2980-4525-a0cc-41b567e26f58'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:48.793843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Allocated IP 172.20.0.2 (65c0baef-612c-44e0-82f7-be93103bbd90/a8c99995-5d14-4717-a9f1-0ed6bb42dddc/fa45f995-8c74-4247-bcd7-f0438ea2619d) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:48:48.967467 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Pushing event updated for resources: {'Port': ['ID=503b4c4b-5e6c-43f9-bc9a-f35a26955d3e,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:48.986071 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] Set router 8773158c-2980-4525-a0cc-41b567e26f58 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:48:49.002763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:49.012911 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Transition to ACTIVE for port object fa45f995-8c74-4247-bcd7-f0438ea2619d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:48:49.030949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Transition to ACTIVE for port object fa45f995-8c74-4247-bcd7-f0438ea2619d will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:48:49.036611 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:49.041358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:49.103505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Network 65c0baef-612c-44e0-82f7-be93103bbd90 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:48:49.106431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:48:49.110076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:48:49.116012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Pushing event updated for resources: {'Port': ['ID=fa45f995-8c74-4247-bcd7-f0438ea2619d,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:49.119841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:49.131999 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-f7af3b71-e472-4219-8300-304a65359333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:49.205702 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Attempting to bind port fa45f995-8c74-4247-bcd7-f0438ea2619d on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:48:49.206372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Attempting to bind port fa45f995-8c74-4247-bcd7-f0438ea2619d by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:48:49.207278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Attempting to bind port fa45f995-8c74-4247-bcd7-f0438ea2619d on network 65c0baef-612c-44e0-82f7-be93103bbd90 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:48:49.213830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:48:49.213830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Checking segment: {'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:48:49.214103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:49.214464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Bound using segment: {'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:48:49.214930 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Bound port: fa45f995-8c74-4247-bcd7-f0438ea2619d, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:48:49.215312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:49.290232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:49.305072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] For port fa45f995-8c74-4247-bcd7-f0438ea2619d, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:48:49.309278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] For port fa45f995-8c74-4247-bcd7-f0438ea2619d, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=fa45f995-8c74-4247-bcd7-f0438ea2619d,segment=NetworkSegment(41e6ba60-e38f-4359-8d0e-1cee62e5039c),segment_id=41e6ba60-e38f-4359-8d0e-1cee62e5039c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:48:49.309462 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:48:46Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:49.313972 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc8b36c-34db-4ca2-acdf-58822dbcfd3a None None] The sync data for ids ['8773158c-2980-4525-a0cc-41b567e26f58'] in dv-neutron-822668-1-hyperv is: [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:48:46Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:48:49.314618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:49.320080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:49.406605 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Pushing event updated for resources: {'Port': ['ID=fa45f995-8c74-4247-bcd7-f0438ea2619d,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:49.416836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:49.736830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.20.0.1 (65c0baef-612c-44e0-82f7-be93103bbd90/a8c99995-5d14-4717-a9f1-0ed6bb42dddc/730d290c-90c0-4294-ae0a-ba09d211cf17) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:48:49.903217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:49.919170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Transition to ACTIVE for port object 730d290c-90c0-4294-ae0a-ba09d211cf17 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:48:49.943642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:49.947942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-51c66cee-1d85-4460-98bf-de0f84b8686b tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:50.021116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 65c0baef-612c-44e0-82f7-be93103bbd90 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:48:50.024408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:48:50.028408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:48:50.059762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=730d290c-90c0-4294-ae0a-ba09d211cf17,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:50.066583 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:50.093863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:50.183812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:48:50.260580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:48:50.267452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:48:50.267866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:50.398355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:50.401191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:50.416461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=503b4c4b-5e6c-43f9-bc9a-f35a26955d3e,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:48:50.422371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:50.423297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fa45f995-8c74-4247-bcd7-f0438ea2619d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:48:50.451375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-08040df2-6f20-43f3-85d8-beb546af20d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:50.552733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=503b4c4b-5e6c-43f9-bc9a-f35a26955d3e,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:50.557215 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:50.565023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port fa45f995-8c74-4247-bcd7-f0438ea2619d completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:48:50.574124 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4429cbdc-04ba-41c2-9977-f2bc05681593 None None] Network 65c0baef-612c-44e0-82f7-be93103bbd90 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:48:50.676157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a4e9c741-b62b-47ea-8079-9515a5f4b508 None None] Provisioning for port fa45f995-8c74-4247-bcd7-f0438ea2619d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:48:50.697789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-a4e9c741-b62b-47ea-8079-9515a5f4b508 None None] Provisioning complete for port fa45f995-8c74-4247-bcd7-f0438ea2619d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:48:50.698170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c741-b62b-47ea-8079-9515a5f4b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:50.919311 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c741-b62b-47ea-8079-9515a5f4b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:50.961034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-a4e9c741-b62b-47ea-8079-9515a5f4b508 None None] For port fa45f995-8c74-4247-bcd7-f0438ea2619d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=fa45f995-8c74-4247-bcd7-f0438ea2619d,segment=NetworkSegment(41e6ba60-e38f-4359-8d0e-1cee62e5039c),segment_id=41e6ba60-e38f-4359-8d0e-1cee62e5039c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:48:50.966027 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a4e9c741-b62b-47ea-8079-9515a5f4b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:50.967783 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-36ab395c-11a4-4ad4-99a2-28e518f52ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:50.978586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:50.998690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:51.037980 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-cbff6aa1-7f7d-40e7-ba1f-a2e9f2d330fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:51.038887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9c741-b62b-47ea-8079-9515a5f4b508 None None] Pushing event updated for resources: {'Port': ['ID=fa45f995-8c74-4247-bcd7-f0438ea2619d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:51.042713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a4e9c741-b62b-47ea-8079-9515a5f4b508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:51.128812 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:51.132489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=730d290c-90c0-4294-ae0a-ba09d211cf17,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:51.136023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:51.185983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9ffd1bdb-c90f-4161-ae19-352bb5316e21 None None] Provisioning complete for port fa45f995-8c74-4247-bcd7-f0438ea2619d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:48:51.186639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1bdb-c90f-4161-ae19-352bb5316e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:51.285106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 65c0baef-612c-44e0-82f7-be93103bbd90 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:48:51.286515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:48:51.371715 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9ffd1bdb-c90f-4161-ae19-352bb5316e21 None None] Provisioning for port 730d290c-90c0-4294-ae0a-ba09d211cf17 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:48:51.377280 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9ffd1bdb-c90f-4161-ae19-352bb5316e21 None None] Provisioning complete for port 730d290c-90c0-4294-ae0a-ba09d211cf17 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:48:51.377789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1bdb-c90f-4161-ae19-352bb5316e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:51.431830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd1bdb-c90f-4161-ae19-352bb5316e21 None None] Port 730d290c-90c0-4294-ae0a-ba09d211cf17 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:48:51.487114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 8773158c-2980-4525-a0cc-41b567e26f58 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:48:51.552375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-81aacb48-b305-4122-a4eb-78601c049eee None None] Provisioning complete for port 730d290c-90c0-4294-ae0a-ba09d211cf17 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:48:51.552762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-81aacb48-b305-4122-a4eb-78601c049eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:51.608464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-81aacb48-b305-4122-a4eb-78601c049eee None None] Port 730d290c-90c0-4294-ae0a-ba09d211cf17 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:48:51.667324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:48:51.677524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Sync routers for ids ['8773158c-2980-4525-a0cc-41b567e26f58'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:48:51.679930 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "PUT /v2.0/routers/8773158c-2980-4525-a0cc-41b567e26f58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2835448 Dec 22 13:48:51.687714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Routers {'8773158c-2980-4525-a0cc-41b567e26f58'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:48:51.688315 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:48:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8773158c-2980-4525-a0cc-41b567e26f58'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:51.856323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-ba5aefc0-57a2-4b58-b9c5-cf6a1fbdbe64 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:48:51.867439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Set router 8773158c-2980-4525-a0cc-41b567e26f58 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:48:51.873975 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-ba5aefc0-57a2-4b58-b9c5-cf6a1fbdbe64 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:48:51.875126 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-ba5aefc0-57a2-4b58-b9c5-cf6a1fbdbe64 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939992670&fields=id&tenant_id=50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 267 time: 0.0589430 Dec 22 13:48:52.025715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-88e42a2b-5c25-448d-8faf-ffa5e2b4be39 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:52.026419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-88e42a2b-5c25-448d-8faf-ffa5e2b4be39 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:48:52.044113 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-88e42a2b-5c25-448d-8faf-ffa5e2b4be39 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:48:52.045529 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-88e42a2b-5c25-448d-8faf-ffa5e2b4be39 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/networks?id=65c0baef-612c-44e0-82f7-be93103bbd90 HTTP/1.1" status: 200 len: 797 time: 0.1631835 Dec 22 13:48:52.061133 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-d1405330-7340-4008-a0c3-0b0ab168338d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/quotas/50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 375 time: 0.0096157 Dec 22 13:48:52.148815 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:48:52.151946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-e166c4c0-728f-4db5-a346-9220d019b97d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:48:52.168391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-e166c4c0-728f-4db5-a346-9220d019b97d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:48:52.169765 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-e166c4c0-728f-4db5-a346-9220d019b97d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033390 Dec 22 13:48:52.239065 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:48:52.239488 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:52.281988 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '730d290c-90c0-4294-ae0a-ba09d211cf17', 'name': '', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:5f:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:49Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 2, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:52.291291 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Checking router: 8773158c-2980-4525-a0cc-41b567e26f58 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:48:52.291704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Updating router 8773158c-2980-4525-a0cc-41b567e26f58 port 730d290c-90c0-4294-ae0a-ba09d211cf17 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:48:52.311634 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-69378ec0-c4c3-4c83-887c-d9a64d011f20 service neutron] 10.222.0.24 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300516 Dec 22 13:48:52.355513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:52.446107 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-e9dd6239-ed50-457b-bab8-a55484bbb563 service neutron] 10.222.0.24 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283958 Dec 22 13:48:52.464167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fa45f995-8c74-4247-bcd7-f0438ea2619d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:48:52.644494 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-14f19a08-0de7-45ce-aaba-94440584814c req-0cb37a0c-e272-46cc-97f4-4f7d8cab99eb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:48:52.656753 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-14f19a08-0de7-45ce-aaba-94440584814c req-0cb37a0c-e272-46cc-97f4-4f7d8cab99eb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:48:52.657973 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-14f19a08-0de7-45ce-aaba-94440584814c req-0cb37a0c-e272-46cc-97f4-4f7d8cab99eb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 210 time: 0.0641840 Dec 22 13:48:52.688546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port fa45f995-8c74-4247-bcd7-f0438ea2619d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:48:52.688924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:52.915962 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:52.929094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Transition to ACTIVE for port object 730d290c-90c0-4294-ae0a-ba09d211cf17 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:48:52.936614 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:52.939961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ef5afc13-bb0b-4b88-91b0-66c4ed1bcfdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:53.127950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c4b9e-80fb-4131-a29c-23fa997e5c26 None None] Pushing event updated for resources: {'Port': ['ID=730d290c-90c0-4294-ae0a-ba09d211cf17,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:53.135546 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6d3c4b9e-80fb-4131-a29c-23fa997e5c26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:53.192683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Attempting to bind port 730d290c-90c0-4294-ae0a-ba09d211cf17 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:48:53.192966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Attempting to bind port 730d290c-90c0-4294-ae0a-ba09d211cf17 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:48:53.193322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Attempting to bind port 730d290c-90c0-4294-ae0a-ba09d211cf17 on network 65c0baef-612c-44e0-82f7-be93103bbd90 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:48:53.199058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:48:53.199429 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Checking segment: {'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:48:53.199861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:53.200261 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Bound using segment: {'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:48:53.200724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Bound port: 730d290c-90c0-4294-ae0a-ba09d211cf17, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:48:53.201099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:53.287391 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] For port 730d290c-90c0-4294-ae0a-ba09d211cf17, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:48:53.290695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] For port 730d290c-90c0-4294-ae0a-ba09d211cf17, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=730d290c-90c0-4294-ae0a-ba09d211cf17,segment=NetworkSegment(41e6ba60-e38f-4359-8d0e-1cee62e5039c),segment_id=41e6ba60-e38f-4359-8d0e-1cee62e5039c)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:48:53.295178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:53.298692 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-36ab395c-11a4-4ad4-99a2-28e518f52ddb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:53.388105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Routers {'8773158c-2980-4525-a0cc-41b567e26f58'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:48:53.388766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:48:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8773158c-2980-4525-a0cc-41b567e26f58'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:53.436254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c4b9e-80fb-4131-a29c-23fa997e5c26 None None] Pushing event updated for resources: {'Port': ['ID=730d290c-90c0-4294-ae0a-ba09d211cf17,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:53.444332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6d3c4b9e-80fb-4131-a29c-23fa997e5c26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:53.579397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] Set router 8773158c-2980-4525-a0cc-41b567e26f58 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:48:53.835957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-d32172c9-3103-452e-af6e-7f240641804f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:53.837353 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-d32172c9-3103-452e-af6e-7f240641804f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/networks?id=65c0baef-612c-44e0-82f7-be93103bbd90 HTTP/1.1" status: 200 len: 797 time: 0.2833543 Dec 22 13:48:53.890511 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-60ab2711-d988-4732-be76-4f1f58f74dac req-f9b4b910-2cef-4be5-874d-a772c5363d9b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 210 time: 0.0623686 Dec 22 13:48:53.919481 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-2d0bb0fd-8796-4242-b274-c1d2a193df29 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 379 time: 0.0525806 Dec 22 13:48:53.928193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'port': {'device_id': '9612a496-00b9-4f8f-89c4-6202c904af64', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'admin_state_up': True, 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'security_groups': ['f48fa693-7cab-425f-b9eb-132dd8900742']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:48:53.928982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '730d290c-90c0-4294-ae0a-ba09d211cf17', 'name': '', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:5f:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:49Z', 'updated_at': '2021-12-22T13:48:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:48:53.932931 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895fd6a-e135-4713-bdf4-90a8cfcd7594 None None] The sync data for ids ['8773158c-2980-4525-a0cc-41b567e26f58'] in dv-neutron-822668-1-hyperv is: [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '730d290c-90c0-4294-ae0a-ba09d211cf17', 'name': '', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:5f:13:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:49Z', 'updated_at': '2021-12-22T13:48:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:48:54.079002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:48:54.089311 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:48:54.103219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:48:54.106944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:54.155675 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 730d290c-90c0-4294-ae0a-ba09d211cf17 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:48:54.228335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 730d290c-90c0-4294-ae0a-ba09d211cf17 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:48:54.233873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 730d290c-90c0-4294-ae0a-ba09d211cf17 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:48:54.234249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:54.288382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.20.0.6 (65c0baef-612c-44e0-82f7-be93103bbd90/a8c99995-5d14-4717-a9f1-0ed6bb42dddc/d36c08c8-841a-45b6-a242-d3054c0adabf) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:48:54.355596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:54.389320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 730d290c-90c0-4294-ae0a-ba09d211cf17, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=730d290c-90c0-4294-ae0a-ba09d211cf17,segment=NetworkSegment(41e6ba60-e38f-4359-8d0e-1cee62e5039c),segment_id=41e6ba60-e38f-4359-8d0e-1cee62e5039c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:48:54.394887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:54.397359 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:54.469109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=730d290c-90c0-4294-ae0a-ba09d211cf17,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:54.472204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:54.493056 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:54.509273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Transition to ACTIVE for port object d36c08c8-841a-45b6-a242-d3054c0adabf will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:48:54.534919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:54.541306 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-576e662e-239a-436e-9348-e28c7cf540d6 tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:54.613353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 65c0baef-612c-44e0-82f7-be93103bbd90 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:48:54.616595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:48:54.619264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:48:54.662278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=d36c08c8-841a-45b6-a242-d3054c0adabf,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:54.671274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:54.699475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:54.700162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:54.730444 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8057399 Dec 22 13:48:54.743790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Request body: {'port': {'device_id': '9612a496-00b9-4f8f-89c4-6202c904af64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:48:54.873308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:54.877046 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:48:54.992373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-de620da2-1dbd-4c17-b38d-88baf18c38dd None None] Provisioning for port d36c08c8-841a-45b6-a242-d3054c0adabf completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:48:55.000028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-de620da2-1dbd-4c17-b38d-88baf18c38dd None None] Provisioning complete for port d36c08c8-841a-45b6-a242-d3054c0adabf triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:48:55.000605 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-de620da2-1dbd-4c17-b38d-88baf18c38dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:55.081906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-de620da2-1dbd-4c17-b38d-88baf18c38dd None None] Port d36c08c8-841a-45b6-a242-d3054c0adabf cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:48:55.124766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe652e5-c369-4d11-85cd-f47b93172ff6 req-dce64d73-1725-44a9-9a4b-4e9068b82525 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:55.128639 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5fe652e5-c369-4d11-85cd-f47b93172ff6 req-dce64d73-1725-44a9-9a4b-4e9068b82525 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 931 time: 0.1107280 Dec 22 13:48:55.176089 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5fe652e5-c369-4d11-85cd-f47b93172ff6 req-d018b682-59d5-48fe-a17b-e10e76638afb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433598 Dec 22 13:48:55.243734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36c08c8-841a-45b6-a242-d3054c0adabf {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:48:55.251694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:55.265855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Transition to ACTIVE for port object d36c08c8-841a-45b6-a242-d3054c0adabf will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:48:55.279439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:55.283100 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1e73354e-aa88-4c88-b60b-7615ef75a642 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:55.411869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Pushing event updated for resources: {'Port': ['ID=d36c08c8-841a-45b6-a242-d3054c0adabf,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:55.438149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:55.515102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Attempting to bind port d36c08c8-841a-45b6-a242-d3054c0adabf on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:48:55.515435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Attempting to bind port d36c08c8-841a-45b6-a242-d3054c0adabf by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:48:55.515795 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Attempting to bind port d36c08c8-841a-45b6-a242-d3054c0adabf on network 65c0baef-612c-44e0-82f7-be93103bbd90 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:48:55.520424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Port d36c08c8-841a-45b6-a242-d3054c0adabf on network 65c0baef-612c-44e0-82f7-be93103bbd90 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:48:55.520743 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Attempting to bind port d36c08c8-841a-45b6-a242-d3054c0adabf on network 65c0baef-612c-44e0-82f7-be93103bbd90 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:48:55.525905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:48:55.526241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Checking segment: {'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:48:55.526623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Bound using segment: {'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:48:55.527049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Bound port: d36c08c8-841a-45b6-a242-d3054c0adabf, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e6ba60-e38f-4359-8d0e-1cee62e5039c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:48:55.527394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:55.619717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] For port d36c08c8-841a-45b6-a242-d3054c0adabf, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:48:55.624479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] For port d36c08c8-841a-45b6-a242-d3054c0adabf, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d36c08c8-841a-45b6-a242-d3054c0adabf,segment=NetworkSegment(41e6ba60-e38f-4359-8d0e-1cee62e5039c),segment_id=41e6ba60-e38f-4359-8d0e-1cee62e5039c)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:48:55.630618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:55.634392 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a3177ae-ecce-4a24-abd1-f3d7e1bedd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:48:55.689667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:55.690598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:55.692018 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] 10.222.0.54 "PUT /v2.0/ports/d36c08c8-841a-45b6-a242-d3054c0adabf HTTP/1.1" status: 200 len: 1093 time: 0.9534566 Dec 22 13:48:55.692586 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9612a496-00b9-4f8f-89c4-6202c904af64', 'tag': 'd36c08c8-841a-45b6-a242-d3054c0adabf'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:48:55.722811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Pushing event updated for resources: {'Port': ['ID=d36c08c8-841a-45b6-a242-d3054c0adabf,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:48:55.728564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:48:55.766483 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9612a496-00b9-4f8f-89c4-6202c904af64', 'tag': 'd36c08c8-841a-45b6-a242-d3054c0adabf', 'status': 'completed', 'code': 200} Dec 22 13:48:55.923907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-7b7460bb-bdbe-4f6e-b1c1-e4587b3ad01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:55.925761 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-7b7460bb-bdbe-4f6e-b1c1-e4587b3ad01e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 1096 time: 0.1916938 Dec 22 13:48:56.004746 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-8509c358-9c00-4050-9668-8577a3515f0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36c08c8-841a-45b6-a242-d3054c0adabf HTTP/1.1" status: 200 len: 217 time: 0.0660427 Dec 22 13:48:56.073109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-6a274c08-d325-4454-b95a-5735cb932b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:56.074527 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-6a274c08-d325-4454-b95a-5735cb932b0d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8c99995-5d14-4717-a9f1-0ed6bb42dddc HTTP/1.1" status: 200 len: 834 time: 0.0638506 Dec 22 13:48:56.132569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 730d290c-90c0-4294-ae0a-ba09d211cf17 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:48:56.153016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-6d9e4151-775a-48f4-a481-7b4b893d6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:56.154623 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-6d9e4151-775a-48f4-a481-7b4b893d6d18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65c0baef-612c-44e0-82f7-be93103bbd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740798 Dec 22 13:48:56.201346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 730d290c-90c0-4294-ae0a-ba09d211cf17 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:48:56.201728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:56.292728 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-b65b8fbe-b8c2-4976-a04f-f67afb4dfa6b service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317093 Dec 22 13:48:56.366438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51039-b48e-4ee2-a6e3-3206078db333 req-47ddb503-80db-4dfb-aa97-cd0bb567e33f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:56.367976 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-67f51039-b48e-4ee2-a6e3-3206078db333 req-47ddb503-80db-4dfb-aa97-cd0bb567e33f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 943 time: 0.0832865 Dec 22 13:48:56.411591 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-67f51039-b48e-4ee2-a6e3-3206078db333 req-73bbdf2d-0138-4c1b-982b-15fa93389903 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377343 Dec 22 13:48:56.429964 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-52cc6e61-f2c8-490d-93f0-a1ec6b013a84 req-2a9e9cdf-0bd9-49c5-a453-9a3143a0d0e6 service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309953 Dec 22 13:48:56.556503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414bcfb-a9b0-46bf-90a5-65ad037b9bb3 req-6d22c675-4f5a-4424-9114-177e58894897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:56.557965 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f414bcfb-a9b0-46bf-90a5-65ad037b9bb3 req-6d22c675-4f5a-4424-9114-177e58894897 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 1096 time: 0.0773592 Dec 22 13:48:56.690248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414bcfb-a9b0-46bf-90a5-65ad037b9bb3 req-3bdb8043-e7fd-4573-a253-c1fffdae39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:56.691804 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f414bcfb-a9b0-46bf-90a5-65ad037b9bb3 req-3bdb8043-e7fd-4573-a253-c1fffdae39cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=65c0baef-612c-44e0-82f7-be93103bbd90 HTTP/1.1" status: 200 len: 898 time: 0.1280277 Dec 22 13:48:56.764750 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f414bcfb-a9b0-46bf-90a5-65ad037b9bb3 req-8bf47a29-2f03-43b4-a5a9-e38076406ff1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36c08c8-841a-45b6-a242-d3054c0adabf HTTP/1.1" status: 200 len: 217 time: 0.0654531 Dec 22 13:48:56.830916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414bcfb-a9b0-46bf-90a5-65ad037b9bb3 req-b11d1e83-8aa0-4a0a-ad51-b8ece5c5ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:56.833413 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f414bcfb-a9b0-46bf-90a5-65ad037b9bb3 req-b11d1e83-8aa0-4a0a-ad51-b8ece5c5ea86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8c99995-5d14-4717-a9f1-0ed6bb42dddc HTTP/1.1" status: 200 len: 834 time: 0.0628657 Dec 22 13:48:56.914954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414bcfb-a9b0-46bf-90a5-65ad037b9bb3 req-2b601e8a-175d-4717-8e0b-8799cfc56aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:56.916469 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f414bcfb-a9b0-46bf-90a5-65ad037b9bb3 req-2b601e8a-175d-4717-8e0b-8799cfc56aba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65c0baef-612c-44e0-82f7-be93103bbd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763278 Dec 22 13:48:57.055077 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f414bcfb-a9b0-46bf-90a5-65ad037b9bb3 req-27d9e339-8145-4d74-ab78-b252cdb9958f service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318376 Dec 22 13:48:57.202627 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f414bcfb-a9b0-46bf-90a5-65ad037b9bb3 req-d1bda0b7-30b4-408d-9697-462b64d449fe service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404798 Dec 22 13:48:57.549788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65c36cec-ac28-4b72-b65f-b9c5ee1794be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:57.597035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1cc466-0071-46e9-a38a-0e6bd5faa8a9 req-2f6d359e-8c2e-477c-a810-a6f57b493a76 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:57.598021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-ee1cc466-0071-46e9-a38a-0e6bd5faa8a9 req-2f6d359e-8c2e-477c-a810-a6f57b493a76 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:48:57.614867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-ee1cc466-0071-46e9-a38a-0e6bd5faa8a9 req-2f6d359e-8c2e-477c-a810-a6f57b493a76 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:48:57.616018 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ee1cc466-0071-46e9-a38a-0e6bd5faa8a9 req-2f6d359e-8c2e-477c-a810-a6f57b493a76 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 943 time: 0.1006887 Dec 22 13:48:57.665398 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ee1cc466-0071-46e9-a38a-0e6bd5faa8a9 req-6b468288-62f3-4034-a242-967bdeff5b37 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407190 Dec 22 13:48:58.877606 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed806968-2e8e-459e-8148-cfa075e0d494 req-eafea6ac-cdb7-441a-9bd0-f10a15bafd7b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:48:58.879201 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ed806968-2e8e-459e-8148-cfa075e0d494 req-eafea6ac-cdb7-441a-9bd0-f10a15bafd7b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 943 time: 0.0929811 Dec 22 13:48:58.927297 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ed806968-2e8e-459e-8148-cfa075e0d494 req-19cb93bc-a6e3-44c1-b0e1-2932a543ef59 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418637 Dec 22 13:48:59.700400 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d36c08c8-841a-45b6-a242-d3054c0adabf details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:48:59.872416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d36c08c8-841a-45b6-a242-d3054c0adabf, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d36c08c8-841a-45b6-a242-d3054c0adabf,segment=NetworkSegment(41e6ba60-e38f-4359-8d0e-1cee62e5039c),segment_id=41e6ba60-e38f-4359-8d0e-1cee62e5039c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:48:59.888082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'd36c08c8-841a-45b6-a242-d3054c0adabf', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'port_id': 'd36c08c8-841a-45b6-a242-d3054c0adabf', 'mac_address': 'fa:16:3e:37:7b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:48:59.950292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-90809ea4-ecf7-4017-88bc-d4db5e668979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:59.955039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:59.972966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36c08c8-841a-45b6-a242-d3054c0adabf {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:48:59.988854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d36c08c8-841a-45b6-a242-d3054c0adabf, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d36c08c8-841a-45b6-a242-d3054c0adabf,segment=NetworkSegment(41e6ba60-e38f-4359-8d0e-1cee62e5039c),segment_id=41e6ba60-e38f-4359-8d0e-1cee62e5039c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:48:59.993686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:48:59.995489 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:49:00.063065 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d36c08c8-841a-45b6-a242-d3054c0adabf,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:49:00.066339 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:49:00.121110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15d735-69b1-46fb-9a19-337daf6935a4 req-c8f97ac0-21d7-41ff-98c4-ffac0c06a4b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:00.122614 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2b15d735-69b1-46fb-9a19-337daf6935a4 req-c8f97ac0-21d7-41ff-98c4-ffac0c06a4b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 944 time: 0.0818274 Dec 22 13:49:00.166449 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2b15d735-69b1-46fb-9a19-337daf6935a4 req-f883ae4d-c06a-4f9c-bfcc-6df2d003387a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379806 Dec 22 13:49:00.305218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['d36c08c8-841a-45b6-a242-d3054c0adabf'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:49:01.007489 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:01.067508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:01.368014 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14409eb-99ea-477f-a741-97c9484e2a4b req-d1422872-3ea5-4f39-8de6-c03209323521 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:01.369378 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b14409eb-99ea-477f-a741-97c9484e2a4b req-d1422872-3ea5-4f39-8de6-c03209323521 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 944 time: 0.0959799 Dec 22 13:49:01.412467 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b14409eb-99ea-477f-a741-97c9484e2a4b req-11ecebed-5fb9-46ad-a9e6-33500bdf7740 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373881 Dec 22 13:49:01.717371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d36c08c8-841a-45b6-a242-d3054c0adabf up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:49:01.792381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port d36c08c8-841a-45b6-a242-d3054c0adabf completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:49:01.797538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port d36c08c8-841a-45b6-a242-d3054c0adabf triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:49:01.797928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:01.915904 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:01.942110 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9612a496-00b9-4f8f-89c4-6202c904af64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36c08c8-841a-45b6-a242-d3054c0adabf'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:49:01.952375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d36c08c8-841a-45b6-a242-d3054c0adabf, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d36c08c8-841a-45b6-a242-d3054c0adabf,segment=NetworkSegment(41e6ba60-e38f-4359-8d0e-1cee62e5039c),segment_id=41e6ba60-e38f-4359-8d0e-1cee62e5039c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:49:01.958575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:01.961335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6d3c4b9e-80fb-4131-a29c-23fa997e5c26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:49:01.996212 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9612a496-00b9-4f8f-89c4-6202c904af64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36c08c8-841a-45b6-a242-d3054c0adabf', 'code': 200} Dec 22 13:49:02.038835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d36c08c8-841a-45b6-a242-d3054c0adabf,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:49:02.041848 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:49:02.234675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c9318-f6ea-4a92-b64c-23ad6aaa5567 req-3858c056-4b3d-4d59-b5a1-e7fa78064523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:02.236126 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cb6c9318-f6ea-4a92-b64c-23ad6aaa5567 req-3858c056-4b3d-4d59-b5a1-e7fa78064523 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 1098 time: 0.0770786 Dec 22 13:49:02.281348 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cb6c9318-f6ea-4a92-b64c-23ad6aaa5567 req-54f6f958-7d7d-4366-9d22-504c50dfef9a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381546 Dec 22 13:49:02.555269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:02.606627 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d6170-ef5a-4640-918d-9120bd48a67c req-983c3d84-0c7b-4b33-ba80-ffd3876ad379 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:02.608089 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-092d6170-ef5a-4640-918d-9120bd48a67c req-983c3d84-0c7b-4b33-ba80-ffd3876ad379 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0838988 Dec 22 13:49:02.651387 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-092d6170-ef5a-4640-918d-9120bd48a67c req-54cc022b-c6fe-453b-9f8c-b2b2b9654e0a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373933 Dec 22 13:49:03.842833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b00a5-6a9f-44bf-bc01-ba0bd73db3c3 req-0937e0f0-bcb4-460b-a0a2-f728e0406117 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:03.844175 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f37b00a5-6a9f-44bf-bc01-ba0bd73db3c3 req-0937e0f0-bcb4-460b-a0a2-f728e0406117 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0809793 Dec 22 13:49:03.889090 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f37b00a5-6a9f-44bf-bc01-ba0bd73db3c3 req-5e4191d5-979a-4f9e-989d-784fec5957ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390193 Dec 22 13:49:04.090978 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ac4ce-6d8c-48d8-b6a4-73c5cf16b6b2 req-209a8e39-a5fc-4a92-8468-e805afa7340b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:04.092470 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-027ac4ce-6d8c-48d8-b6a4-73c5cf16b6b2 req-209a8e39-a5fc-4a92-8468-e805afa7340b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0903201 Dec 22 13:49:04.136134 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-027ac4ce-6d8c-48d8-b6a4-73c5cf16b6b2 req-e701422d-a15f-4752-bda2-5d2c748d5cfa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377045 Dec 22 13:49:04.158359 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60294) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:49:04.229090 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746551d5-2c24-4f52-9a15-6f08dc904ba3 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:04.230927 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-746551d5-2c24-4f52-9a15-6f08dc904ba3 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 1093 time: 0.0711417 Dec 22 13:49:04.235563 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60300) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:49:04.239397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'd36c08c8-841a-45b6-a242-d3054c0adabf', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:49:04.245654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:49:04.249642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:floatingip and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:49:04.252570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:49:04.258304 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:49:04.275925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:04.544247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:04.693345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.26.4.85 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/09e17002-7117-46c3-a809-85bd29524383) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:49:04.854237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:04.892701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:04.896357 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9ee97294-b5ab-47ef-ab0e-4144fb6549e2 tempest-TestVolumeBootPattern-1095547762 tempest-TestVolumeBootPattern-1095547762-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:49:04.962004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:49:04.965043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:49:04.968815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:49:04.997806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=09e17002-7117-46c3-a809-85bd29524383,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:49:05.005241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:49:05.391158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:05.475840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:05.683410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:05.691186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:05.694687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d5c78309-c445-43e9-96ff-7357535d7b1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:49:05.797700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=09e17002-7117-46c3-a809-85bd29524383,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:49:05.801544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:49:05.808180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:05.975555 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Floating IP 4630701c-dd33-4e75-be87-bea6e8b108a9 associated. External IP: 172.26.4.85, port: d36c08c8-841a-45b6-a242-d3054c0adabf. Dec 22 13:49:06.463415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 8773158c-2980-4525-a0cc-41b567e26f58 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:49:06.641292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:49:06.651440 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e730ae7-bd8a-4a3b-83a7-fc11b9dc84a9 None None] Sync routers for ids ['8773158c-2980-4525-a0cc-41b567e26f58'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:49:06.662412 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e730ae7-bd8a-4a3b-83a7-fc11b9dc84a9 None None] Routers {'8773158c-2980-4525-a0cc-41b567e26f58'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:49:06.663047 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3e730ae7-bd8a-4a3b-83a7-fc11b9dc84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:49:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8773158c-2980-4525-a0cc-41b567e26f58'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:49:06.667588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:06.726165 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4905565 Dec 22 13:49:06.726610 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9612a496-00b9-4f8f-89c4-6202c904af64', 'tag': 'd36c08c8-841a-45b6-a242-d3054c0adabf'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:49:06.829832 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9612a496-00b9-4f8f-89c4-6202c904af64', 'tag': 'd36c08c8-841a-45b6-a242-d3054c0adabf', 'status': 'completed', 'code': 200} Dec 22 13:49:06.846185 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-3e730ae7-bd8a-4a3b-83a7-fc11b9dc84a9 None None] Set router 8773158c-2980-4525-a0cc-41b567e26f58 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:49:07.069995 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84990361-66ce-494d-bbc1-4e546fc47374 req-9b56c0a3-0ad0-4f86-aae9-c12c80309e7b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:07.071407 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-84990361-66ce-494d-bbc1-4e546fc47374 req-9b56c0a3-0ad0-4f86-aae9-c12c80309e7b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.2606604 Dec 22 13:49:07.074162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db104722-eac0-4785-ba08-f1c8e769e0e5 req-94c62b3e-3ace-4262-a2a5-d8c279e4070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:07.075459 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db104722-eac0-4785-ba08-f1c8e769e0e5 req-94c62b3e-3ace-4262-a2a5-d8c279e4070d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 1098 time: 0.1110013 Dec 22 13:49:07.197629 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3e730ae7-bd8a-4a3b-83a7-fc11b9dc84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4630701c-dd33-4e75-be87-bea6e8b108a9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.85', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'port_id': 'd36c08c8-841a-45b6-a242-d3054c0adabf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'mac_address': 'fa:16:3e:37:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9612a496-00b9-4f8f-89c4-6202c904af64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:49:05Z', 'updated_at': '2021-12-22T13:49:05Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730d290c-90c0-4294-ae0a-ba09d211cf17', 'name': '', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:5f:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:49Z', 'updated_at': '2021-12-22T13:48:54Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:49:07.200627 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-84990361-66ce-494d-bbc1-4e546fc47374 req-884ea2b6-4537-4b52-a303-d8cf60406851 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230686 Dec 22 13:49:07.201615 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e730ae7-bd8a-4a3b-83a7-fc11b9dc84a9 None None] Checking router: 8773158c-2980-4525-a0cc-41b567e26f58 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:49:07.210949 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e730ae7-bd8a-4a3b-83a7-fc11b9dc84a9 None None] Routers {'8773158c-2980-4525-a0cc-41b567e26f58'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:49:07.211560 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3e730ae7-bd8a-4a3b-83a7-fc11b9dc84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:49:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8773158c-2980-4525-a0cc-41b567e26f58'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:49:07.224493 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60312) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:49:07.246863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db104722-eac0-4785-ba08-f1c8e769e0e5 req-fe111a9f-b9df-47ca-b569-d63ad8e0f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:07.248377 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db104722-eac0-4785-ba08-f1c8e769e0e5 req-fe111a9f-b9df-47ca-b569-d63ad8e0f877 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65c0baef-612c-44e0-82f7-be93103bbd90 HTTP/1.1" status: 200 len: 898 time: 0.1561463 Dec 22 13:49:07.333853 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-49fcc9f2-fdb5-411a-b473-db4deef09f1c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/4630701c-dd33-4e75-be87-bea6e8b108a9 HTTP/1.1" status: 200 len: 990 time: 0.1059835 Dec 22 13:49:07.354310 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db104722-eac0-4785-ba08-f1c8e769e0e5 req-b8ed94e3-1a7e-48d1-baa3-e057c8464d8c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36c08c8-841a-45b6-a242-d3054c0adabf HTTP/1.1" status: 200 len: 998 time: 0.0995188 Dec 22 13:49:07.384539 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-3e730ae7-bd8a-4a3b-83a7-fc11b9dc84a9 None None] Set router 8773158c-2980-4525-a0cc-41b567e26f58 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:49:07.415449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db104722-eac0-4785-ba08-f1c8e769e0e5 req-6ec56596-7679-4e74-b0a4-91d06a590f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:07.416924 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db104722-eac0-4785-ba08-f1c8e769e0e5 req-6ec56596-7679-4e74-b0a4-91d06a590f7f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8c99995-5d14-4717-a9f1-0ed6bb42dddc HTTP/1.1" status: 200 len: 834 time: 0.0564337 Dec 22 13:49:07.492342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db104722-eac0-4785-ba08-f1c8e769e0e5 req-2faa0edc-7b69-424f-a34a-e61a187a9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:07.493817 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db104722-eac0-4785-ba08-f1c8e769e0e5 req-2faa0edc-7b69-424f-a34a-e61a187a9ef4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65c0baef-612c-44e0-82f7-be93103bbd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712414 Dec 22 13:49:07.623850 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db104722-eac0-4785-ba08-f1c8e769e0e5 req-f726050e-70bb-4e4d-9a23-2f85d0bd5f2e service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232932 Dec 22 13:49:07.732015 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3e730ae7-bd8a-4a3b-83a7-fc11b9dc84a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4630701c-dd33-4e75-be87-bea6e8b108a9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.85', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'port_id': 'd36c08c8-841a-45b6-a242-d3054c0adabf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'mac_address': 'fa:16:3e:37:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9612a496-00b9-4f8f-89c4-6202c904af64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:49:05Z', 'updated_at': '2021-12-22T13:49:05Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730d290c-90c0-4294-ae0a-ba09d211cf17', 'name': '', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:5f:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:49Z', 'updated_at': '2021-12-22T13:48:54Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:49:07.736039 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e730ae7-bd8a-4a3b-83a7-fc11b9dc84a9 None None] The sync data for ids ['8773158c-2980-4525-a0cc-41b567e26f58'] in dv-neutron-822668-1-hyperv is: [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '4630701c-dd33-4e75-be87-bea6e8b108a9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.85', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'port_id': 'd36c08c8-841a-45b6-a242-d3054c0adabf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'mac_address': 'fa:16:3e:37:7b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9612a496-00b9-4f8f-89c4-6202c904af64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:49:05Z', 'updated_at': '2021-12-22T13:49:05Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '730d290c-90c0-4294-ae0a-ba09d211cf17', 'name': '', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:5f:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:49Z', 'updated_at': '2021-12-22T13:48:54Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:49:07.754894 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db104722-eac0-4785-ba08-f1c8e769e0e5 req-fde0f3c8-b1f0-4ff8-97aa-f9ab2d3b5603 service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248655 Dec 22 13:49:07.917579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4e7d5-c510-4dc0-b212-1bac4cdc87a8 None None] New status for floating IP 4630701c-dd33-4e75-be87-bea6e8b108a9: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:49:08.337271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60316) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:49:08.447950 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-300e691c-f3c6-4dc6-98e4-390abe8fbe5c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/4630701c-dd33-4e75-be87-bea6e8b108a9 HTTP/1.1" status: 200 len: 992 time: 0.1088569 Dec 22 13:49:11.061503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:27.555763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cff2fdda-fa47-492f-9151-921419d5f851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:29.915471 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-247356f4-fdab-4d3c-aefa-fc7983cabc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:31.018173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:31.071420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:31.881485 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:49:32.562590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:41.073906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:57.566591 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f244d799-ec57-4ea8-8e5b-f47d9dc326ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:49:58.554295 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f07ae-9cd0-46ed-8b00-82832ea7d847 req-014f5051-c285-4014-9a25-cc6538df9ad7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750718 Dec 22 13:49:58.701282 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f07ae-9cd0-46ed-8b00-82832ea7d847 req-c44ef948-7188-434d-8c88-ba0d54cb9cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:58.702765 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f07ae-9cd0-46ed-8b00-82832ea7d847 req-c44ef948-7188-434d-8c88-ba0d54cb9cf8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 1098 time: 0.0775056 Dec 22 13:49:58.846465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f07ae-9cd0-46ed-8b00-82832ea7d847 req-6c55d686-8f40-472a-a49c-13faca0ea4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:58.847814 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f07ae-9cd0-46ed-8b00-82832ea7d847 req-6c55d686-8f40-472a-a49c-13faca0ea4f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65c0baef-612c-44e0-82f7-be93103bbd90 HTTP/1.1" status: 200 len: 898 time: 0.1260576 Dec 22 13:49:58.971284 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f07ae-9cd0-46ed-8b00-82832ea7d847 req-13dcef11-884c-4c1d-a66b-93fff6472326 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36c08c8-841a-45b6-a242-d3054c0adabf HTTP/1.1" status: 200 len: 1000 time: 0.1164443 Dec 22 13:49:59.035770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f07ae-9cd0-46ed-8b00-82832ea7d847 req-79bc4358-df2a-4029-8e43-0576d3f62ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:59.037223 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f07ae-9cd0-46ed-8b00-82832ea7d847 req-79bc4358-df2a-4029-8e43-0576d3f62ad2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8c99995-5d14-4717-a9f1-0ed6bb42dddc HTTP/1.1" status: 200 len: 834 time: 0.0598953 Dec 22 13:49:59.112861 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f07ae-9cd0-46ed-8b00-82832ea7d847 req-4baf05de-0476-4599-be9a-34aaab7bbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:49:59.114249 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f07ae-9cd0-46ed-8b00-82832ea7d847 req-4baf05de-0476-4599-be9a-34aaab7bbf66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65c0baef-612c-44e0-82f7-be93103bbd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703595 Dec 22 13:49:59.249495 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f07ae-9cd0-46ed-8b00-82832ea7d847 req-48a8146b-3dfa-417e-b0a9-fe3e728ea1e5 service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278105 Dec 22 13:49:59.498065 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-124f07ae-9cd0-46ed-8b00-82832ea7d847 req-8623d71e-9e17-4b57-962a-7dd580c14889 service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419696 Dec 22 13:49:59.919248 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b40df211-5aa0-43c2-8a11-0f81b4aca3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:01.020885 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:01.074803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:02.558852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:08.880499 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:50:11.084462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:19.842201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bf42-8b70-453a-a448-6e1a61e6e1a8 req-10897a86-6f8b-4666-a839-b3680d860088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:19.843651 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d2f9bf42-8b70-453a-a448-6e1a61e6e1a8 req-10897a86-6f8b-4666-a839-b3680d860088 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 1098 time: 0.0708480 Dec 22 13:50:19.894123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa50aa7-4f3a-4e85-82cd-65ce4c2b8eca req-27a12498-7669-4f47-af7b-ae271446423f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:19.895622 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3fa50aa7-4f3a-4e85-82cd-65ce4c2b8eca req-27a12498-7669-4f47-af7b-ae271446423f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0976584 Dec 22 13:50:19.944323 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3fa50aa7-4f3a-4e85-82cd-65ce4c2b8eca req-712312c2-19cd-4d2c-b7c9-fbf920be3160 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427833 Dec 22 13:50:19.984699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bf42-8b70-453a-a448-6e1a61e6e1a8 req-f3d6f564-0940-447d-b3bf-4959c7241d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:19.986195 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d2f9bf42-8b70-453a-a448-6e1a61e6e1a8 req-f3d6f564-0940-447d-b3bf-4959c7241d04 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65c0baef-612c-44e0-82f7-be93103bbd90 HTTP/1.1" status: 200 len: 898 time: 0.1365564 Dec 22 13:50:20.106556 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d2f9bf42-8b70-453a-a448-6e1a61e6e1a8 req-a0dd86ea-d7bf-4a94-95b6-2f7f3bf53b3f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36c08c8-841a-45b6-a242-d3054c0adabf HTTP/1.1" status: 200 len: 1000 time: 0.1119182 Dec 22 13:50:20.176706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bf42-8b70-453a-a448-6e1a61e6e1a8 req-a3986317-3348-4fd7-b21a-f6bd96af1d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:20.178152 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d2f9bf42-8b70-453a-a448-6e1a61e6e1a8 req-a3986317-3348-4fd7-b21a-f6bd96af1d7c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8c99995-5d14-4717-a9f1-0ed6bb42dddc HTTP/1.1" status: 200 len: 834 time: 0.0630605 Dec 22 13:50:20.256127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bf42-8b70-453a-a448-6e1a61e6e1a8 req-3a6d5518-700d-4fb1-9745-3f9fc3c6cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:20.257641 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d2f9bf42-8b70-453a-a448-6e1a61e6e1a8 req-3a6d5518-700d-4fb1-9745-3f9fc3c6cbd7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65c0baef-612c-44e0-82f7-be93103bbd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725091 Dec 22 13:50:20.399400 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d2f9bf42-8b70-453a-a448-6e1a61e6e1a8 req-c6b7917e-cfae-4631-8766-55359be47a99 service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324272 Dec 22 13:50:20.534838 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d2f9bf42-8b70-453a-a448-6e1a61e6e1a8 req-dde77854-137d-403e-8856-e29b60ef1488 service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284578 Dec 22 13:50:21.152436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc937ea-9b9c-4217-8031-468fd85a5d72 req-65524fbb-2865-4baf-b9c5-758b509200fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:21.153976 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2fc937ea-9b9c-4217-8031-468fd85a5d72 req-65524fbb-2865-4baf-b9c5-758b509200fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0866752 Dec 22 13:50:21.201741 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2fc937ea-9b9c-4217-8031-468fd85a5d72 req-080a502c-b587-4694-b492-4d03d61b44dc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419803 Dec 22 13:50:22.413187 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95828b-7266-4a95-a865-9c316495cbb3 req-caddfc89-ecd2-4551-acda-1297c5c2b0fc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:22.414701 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fe95828b-7266-4a95-a865-9c316495cbb3 req-caddfc89-ecd2-4551-acda-1297c5c2b0fc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0939589 Dec 22 13:50:22.463127 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fe95828b-7266-4a95-a865-9c316495cbb3 req-722816ed-b2ce-4aee-aab7-ad91fcf5bfab tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399840 Dec 22 13:50:23.660629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163431f-f1b4-4970-a471-0719778068ae req-c1a52c50-0ce8-46a8-9cc3-dd719daeb161 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:23.662116 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4163431f-f1b4-4970-a471-0719778068ae req-c1a52c50-0ce8-46a8-9cc3-dd719daeb161 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0868187 Dec 22 13:50:23.708008 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4163431f-f1b4-4970-a471-0719778068ae req-bd5058f6-1d95-4e7b-a676-148150f5f1cd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401480 Dec 22 13:50:24.907830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739683fc-21a2-40ce-979b-9a094b844784 req-4142e9c8-4cf3-4c45-9958-d2a349745d14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:24.909158 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-739683fc-21a2-40ce-979b-9a094b844784 req-4142e9c8-4cf3-4c45-9958-d2a349745d14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0833449 Dec 22 13:50:24.951413 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-739683fc-21a2-40ce-979b-9a094b844784 req-447ab951-eed9-4905-87c0-e6363c32fda9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365868 Dec 22 13:50:26.161741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1284e9-83c7-4e65-83a3-1c61a310b0ab req-9e1820cb-a2fc-488c-a87b-822e8920ec2a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:26.163199 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ae1284e9-83c7-4e65-83a3-1c61a310b0ab req-9e1820cb-a2fc-488c-a87b-822e8920ec2a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0940623 Dec 22 13:50:26.206586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ae1284e9-83c7-4e65-83a3-1c61a310b0ab req-50dcf197-ea04-440d-bda7-9cea8862519e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372226 Dec 22 13:50:27.423972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8f79f-da7d-440c-9297-337d8b29ce10 req-bb8d2488-ff7e-4417-a168-cfc22a73babe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:27.425391 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e4d8f79f-da7d-440c-9297-337d8b29ce10 req-bb8d2488-ff7e-4417-a168-cfc22a73babe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.1042604 Dec 22 13:50:27.469639 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e4d8f79f-da7d-440c-9297-337d8b29ce10 req-93f1765d-9ac3-4c53-b472-4464f2c9a1fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384731 Dec 22 13:50:27.560473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-dbe57db8-2f32-4cb2-8def-6a8829cf96ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:28.669810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e1fc9-4035-4fe0-a561-15bcb16380c2 req-43b77212-c2fb-41a5-b0b7-02194d060a53 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:28.671307 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c23e1fc9-4035-4fe0-a561-15bcb16380c2 req-43b77212-c2fb-41a5-b0b7-02194d060a53 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0892882 Dec 22 13:50:28.714660 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c23e1fc9-4035-4fe0-a561-15bcb16380c2 req-42af9e32-4c31-4d3d-a428-7aaed2424c9d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375857 Dec 22 13:50:29.920930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418b854-272e-415c-944b-11b4b2925a0c req-f95cb89f-fa93-4748-8f89-51bd3b67fbf1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:29.922102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c884baea-a710-4c67-abb0-702860950492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:29.922485 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a418b854-272e-415c-944b-11b4b2925a0c req-f95cb89f-fa93-4748-8f89-51bd3b67fbf1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0954568 Dec 22 13:50:29.966777 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a418b854-272e-415c-944b-11b4b2925a0c req-b886f5ab-d1d5-4ef3-9499-d5d5f77f8f48 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386062 Dec 22 13:50:31.019518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:31.078761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:31.162419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aef928-783c-4f3c-9657-5db6011bf776 req-4551e886-98b5-4190-9e1c-8b37badd6120 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:31.164223 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-15aef928-783c-4f3c-9657-5db6011bf776 req-4551e886-98b5-4190-9e1c-8b37badd6120 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0895200 Dec 22 13:50:31.208830 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-15aef928-783c-4f3c-9657-5db6011bf776 req-9ff43a57-a449-46e8-806d-ec6d650836aa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392292 Dec 22 13:50:32.409832 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55f985-c405-4047-8e23-6b40d395acf4 req-927a9fd7-073a-46d2-95f6-b78cac30f5e4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:32.411290 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6c55f985-c405-4047-8e23-6b40d395acf4 req-927a9fd7-073a-46d2-95f6-b78cac30f5e4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0910068 Dec 22 13:50:32.457674 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6c55f985-c405-4047-8e23-6b40d395acf4 req-ae5fc22b-21d0-4ccd-8729-d5361bf3ef4b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382137 Dec 22 13:50:32.561620 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:33.664050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86c3f8-3241-46d2-a130-8616d2e3712d req-24a2afc4-960c-40c0-913d-76944fb46e8d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:33.665499 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8b86c3f8-3241-46d2-a130-8616d2e3712d req-24a2afc4-960c-40c0-913d-76944fb46e8d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0883431 Dec 22 13:50:33.720344 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8b86c3f8-3241-46d2-a130-8616d2e3712d req-e58c022a-8ffa-4ca2-a8f7-7b5429114600 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488043 Dec 22 13:50:34.920319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007e88d-3201-4f51-a093-1addf21677e8 req-c7ecbbab-d73a-4134-9932-b42c404c95bc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:34.921804 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5007e88d-3201-4f51-a093-1addf21677e8 req-c7ecbbab-d73a-4134-9932-b42c404c95bc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0832608 Dec 22 13:50:35.098767 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5007e88d-3201-4f51-a093-1addf21677e8 req-2a1f80e9-38b4-4bc6-af17-dfb31e32f9a2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711593 Dec 22 13:50:36.296223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f1da2-d063-4a45-b19c-7353b1bf45b0 req-421eef99-e6fe-409a-bc57-d7b46902956d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:36.297658 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ad4f1da2-d063-4a45-b19c-7353b1bf45b0 req-421eef99-e6fe-409a-bc57-d7b46902956d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0878990 Dec 22 13:50:36.344424 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ad4f1da2-d063-4a45-b19c-7353b1bf45b0 req-1a30ddcb-cda0-483e-a800-6915b691a20a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408072 Dec 22 13:50:37.539145 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951853c9-4f46-4291-80ec-deff8b7d2858 req-e44a7a35-31af-4993-9ace-095a5eacca59 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:50:37.540622 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-951853c9-4f46-4291-80ec-deff8b7d2858 req-e44a7a35-31af-4993-9ace-095a5eacca59 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0797977 Dec 22 13:50:37.584321 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-951853c9-4f46-4291-80ec-deff8b7d2858 req-6a382784-325a-423b-b46d-440babe6b195 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378919 Dec 22 13:50:37.614433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60380) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:50:37.720693 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f9db0060-c815-4bbb-96df-32e531dec7de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/4630701c-dd33-4e75-be87-bea6e8b108a9 HTTP/1.1" status: 200 len: 992 time: 0.1050625 Dec 22 13:50:41.092242 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:45.885804 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:50:57.565632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bb987988-e41e-4207-b514-0d565185b012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:50:59.925692 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ef45ea1-427e-4f88-a224-d73064a77ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:00.661660 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-24418914-887f-49af-9efe-da12dfc890fc req-5a2be236-4d24-4f72-a808-782d2e644fdc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2097242 Dec 22 13:51:00.809649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24418914-887f-49af-9efe-da12dfc890fc req-e89521c0-4a27-44c6-98f4-c5db27db00bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:00.811043 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-24418914-887f-49af-9efe-da12dfc890fc req-e89521c0-4a27-44c6-98f4-c5db27db00bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 1098 time: 0.0756211 Dec 22 13:51:01.021970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:01.064448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24418914-887f-49af-9efe-da12dfc890fc req-aeb8a899-66ac-4f93-abdc-ceb07588431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:01.065798 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-24418914-887f-49af-9efe-da12dfc890fc req-aeb8a899-66ac-4f93-abdc-ceb07588431c service neutron] 10.222.0.54 "GET /v2.0/networks?id=65c0baef-612c-44e0-82f7-be93103bbd90 HTTP/1.1" status: 200 len: 898 time: 0.2337410 Dec 22 13:51:01.082960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:01.167689 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-24418914-887f-49af-9efe-da12dfc890fc req-165a3606-1bd6-4d79-923e-f03ea032022e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36c08c8-841a-45b6-a242-d3054c0adabf HTTP/1.1" status: 200 len: 1000 time: 0.0954454 Dec 22 13:51:01.230672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24418914-887f-49af-9efe-da12dfc890fc req-869644a3-b1b9-4ba8-ba3c-79b3e9f895cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:01.232068 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-24418914-887f-49af-9efe-da12dfc890fc req-869644a3-b1b9-4ba8-ba3c-79b3e9f895cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8c99995-5d14-4717-a9f1-0ed6bb42dddc HTTP/1.1" status: 200 len: 834 time: 0.0586183 Dec 22 13:51:01.310317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24418914-887f-49af-9efe-da12dfc890fc req-a56642b4-1fef-4ea4-859c-7ce99ced2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:01.311836 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-24418914-887f-49af-9efe-da12dfc890fc req-a56642b4-1fef-4ea4-859c-7ce99ced2a8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65c0baef-612c-44e0-82f7-be93103bbd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737069 Dec 22 13:51:01.321841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-24418914-887f-49af-9efe-da12dfc890fc req-5dd5b6a6-4417-414b-951f-bbd187d5f80d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:51:01.322684 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-24418914-887f-49af-9efe-da12dfc890fc req-5dd5b6a6-4417-414b-951f-bbd187d5f80d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048406 Dec 22 13:51:01.452387 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-24418914-887f-49af-9efe-da12dfc890fc req-5906063f-ae1e-48b1-92be-219dd64428ae service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230133 Dec 22 13:51:01.584567 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-24418914-887f-49af-9efe-da12dfc890fc req-da40ca8f-4ef5-4cc2-a9a6-57d8b008bbf7 service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254275 Dec 22 13:51:02.565222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:11.097025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:22.890156 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:51:27.566416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a6addd01-1aa0-4223-b51d-b2ea09ade256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:29.944296 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0272941d-f002-4160-955f-6ab6db9336b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:31.065669 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:31.091009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:32.571683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.081675 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60430) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:35.299787 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port 09e17002-7117-46c3-a809-85bd29524383 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:51:35.300123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.469887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.470185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.593660 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for 09e17002-7117-46c3-a809-85bd29524383 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:51:35.746782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.750480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8c4ad624-3b3f-47eb-964e-7f77482d1a52 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:35.795819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=09e17002-7117-46c3-a809-85bd29524383,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:35.874778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:35.875171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:35.875561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:35.875965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:35.876338 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:35.876713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:35.877091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:35.877456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:35.877823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:35.878189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:35.878553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:35.878915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:35.885505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:35.910998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:35.911330 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Floating IP 4630701c-dd33-4e75-be87-bea6e8b108a9 disassociated (deleted). External IP: 172.26.4.85, port: d36c08c8-841a-45b6-a242-d3054c0adabf. Dec 22 13:51:36.393251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 8773158c-2980-4525-a0cc-41b567e26f58 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:51:36.571469 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:51:36.581805 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09608c0-e8ca-42fa-9e79-7819bb11d9da None None] Sync routers for ids ['8773158c-2980-4525-a0cc-41b567e26f58'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:51:36.593134 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:36.593949 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09608c0-e8ca-42fa-9e79-7819bb11d9da None None] Routers {'8773158c-2980-4525-a0cc-41b567e26f58'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:51:36.594562 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e09608c0-e8ca-42fa-9e79-7819bb11d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:51:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8773158c-2980-4525-a0cc-41b567e26f58'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:36.650387 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/floatingips/4630701c-dd33-4e75-be87-bea6e8b108a9 HTTP/1.1" status: 204 len: 168 time: 1.5672524 Dec 22 13:51:36.651032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9612a496-00b9-4f8f-89c4-6202c904af64', 'tag': 'd36c08c8-841a-45b6-a242-d3054c0adabf'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:51:36.695798 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9612a496-00b9-4f8f-89c4-6202c904af64', 'tag': 'd36c08c8-841a-45b6-a242-d3054c0adabf', 'status': 'completed', 'code': 200} Dec 22 13:51:36.780139 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-e09608c0-e8ca-42fa-9e79-7819bb11d9da None None] Set router 8773158c-2980-4525-a0cc-41b567e26f58 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:51:36.798375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad40fc-1e52-457c-bd13-2d3ddcea43c1 req-6b176d45-000f-46ae-a5cb-2a3fa3f8c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:36.800061 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abad40fc-1e52-457c-bd13-2d3ddcea43c1 req-6b176d45-000f-46ae-a5cb-2a3fa3f8c771 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 1098 time: 0.0806036 Dec 22 13:51:36.939438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad40fc-1e52-457c-bd13-2d3ddcea43c1 req-98521107-e773-47ae-b0be-b01b8ff173b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:36.940980 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abad40fc-1e52-457c-bd13-2d3ddcea43c1 req-98521107-e773-47ae-b0be-b01b8ff173b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65c0baef-612c-44e0-82f7-be93103bbd90 HTTP/1.1" status: 200 len: 898 time: 0.1348350 Dec 22 13:51:37.018172 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abad40fc-1e52-457c-bd13-2d3ddcea43c1 req-e9516502-6fd8-4ffc-967f-78e261eaefe8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d36c08c8-841a-45b6-a242-d3054c0adabf HTTP/1.1" status: 200 len: 217 time: 0.0698011 Dec 22 13:51:37.081991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad40fc-1e52-457c-bd13-2d3ddcea43c1 req-3da2968d-a139-4997-b2bd-ac2f79dd9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:37.083470 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abad40fc-1e52-457c-bd13-2d3ddcea43c1 req-3da2968d-a139-4997-b2bd-ac2f79dd9d40 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a8c99995-5d14-4717-a9f1-0ed6bb42dddc HTTP/1.1" status: 200 len: 834 time: 0.0584824 Dec 22 13:51:37.104492 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e09608c0-e8ca-42fa-9e79-7819bb11d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '730d290c-90c0-4294-ae0a-ba09d211cf17', 'name': '', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:5f:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:49Z', 'updated_at': '2021-12-22T13:48:54Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:37.108502 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09608c0-e8ca-42fa-9e79-7819bb11d9da None None] Checking router: 8773158c-2980-4525-a0cc-41b567e26f58 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:51:37.117297 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09608c0-e8ca-42fa-9e79-7819bb11d9da None None] Routers {'8773158c-2980-4525-a0cc-41b567e26f58'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:51:37.117950 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e09608c0-e8ca-42fa-9e79-7819bb11d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:51:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8773158c-2980-4525-a0cc-41b567e26f58'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:37.221323 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad40fc-1e52-457c-bd13-2d3ddcea43c1 req-b5fd5367-d9f3-43fc-b658-0aab8515335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:37.222845 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abad40fc-1e52-457c-bd13-2d3ddcea43c1 req-b5fd5367-d9f3-43fc-b658-0aab8515335b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65c0baef-612c-44e0-82f7-be93103bbd90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0998914 Dec 22 13:51:37.230386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7737b00-4161-448d-9492-4b5e5c4c9135 req-16c62240-3a68-4fae-b225-39b3b148f1fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:37.231741 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b7737b00-4161-448d-9492-4b5e5c4c9135 req-16c62240-3a68-4fae-b225-39b3b148f1fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.2321272 Dec 22 13:51:37.292472 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-e09608c0-e8ca-42fa-9e79-7819bb11d9da None None] Set router 8773158c-2980-4525-a0cc-41b567e26f58 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:51:37.354115 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b7737b00-4161-448d-9492-4b5e5c4c9135 req-2cc4b8b1-0f74-4c74-be11-b8f94a70c77e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042316 Dec 22 13:51:37.393683 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abad40fc-1e52-457c-bd13-2d3ddcea43c1 req-80ccf683-9de1-4f7d-9e42-224e027d87c3 service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610441 Dec 22 13:51:37.535570 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-abad40fc-1e52-457c-bd13-2d3ddcea43c1 req-aae84dbc-46b1-4e84-b8e3-7e3a94048779 service neutron] 10.222.0.54 "GET /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335206 Dec 22 13:51:37.602861 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-e09608c0-e8ca-42fa-9e79-7819bb11d9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '730d290c-90c0-4294-ae0a-ba09d211cf17', 'name': '', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:5f:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:49Z', 'updated_at': '2021-12-22T13:48:54Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:37.606750 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09608c0-e8ca-42fa-9e79-7819bb11d9da None None] The sync data for ids ['8773158c-2980-4525-a0cc-41b567e26f58'] in dv-neutron-822668-1-hyperv is: [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '730d290c-90c0-4294-ae0a-ba09d211cf17', 'name': '', 'network_id': '65c0baef-612c-44e0-82f7-be93103bbd90', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:5f:13:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:49Z', 'updated_at': '2021-12-22T13:48:54Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'a8c99995-5d14-4717-a9f1-0ed6bb42dddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:51:37.826322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ea3b77-266c-4e41-84c2-91b54cdb218a None None] New status for floating IP 4630701c-dd33-4e75-be87-bea6e8b108a9: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:51:38.650310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9ad78-8220-4215-a33a-48b6c10e0746 req-c5fbf53c-4353-4ba9-86be-1e10178bdea3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:38.650925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-bbd9ad78-8220-4215-a33a-48b6c10e0746 req-c5fbf53c-4353-4ba9-86be-1e10178bdea3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:51:38.668485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-bbd9ad78-8220-4215-a33a-48b6c10e0746 req-c5fbf53c-4353-4ba9-86be-1e10178bdea3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:51:38.669671 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bbd9ad78-8220-4215-a33a-48b6c10e0746 req-c5fbf53c-4353-4ba9-86be-1e10178bdea3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.1994393 Dec 22 13:51:38.722256 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bbd9ad78-8220-4215-a33a-48b6c10e0746 req-e9a59254-1073-458d-9946-2166461c4516 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=f48fa693-7cab-425f-b9eb-132dd8900742&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 Dec 22 13:51:38.803075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc99edf-d631-4826-8831-4ef0b8b17b26 req-d4c149a8-69db-43d5-9304-e7695ceadc5e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:38.804558 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bcc99edf-d631-4826-8831-4ef0b8b17b26 req-d4c149a8-69db-43d5-9304-e7695ceadc5e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 945 time: 0.0832956 Dec 22 13:51:38.883587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-bcc99edf-d631-4826-8831-4ef0b8b17b26 req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port d36c08c8-841a-45b6-a242-d3054c0adabf {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:51:38.884094 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-bcc99edf-d631-4826-8831-4ef0b8b17b26 req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:39.256395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-bcc99edf-d631-4826-8831-4ef0b8b17b26 req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port d36c08c8-841a-45b6-a242-d3054c0adabf, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d36c08c8-841a-45b6-a242-d3054c0adabf,segment=NetworkSegment(41e6ba60-e38f-4359-8d0e-1cee62e5039c),segment_id=41e6ba60-e38f-4359-8d0e-1cee62e5039c)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:51:39.256730 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-bcc99edf-d631-4826-8831-4ef0b8b17b26 req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:39.382105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-bcc99edf-d631-4826-8831-4ef0b8b17b26 req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for d36c08c8-841a-45b6-a242-d3054c0adabf owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:51:39.525932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-bcc99edf-d631-4826-8831-4ef0b8b17b26 req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:39.534326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:39.589263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=d36c08c8-841a-45b6-a242-d3054c0adabf,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:39.630740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:39.631146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:39.631536 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:39.631940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:39.632333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:39.632706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:39.633074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:39.633439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:39.633809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:39.634170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:39.634536 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:39.634903 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:39.661165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:39.672267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc99edf-d631-4826-8831-4ef0b8b17b26 req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] No DVR routers for this DVR port d36c08c8-841a-45b6-a242-d3054c0adabf on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:51:39.674878 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-bcc99edf-d631-4826-8831-4ef0b8b17b26 req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:39.677656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9612a496-00b9-4f8f-89c4-6202c904af64', 'name': 'network-vif-deleted', 'tag': 'd36c08c8-841a-45b6-a242-d3054c0adabf'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:51:39.694452 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bcc99edf-d631-4826-8831-4ef0b8b17b26 req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "DELETE /v2.0/ports/d36c08c8-841a-45b6-a242-d3054c0adabf HTTP/1.1" status: 204 len: 173 time: 0.8842216 Dec 22 13:51:39.783938 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9612a496-00b9-4f8f-89c4-6202c904af64', 'name': 'network-vif-deleted', 'tag': 'd36c08c8-841a-45b6-a242-d3054c0adabf', 'status': 'completed', 'code': 200} Dec 22 13:51:39.893580 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4a095960-fae1-43cd-b427-2f7d1f783b22 req-5051535f-1ca7-49e3-a0f2-a95cfce56138 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=9612a496-00b9-4f8f-89c4-6202c904af64 HTTP/1.1" status: 200 len: 210 time: 0.0456645 Dec 22 13:51:40.987764 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60468) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:41.100279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:41.570539 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:41.928662 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port 730d290c-90c0-4294-ae0a-ba09d211cf17 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:51:41.929023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:42.249182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port 730d290c-90c0-4294-ae0a-ba09d211cf17, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=730d290c-90c0-4294-ae0a-ba09d211cf17,segment=NetworkSegment(41e6ba60-e38f-4359-8d0e-1cee62e5039c),segment_id=41e6ba60-e38f-4359-8d0e-1cee62e5039c)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:51:42.249797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:42.374169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for 730d290c-90c0-4294-ae0a-ba09d211cf17 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:51:42.426437 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d36c08c8-841a-45b6-a242-d3054c0adabf no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:51:42.463233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: d36c08c8-841a-45b6-a242-d3054c0adabf {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:51:42.463586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d36c08c8-841a-45b6-a242-d3054c0adabf not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:51:42.700570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:42.704251 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:42.751049 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=730d290c-90c0-4294-ae0a-ba09d211cf17,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:42.754125 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:43.030043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:43.401913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 8773158c-2980-4525-a0cc-41b567e26f58 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:51:43.704741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:51:43.715522 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4e8e4-7792-4663-9fc1-54bab8a46a2f None None] Sync routers for ids ['8773158c-2980-4525-a0cc-41b567e26f58'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:51:43.717757 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "PUT /v2.0/routers/8773158c-2980-4525-a0cc-41b567e26f58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7289362 Dec 22 13:51:43.720549 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60472) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:43.725773 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4e8e4-7792-4663-9fc1-54bab8a46a2f None None] Routers {'8773158c-2980-4525-a0cc-41b567e26f58'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:51:43.726395 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-41c4e8e4-7792-4663-9fc1-54bab8a46a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:51:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8773158c-2980-4525-a0cc-41b567e26f58'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:43.828697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c5811f-c3c3-48c8-8b6c-e39cfa710b8d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting subnet a8c99995-5d14-4717-a9f1-0ed6bb42dddc {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:51:43.831925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27c5811f-c3c3-48c8-8b6c-e39cfa710b8d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:43.884490 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27c5811f-c3c3-48c8-8b6c-e39cfa710b8d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:43.928982 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-41c4e8e4-7792-4663-9fc1-54bab8a46a2f None None] Set router 8773158c-2980-4525-a0cc-41b567e26f58 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:51:43.965527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27c5811f-c3c3-48c8-8b6c-e39cfa710b8d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:44.040416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27c5811f-c3c3-48c8-8b6c-e39cfa710b8d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:44.045142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6a24b8d6-338b-4d0d-b708-3e15e840f0ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:44.080438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5811f-c3c3-48c8-8b6c-e39cfa710b8d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c99995-5d14-4717-a9f1-0ed6bb42dddc,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:44.082649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-27c5811f-c3c3-48c8-8b6c-e39cfa710b8d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:44.086515 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-27c5811f-c3c3-48c8-8b6c-e39cfa710b8d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:44.089332 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-27c5811f-c3c3-48c8-8b6c-e39cfa710b8d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/subnets/a8c99995-5d14-4717-a9f1-0ed6bb42dddc HTTP/1.1" status: 204 len: 168 time: 0.3678579 Dec 22 13:51:44.091954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60478) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:44.096218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27385b24-d486-496a-82b4-c3a0deaa4d4f None None] Network 65c0baef-612c-44e0-82f7-be93103bbd90 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:51:44.215860 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-41c4e8e4-7792-4663-9fc1-54bab8a46a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:51:42Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:44.219264 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4e8e4-7792-4663-9fc1-54bab8a46a2f None None] Checking router: 8773158c-2980-4525-a0cc-41b567e26f58 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:51:44.237089 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4e8e4-7792-4663-9fc1-54bab8a46a2f None None] Routers {'8773158c-2980-4525-a0cc-41b567e26f58'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:51:44.239339 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-41c4e8e4-7792-4663-9fc1-54bab8a46a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:51:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['8773158c-2980-4525-a0cc-41b567e26f58'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:44.277596 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:44.389595 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] DHCP port deletion for 65c0baef-612c-44e0-82f7-be93103bbd90 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:51:44.393784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Deleting port fa45f995-8c74-4247-bcd7-f0438ea2619d {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:51:44.394291 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:44.414757 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-41c4e8e4-7792-4663-9fc1-54bab8a46a2f None None] Set router 8773158c-2980-4525-a0cc-41b567e26f58 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:51:44.464854 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:44.475320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:51:44.476327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:44.607973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] For port fa45f995-8c74-4247-bcd7-f0438ea2619d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=fa45f995-8c74-4247-bcd7-f0438ea2619d,segment=NetworkSegment(41e6ba60-e38f-4359-8d0e-1cee62e5039c),segment_id=41e6ba60-e38f-4359-8d0e-1cee62e5039c)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:51:44.608644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:44.654478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=503b4c4b-5e6c-43f9-bc9a-f35a26955d3e,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:51:44.654829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:44.702923 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-41c4e8e4-7792-4663-9fc1-54bab8a46a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:51:42Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:44.707464 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c4e8e4-7792-4663-9fc1-54bab8a46a2f None None] The sync data for ids ['8773158c-2980-4525-a0cc-41b567e26f58'] in dv-neutron-822668-1-hyperv is: [{'id': '8773158c-2980-4525-a0cc-41b567e26f58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-532882969', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:48:45Z', 'updated_at': '2021-12-22T13:51:42Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '503b4c4b-5e6c-43f9-bc9a-f35a26955d3e', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8773158c-2980-4525-a0cc-41b567e26f58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:48:46Z', 'updated_at': '2021-12-22T13:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:51:44.730998 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Calling delete_port for fa45f995-8c74-4247-bcd7-f0438ea2619d owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:51:44.776608 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:51:44.812722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:44.816600 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:44.862065 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Pushing event deleted for resources: {'Port': ['ID=fa45f995-8c74-4247-bcd7-f0438ea2619d,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:44.866928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] No DVR routers for this DVR port fa45f995-8c74-4247-bcd7-f0438ea2619d on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:51:44.873213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:44.878356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:44.878356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:44.878356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:44.878356 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:44.878868 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:44.879980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:44.880194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:44.880997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:44.880997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:44.881206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:44.881489 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:44.884981 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:44.964220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:44.969767 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a881c55a-0a0c-4c5d-ae1e-bb5969542f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:45.020824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=503b4c4b-5e6c-43f9-bc9a-f35a26955d3e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:45.023781 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:45.244064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:45.414742 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:45.419044 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:45.447550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:45.448103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Fanout notify agent at l3_agent the message router_deleted on router 8773158c-2980-4525-a0cc-41b567e26f58 {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:51:45.465122 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:45.466114 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2814d08e-7d31-4e96-a7a7-d5ae067162b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/routers/8773158c-2980-4525-a0cc-41b567e26f58 HTTP/1.1" status: 204 len: 168 time: 1.3732688 Dec 22 13:51:45.468814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60482) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:45.586185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:45.717632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:45.747415 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c0baef-612c-44e0-82f7-be93103bbd90']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:45.759584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e6ba60-e38f-4359-8d0e-1cee62e5039c') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:45.759908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e6ba60-e38f-4359-8d0e-1cee62e5039c') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:45.771221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:45.787113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:45.793675 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:51:45.794061 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:51:45.808616 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:51:45.889655 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:45.893309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-307535cf-55d8-47ec-a1d7-e9552605a28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:45.912147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:45.923935 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Network': ['ID=65c0baef-612c-44e0-82f7-be93103bbd90,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:45.927200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:45.939049 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c155438c-d8d0-40ea-871d-49ce7f18f5d6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/networks/65c0baef-612c-44e0-82f7-be93103bbd90 HTTP/1.1" status: 204 len: 168 time: 0.4691484 Dec 22 13:51:45.941752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60486) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:46.008909 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ba58c01-b1b1-4b07-8295-d0fb28300b68 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.038301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ba58c01-b1b1-4b07-8295-d0fb28300b68 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.101577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ba58c01-b1b1-4b07-8295-d0fb28300b68 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.105575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ed78f7bf-7338-42ba-acfb-a75ec0d789cd tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:46.119027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba58c01-b1b1-4b07-8295-d0fb28300b68 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48fa693-7cab-425f-b9eb-132dd8900742,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:46.122215 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2ba58c01-b1b1-4b07-8295-d0fb28300b68 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:46.133113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2ba58c01-b1b1-4b07-8295-d0fb28300b68 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.137049 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2ba58c01-b1b1-4b07-8295-d0fb28300b68 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/security-groups/f48fa693-7cab-425f-b9eb-132dd8900742 HTTP/1.1" status: 204 len: 168 time: 0.1916006 Dec 22 13:51:46.239852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:51:46.273761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:51:46.274038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 503b4c4b-5e6c-43f9-bc9a-f35a26955d3e not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:51:46.274460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fa45f995-8c74-4247-bcd7-f0438ea2619d no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:51:46.306825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: fa45f995-8c74-4247-bcd7-f0438ea2619d {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:51:46.307349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device fa45f995-8c74-4247-bcd7-f0438ea2619d not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:51:46.307913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 730d290c-90c0-4294-ae0a-ba09d211cf17 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:51:46.343108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 730d290c-90c0-4294-ae0a-ba09d211cf17 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:51:46.343463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 730d290c-90c0-4294-ae0a-ba09d211cf17 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:51:46.489354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60494) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:46.494830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2003221357', 'description': 'tempest-secgroup-smoke-2003221357 description', 'project_id': '50ffb6a5a63246ecb0117821965b078f'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:51:46.501018 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:46.505339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:46.508282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:46.514071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:46.528927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.547988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:46.551796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:46.554501 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:46.560197 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:46.631817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.637178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.641068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2e5ac842-aef7-49e1-87ef-c7925d02b91a tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:46.681824 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd5c319-f528-49dc-9a6a-8d40d136041d,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:46.684867 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:46.685952 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.687127 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1968181 Dec 22 13:51:46.690432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60498) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:46.696221 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '3dd5c319-f528-49dc-9a6a-8d40d136041d', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:51:46.702237 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:46.706460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:46.709358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:46.715227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:46.733642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.794543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.799585 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.801313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:46.823339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d283ef78-39cf-4349-b508-72ca3473449a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:46.827672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:46.833820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.835777 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439662 Dec 22 13:51:46.838631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60502) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:46.846008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c9e9a957-fbc0-416c-a323-20ae6119e6d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '3dd5c319-f528-49dc-9a6a-8d40d136041d', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:51:46.852089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c9e9a957-fbc0-416c-a323-20ae6119e6d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:46.855988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c9e9a957-fbc0-416c-a323-20ae6119e6d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:46.858869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c9e9a957-fbc0-416c-a323-20ae6119e6d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:46.864616 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c9e9a957-fbc0-416c-a323-20ae6119e6d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:46.882274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a957-fbc0-416c-a323-20ae6119e6d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.946741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a957-fbc0-416c-a323-20ae6119e6d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.952260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a957-fbc0-416c-a323-20ae6119e6d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.954259 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ace3c4fc-12e8-4dd8-b31e-69d90f73c649 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:46.975301 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9a957-fbc0-416c-a323-20ae6119e6d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0def8400-d29b-4561-9c99-382ab11151c0,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:46.977630 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c9e9a957-fbc0-416c-a323-20ae6119e6d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:46.985751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c9e9a957-fbc0-416c-a323-20ae6119e6d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:46.987038 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c9e9a957-fbc0-416c-a323-20ae6119e6d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469467 Dec 22 13:51:46.989828 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60506) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:46.994905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-19407486-1332-49fe-b296-1dfd5eb746fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '3dd5c319-f528-49dc-9a6a-8d40d136041d', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:51:47.000811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-19407486-1332-49fe-b296-1dfd5eb746fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:47.004593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-19407486-1332-49fe-b296-1dfd5eb746fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:47.007449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-19407486-1332-49fe-b296-1dfd5eb746fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:47.013333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-19407486-1332-49fe-b296-1dfd5eb746fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:47.031048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19407486-1332-49fe-b296-1dfd5eb746fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.101808 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19407486-1332-49fe-b296-1dfd5eb746fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.106969 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19407486-1332-49fe-b296-1dfd5eb746fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.108774 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-43462d6a-3364-41df-b162-59237f3e769e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:47.129701 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19407486-1332-49fe-b296-1dfd5eb746fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91be6ad8-269c-4e8b-adc9-69f2c8f8ee27,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:47.132011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-19407486-1332-49fe-b296-1dfd5eb746fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:47.139542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-19407486-1332-49fe-b296-1dfd5eb746fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.140753 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-19407486-1332-49fe-b296-1dfd5eb746fa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499505 Dec 22 13:51:47.144690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60510) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:47.149630 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '3dd5c319-f528-49dc-9a6a-8d40d136041d', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:51:47.155578 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:47.159385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:47.162236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:47.168389 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:47.186814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.249386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.254089 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.255910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5f7642fe-2798-4dee-a81a-7189fe47a0be tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:47.277076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092e6d37-e96a-47ed-b206-24033c24e599,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:47.279641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:47.286997 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.288363 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428051 Dec 22 13:51:47.291133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60514) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:47.296035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '3dd5c319-f528-49dc-9a6a-8d40d136041d', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:51:47.301769 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:47.305806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:47.308940 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:47.314923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:47.329458 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Project 50ffb6a5a63246ecb0117821965b078f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:51:47.336310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.402625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.408037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.409967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6a36219a-59eb-4afe-95b3-e8e7f6590175 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:47.433244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f623de6-1f41-486c-9cd1-f979c845b43a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:47.435726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:47.442951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.444303 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2f4ee5c1-a555-4b2b-bd3e-7a7fd1ba492b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1522386 Dec 22 13:51:47.448077 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60518) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:47.453112 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '3dd5c319-f528-49dc-9a6a-8d40d136041d', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:51:47.459142 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:47.462994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:47.465912 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:47.471507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:47.483294 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Project 50ffb6a5a63246ecb0117821965b078f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:51:47.490258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.555233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.559579 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.561395 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-05406223-8326-4b48-8ac7-1a050b8b1e37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:47.583094 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739e143b-8387-4797-b5cf-0e8e3ba8085a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:47.585545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:47.594736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.595928 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469386 Dec 22 13:51:47.599833 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60522) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:47.605296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'network': {'name': 'tempest-network-smoke--1798503724', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:51:47.610242 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:47.614492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:network and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:47.617361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:47.623117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:47.634460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:47.637979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.668127 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:51:47.677009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.677370 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Added segment 9e29fdd9-f087-4bc7-813d-c45d55b8b77b of type vlan for network 2eb85884-cc12-4aea-a324-53cbde98d692 Dec 22 13:51:47.706651 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.737302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.746183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:47.747097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.752699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1d00b5a2-1fc1-46ee-a8a1-9bfa478fde34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:47.858519 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2576730 Dec 22 13:51:47.861628 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60526) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:47.862177 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Network': ['ID=2eb85884-cc12-4aea-a324-53cbde98d692,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:47.864593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-b34d7fc8-d0fc-4503-b517-7001e68c8fb7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:47.867153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'admin_state_up': True, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:51:47.873339 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 2eb85884-cc12-4aea-a324-53cbde98d692 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:51:47.875294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:47.879170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:router and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:47.882333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:47.889479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:47.900228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.901283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:47.917347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:48.198244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:48.510049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:48.539644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:48.677796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.26.4.109 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/6244259c-8b54-41cd-ad86-65bcaee291f6) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:48.941400 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:48.976245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:48.981029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-30a6ca7a-398b-4c3a-850e-716e8de7374c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:49.039439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:49.042150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:49.047512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:51:49.084386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=6244259c-8b54-41cd-ad86-65bcaee291f6,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:49.087567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:49.467171 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:49.811199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:50.025074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 32749167-d082-457c-929e-a4e314377aad is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:51:50.206532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:51:50.216528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Sync routers for ids ['32749167-d082-457c-929e-a4e314377aad'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:51:50.226195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Routers {'32749167-d082-457c-929e-a4e314377aad'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:51:50.226867 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:51:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['32749167-d082-457c-929e-a4e314377aad'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:50.235464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:50.240073 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3740942 Dec 22 13:51:50.240513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60530) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:50.324636 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6633b62b-4384-4f9d-8247-867c19570f6b tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=50ffb6a5a63246ecb0117821965b078f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826938 Dec 22 13:51:50.327697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60536) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:50.442615 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Set router 32749167-d082-457c-929e-a4e314377aad gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:51:50.578955 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d5922c-60b5-4821-9a93-f79bff389b08 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:50.583650 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e5d5922c-60b5-4821-9a93-f79bff389b08 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2519503 Dec 22 13:51:50.583872 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60540) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:50.622754 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dddf95e8-0247-4af3-b6af-ccd4415b80f5 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375328 Dec 22 13:51:50.625231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60544) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:50.630723 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1322985174', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:51:50.726505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:51:49Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:50.730838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Checking router: 32749167-d082-457c-929e-a4e314377aad for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:51:50.731207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Updating router 32749167-d082-457c-929e-a4e314377aad port 6244259c-8b54-41cd-ad86-65bcaee291f6 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:51:50.736672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:50.740738 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:subnet and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:51:50.743572 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:51:50.749241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:50.761139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:50.764831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:50.784708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:50.988218 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:50.992634 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4fb10323-808d-48f6-8291-0af9f2b16636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:51.064255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Subnet': ['ID=c09355a1-0738-4a6d-bafe-c9a3a9260125,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:51.067589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:51.073212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Checking segment: {'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:51:51.073569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network hostable DHCP agents. Network: 2eb85884-cc12-4aea-a324-53cbde98d692, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:51:51.093586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 2eb85884-cc12-4aea-a324-53cbde98d692 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:51:51.103205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 2eb85884-cc12-4aea-a324-53cbde98d692) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:51.108241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:51.108965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:51.115388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84071a-e9b3-440a-9bb1-f7d453a338cc None None] Network 2eb85884-cc12-4aea-a324-53cbde98d692 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:51:51.131086 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5048752 Dec 22 13:51:51.133865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60548) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:51:51.133993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:51.204182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Transition to ACTIVE for port object 6244259c-8b54-41cd-ad86-65bcaee291f6 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:51.215580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:51.220505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:51.322004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Attempting to bind port 6244259c-8b54-41cd-ad86-65bcaee291f6 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:51.322389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Attempting to bind port 6244259c-8b54-41cd-ad86-65bcaee291f6 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:51.322789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Attempting to bind port 6244259c-8b54-41cd-ad86-65bcaee291f6 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:51:51.356310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:51:51.356689 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:51:51.357099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:51.357501 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:51:51.358009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Bound port: 6244259c-8b54-41cd-ad86-65bcaee291f6, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:51.358411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:51.389644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48095490-fe01-478d-8da3-aaf1afdf46f9 None None] Pushing event updated for resources: {'Port': ['ID=6244259c-8b54-41cd-ad86-65bcaee291f6,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:51.411163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-48095490-fe01-478d-8da3-aaf1afdf46f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:51.489056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] For port 6244259c-8b54-41cd-ad86-65bcaee291f6, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:51:51.497311 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-2eb85884-cc12-4aea-a324-53cbde98d692', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ips': [{'subnet_id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:51:51.498129 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:51.507985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] For port 6244259c-8b54-41cd-ad86-65bcaee291f6, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6244259c-8b54-41cd-ad86-65bcaee291f6,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:51:51.514505 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:51.520792 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:51.591683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48095490-fe01-478d-8da3-aaf1afdf46f9 None None] Pushing event updated for resources: {'Port': ['ID=6244259c-8b54-41cd-ad86-65bcaee291f6,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:51.598496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-48095490-fe01-478d-8da3-aaf1afdf46f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:51.661974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Routers {'32749167-d082-457c-929e-a4e314377aad'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:51:51.662613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:51:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['32749167-d082-457c-929e-a4e314377aad'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:51.826724 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:51.942785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Allocated IP 172.20.0.2 (2eb85884-cc12-4aea-a324-53cbde98d692/c09355a1-0738-4a6d-bafe-c9a3a9260125/2f56c322-bcb6-4cbd-84cb-bb5eeb159640) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:51.958831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] Set router 32749167-d082-457c-929e-a4e314377aad gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:51:52.392572 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:52.404823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Transition to ACTIVE for port object 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:52.427312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Transition to ACTIVE for port object 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:52.432092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:51:49Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:52.435805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:52.440452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:52.470885 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36476ba0-bf2c-4657-83d2-4c75ee7c63b0 None None] The sync data for ids ['32749167-d082-457c-929e-a4e314377aad'] in dv-neutron-822668-1-hyperv is: [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:51:49Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:51:52.499260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.20.0.1 (2eb85884-cc12-4aea-a324-53cbde98d692/c09355a1-0738-4a6d-bafe-c9a3a9260125/7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:52.514670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Pushing event updated for resources: {'Port': ['ID=2f56c322-bcb6-4cbd-84cb-bb5eeb159640,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:52.518005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:52.522509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Network 2eb85884-cc12-4aea-a324-53cbde98d692 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:52.523821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:52.526316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:51:52.616979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Attempting to bind port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:52.617367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Attempting to bind port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:52.617735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Attempting to bind port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 on network 2eb85884-cc12-4aea-a324-53cbde98d692 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:51:52.623485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:51:52.623901 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Checking segment: {'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:51:52.624341 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:52.624744 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Bound using segment: {'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:51:52.625216 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Bound port: 2f56c322-bcb6-4cbd-84cb-bb5eeb159640, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:52.626095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:52.688111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:52.706861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Transition to ACTIVE for port object 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:52.739698 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] For port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:51:52.743126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] For port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2f56c322-bcb6-4cbd-84cb-bb5eeb159640,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:51:52.747639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:52.749327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:52.751525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-32e4bbcb-291b-421b-a861-a270033677a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:52.753195 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6e77b85f-c4a3-4a31-9716-46cb40bc8fbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:52.825537 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 2eb85884-cc12-4aea-a324-53cbde98d692 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:52.828426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Pushing event updated for resources: {'Port': ['ID=2f56c322-bcb6-4cbd-84cb-bb5eeb159640,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:52.828905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:52.833131 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:52.833293 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:51:52.865021 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:52.872033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:52.897479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:53.182694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:53.607175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:53.612920 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:53.638570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-277cbe6d-78da-4771-b240-8582490b5d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:53.732022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:53.735332 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:53.736884 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:53.821666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb7f1e7-8dad-48f6-8782-8632b154c1d3 None None] Network 2eb85884-cc12-4aea-a324-53cbde98d692 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:51:53.874838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 2eb85884-cc12-4aea-a324-53cbde98d692 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:53.875923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:53.916361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-c4450706-39ea-4e4b-9610-b4aa27e03c6e None None] Provisioning for port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:54.220502 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 32749167-d082-457c-929e-a4e314377aad has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:51:54.295947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:54.368433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cedd796c-dc82-408d-bcb9-43cdcbb12932 None None] Provisioning for port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:54.376029 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cedd796c-dc82-408d-bcb9-43cdcbb12932 None None] Provisioning complete for port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:54.376415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cedd796c-dc82-408d-bcb9-43cdcbb12932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:54.405274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:54.418822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:51:54.427762 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:54.428162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:54.430630 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Sync routers for ids ['32749167-d082-457c-929e-a4e314377aad'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:51:54.436449 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "PUT /v2.0/routers/32749167-d082-457c-929e-a4e314377aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3012118 Dec 22 13:51:54.447343 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Routers {'32749167-d082-457c-929e-a4e314377aad'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:51:54.448321 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:51:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['32749167-d082-457c-929e-a4e314377aad'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:54.495406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cedd796c-dc82-408d-bcb9-43cdcbb12932 None None] Port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:51:54.520048 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cedd796c-dc82-408d-bcb9-43cdcbb12932 None None] Provisioning complete for port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:54.520748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cedd796c-dc82-408d-bcb9-43cdcbb12932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:54.674148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-40ab58c7-9c12-4051-9add-ecf149c73d4d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:51:54.682665 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:54.699064 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-40ab58c7-9c12-4051-9add-ecf149c73d4d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:51:54.707041 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-40ab58c7-9c12-4051-9add-ecf149c73d4d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2003221357&fields=id&tenant_id=50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 267 time: 0.0777965 Dec 22 13:51:54.718127 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Set router 32749167-d082-457c-929e-a4e314377aad gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:51:54.765214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2f56c322-bcb6-4cbd-84cb-bb5eeb159640,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:51:54.775502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:54.776416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6244259c-8b54-41cd-ad86-65bcaee291f6 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:54.807683 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:54.862183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-a3c1b181-00b0-4dfe-875d-fc3e6d681dbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:54.862899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-a3c1b181-00b0-4dfe-875d-fc3e6d681dbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:51:54.881911 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-a3c1b181-00b0-4dfe-875d-fc3e6d681dbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:51:54.889738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cedd796c-dc82-408d-bcb9-43cdcbb12932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:54.891400 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-a3c1b181-00b0-4dfe-875d-fc3e6d681dbc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/networks?id=2eb85884-cc12-4aea-a324-53cbde98d692 HTTP/1.1" status: 200 len: 797 time: 0.1834800 Dec 22 13:51:54.901844 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-e6ccbbe1-74c5-47c1-adfb-9772879ff7f7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/quotas/50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 375 time: 0.0095642 Dec 22 13:51:54.935516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=2f56c322-bcb6-4cbd-84cb-bb5eeb159640,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:54.941887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:54.979916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 6244259c-8b54-41cd-ad86-65bcaee291f6 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:54.994704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6244259c-8b54-41cd-ad86-65bcaee291f6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:54.995113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:55.002043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-1ef284d7-743c-4d97-9b32-84f999d5b055 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:51:55.018397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-1ef284d7-743c-4d97-9b32-84f999d5b055 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:51:55.019932 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-1ef284d7-743c-4d97-9b32-84f999d5b055 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1111040 Dec 22 13:51:55.046432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-cedd796c-dc82-408d-bcb9-43cdcbb12932 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 13:51:55.046710 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-cedd796c-dc82-408d-bcb9-43cdcbb12932 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 13:51:55.084081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-4749fd27-75d8-42d3-8808-68799366d055 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:51:55.085031 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-4749fd27-75d8-42d3-8808-68799366d055 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0517483 Dec 22 13:51:55.085144 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:51:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5', 'name': '', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:74:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:52Z', 'updated_at': '2021-12-22T13:51:53Z', 'revision_number': 2, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:55.089023 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Checking router: 32749167-d082-457c-929e-a4e314377aad for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:51:55.089381 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Updating router 32749167-d082-457c-929e-a4e314377aad port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:51:55.119872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:55.137256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 6244259c-8b54-41cd-ad86-65bcaee291f6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6244259c-8b54-41cd-ad86-65bcaee291f6,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:51:55.141782 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:55.143865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:55.144783 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:55.217466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=6244259c-8b54-41cd-ad86-65bcaee291f6,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:55.221024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:55.233861 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-92880bf9-f912-46d1-926c-54782314e138 service neutron] 10.222.0.24 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416099 Dec 22 13:51:55.365972 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-9fd40900-23db-41fa-8939-372b6794da00 service neutron] 10.222.0.24 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258337 Dec 22 13:51:55.486104 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:55.498217 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Transition to ACTIVE for port object 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:55.505904 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:55.515619 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:55.781474 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-864485e9-4de5-4c33-b66d-dfa69b517db8 req-4a0eefee-4d59-4431-8ca9-518040130e83 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:51:55.794761 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-864485e9-4de5-4c33-b66d-dfa69b517db8 req-4a0eefee-4d59-4431-8ca9-518040130e83 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:51:55.803799 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-864485e9-4de5-4c33-b66d-dfa69b517db8 req-4a0eefee-4d59-4431-8ca9-518040130e83 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 210 time: 0.2935083 Dec 22 13:51:55.833354 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Pushing event updated for resources: {'Port': ['ID=7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:55.859421 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:55.859886 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:55.860315 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:55.860856 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:55.861285 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:55.861688 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:55.862217 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:55.862574 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:55.862976 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:55.863669 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:55.863997 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:55.864362 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:51:55.876909 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:55.879234 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Attempting to bind port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:51:55.879691 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Attempting to bind port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:51:55.880139 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Attempting to bind port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 on network 2eb85884-cc12-4aea-a324-53cbde98d692 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:51:55.886115 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:51:55.886580 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Checking segment: {'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:51:55.887044 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:55.887497 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Bound using segment: {'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:51:55.888055 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Bound port: 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:51:55.888500 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:55.984329 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] For port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:51:55.987518 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] For port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:51:55.992981 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:55.996386 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:56.070849 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Routers {'32749167-d082-457c-929e-a4e314377aad'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:51:56.071481 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:51:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['32749167-d082-457c-929e-a4e314377aad'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:56.121501 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Pushing event updated for resources: {'Port': ['ID=7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:56.129159 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:56.242633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:56.255451 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] Set router 32749167-d082-457c-929e-a4e314377aad gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:51:56.313928 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:56.314350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:56.432349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6244259c-8b54-41cd-ad86-65bcaee291f6 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:56.501174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6244259c-8b54-41cd-ad86-65bcaee291f6 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:56.501583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:56.561077 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:51:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5', 'name': '', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:74:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:52Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:51:56.564991 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdb7f8d-d738-449e-8bcc-72a94b995384 None None] The sync data for ids ['32749167-d082-457c-929e-a4e314377aad'] in dv-neutron-822668-1-hyperv is: [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:51:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5', 'name': '', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:74:2a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:52Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:51:56.903010 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a17bf7ec-9221-493c-92b0-0fabe0a236f6 req-a1f841a8-c560-48a5-842d-71f218fae1af tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 210 time: 0.0515811 Dec 22 13:51:57.561171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-65b3ab07-63aa-408c-a452-61a5b141e2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:58.008771 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-29559530-7ad3-44e4-8fe9-903e9a60dcde req-df51afab-aa07-4728-843a-eabece07f0c5 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 210 time: 0.0432758 Dec 22 13:51:58.254766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:51:58.323924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:51:58.328676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:51:58.329068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:58.446229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:58.479054 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:51:58.482990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:58.484895 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:58.551553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:58.554585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:59.078051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-8eb7298e-3efb-426c-a71f-b03609e3caaf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:59.079501 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-8eb7298e-3efb-426c-a71f-b03609e3caaf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/networks?id=2eb85884-cc12-4aea-a324-53cbde98d692 HTTP/1.1" status: 200 len: 797 time: 0.1549504 Dec 22 13:51:59.130882 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-6afd703a-3fea-4771-8a04-70eae65e5c31 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 380 time: 0.0431519 Dec 22 13:51:59.139466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'port': {'device_id': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'admin_state_up': True, 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'security_groups': ['3dd5c319-f528-49dc-9a6a-8d40d136041d']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:51:59.186827 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-af146e49-8555-4725-a489-0e2a61ff48b3 req-dac94dd0-ec70-4aef-a497-7d90ae0db4d8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 210 time: 0.0496194 Dec 22 13:51:59.283309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:51:59.293461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:51:59.305077 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:51:59.308919 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:59.471272 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.20.0.10 (2eb85884-cc12-4aea-a324-53cbde98d692/c09355a1-0738-4a6d-bafe-c9a3a9260125/e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:51:59.661872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:59.677742 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Transition to ACTIVE for port object e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:51:59.703349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:59.709305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-81e5d1f3-8205-43cb-ac6a-c2017e713e21 tempest-TestMinimumBasicScenario-420035793 tempest-TestMinimumBasicScenario-420035793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:51:59.776754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 2eb85884-cc12-4aea-a324-53cbde98d692 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:51:59.779987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:51:59.788109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:51:59.816760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:51:59.823945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:51:59.853062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:51:59.853666 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:51:59.879582 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7441986 Dec 22 13:51:59.889617 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:51:59.892258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Request body: {'port': {'device_id': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:51:59.937583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d3d3329b-dd5a-4874-a9c6-f02a50d997e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:00.013626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:00.044103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-67fb6e44-0c3f-4083-93fc-effe9a0312b6 None None] Provisioning for port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:52:00.048854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-67fb6e44-0c3f-4083-93fc-effe9a0312b6 None None] Provisioning complete for port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:52:00.049248 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67fb6e44-0c3f-4083-93fc-effe9a0312b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:00.106219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-67fb6e44-0c3f-4083-93fc-effe9a0312b6 None None] Port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:52:00.236880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:52:00.303616 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:52:00.304028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:00.429758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:52:00.440886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276ae90-4a71-4dd9-894a-40bfa9524920 req-af861e01-123f-4547-837c-2b250e683f76 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:00.441575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a276ae90-4a71-4dd9-894a-40bfa9524920 req-af861e01-123f-4547-837c-2b250e683f76 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:52:00.447882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:00.468714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Transition to ACTIVE for port object e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:52:00.473451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a276ae90-4a71-4dd9-894a-40bfa9524920 req-af861e01-123f-4547-837c-2b250e683f76 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:52:00.474615 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a276ae90-4a71-4dd9-894a-40bfa9524920 req-af861e01-123f-4547-837c-2b250e683f76 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 932 time: 0.1855533 Dec 22 13:52:00.475581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:00.480184 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-34107e4b-6b83-4177-8794-5f3c6fbeb98a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:00.667790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:00.677011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:00.680037 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a276ae90-4a71-4dd9-894a-40bfa9524920 req-8706a7af-4f00-4259-b5b3-d2f6eda8d492 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712487 Dec 22 13:52:00.748004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Attempting to bind port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:52:00.748332 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Attempting to bind port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:52:00.748646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Attempting to bind port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 on network 2eb85884-cc12-4aea-a324-53cbde98d692 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:52:00.753109 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 on network 2eb85884-cc12-4aea-a324-53cbde98d692 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:52:00.753418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Attempting to bind port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 on network 2eb85884-cc12-4aea-a324-53cbde98d692 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:52:00.758317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:52:00.758642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Checking segment: {'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:52:00.759013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Bound using segment: {'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:52:00.759426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Bound port: e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e29fdd9-f087-4bc7-813d-c45d55b8b77b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:52:00.759793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:00.957330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] For port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:52:00.960797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] For port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:52:00.968173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:00.971806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-aa809890-494c-45a7-824e-852d8587a9c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:01.027633 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:01.028258 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:01.028976 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:01.029718 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] 10.222.0.54 "PUT /v2.0/ports/e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 HTTP/1.1" status: 200 len: 1094 time: 1.1419363 Dec 22 13:52:01.030255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:52:01.050523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:01.053825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:01.087187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:01.116518 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'status': 'completed', 'code': 200} Dec 22 13:52:01.161089 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-1923cc47-289f-41e1-8441-38bcbfc2a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:01.162586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-1923cc47-289f-41e1-8441-38bcbfc2a349 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 1097 time: 0.0778124 Dec 22 13:52:01.234067 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-8b755273-aaba-41f0-9a92-4591db706b9d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 HTTP/1.1" status: 200 len: 217 time: 0.0623543 Dec 22 13:52:01.298961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-6f725a80-7a91-494a-92aa-5788771738db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:01.300350 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-6f725a80-7a91-494a-92aa-5788771738db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c09355a1-0738-4a6d-bafe-c9a3a9260125 HTTP/1.1" status: 200 len: 835 time: 0.0610783 Dec 22 13:52:01.379550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-11c78113-59c4-4a6d-ac23-3b2690017985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:01.381083 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-11c78113-59c4-4a6d-ac23-3b2690017985 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2eb85884-cc12-4aea-a324-53cbde98d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744212 Dec 22 13:52:01.513686 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-d341910b-e5fc-404f-9f48-f320113dfea5 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257868 Dec 22 13:52:01.646134 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b76aaf6-1805-46ff-b5dd-772d594e7942 req-f4c9343f-61e4-48d8-8f74-98e081a316f2 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262205 Dec 22 13:52:01.766857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95ad9-0e57-449d-a3ab-830480daabf7 req-bc830486-55d5-4c62-9a7d-df9ab10202c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:01.768420 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-07a95ad9-0e57-449d-a3ab-830480daabf7 req-bc830486-55d5-4c62-9a7d-df9ab10202c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 1097 time: 0.0775318 Dec 22 13:52:01.953723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95ad9-0e57-449d-a3ab-830480daabf7 req-4c5f7548-778f-42b3-95af-64fbf129c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:01.955168 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-07a95ad9-0e57-449d-a3ab-830480daabf7 req-4c5f7548-778f-42b3-95af-64fbf129c864 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2eb85884-cc12-4aea-a324-53cbde98d692 HTTP/1.1" status: 200 len: 898 time: 0.1802804 Dec 22 13:52:02.024807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02025153-9971-4cff-ab74-55237bf16794 req-dbc44617-4686-4e07-9b50-e83f99ded3a3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:02.026180 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-02025153-9971-4cff-ab74-55237bf16794 req-dbc44617-4686-4e07-9b50-e83f99ded3a3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 944 time: 0.2336891 Dec 22 13:52:02.035868 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-07a95ad9-0e57-449d-a3ab-830480daabf7 req-11f900a1-bec5-4cbd-9d16-87f5ed4e69b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 HTTP/1.1" status: 200 len: 217 time: 0.0741086 Dec 22 13:52:02.122292 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-02025153-9971-4cff-ab74-55237bf16794 req-f17721cf-777b-40f3-a9a6-dfa4ae0ea42d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886974 Dec 22 13:52:02.125852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95ad9-0e57-449d-a3ab-830480daabf7 req-87c08e73-0b85-47fe-8030-fa630121c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:02.127183 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-07a95ad9-0e57-449d-a3ab-830480daabf7 req-87c08e73-0b85-47fe-8030-fa630121c331 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c09355a1-0738-4a6d-bafe-c9a3a9260125 HTTP/1.1" status: 200 len: 835 time: 0.0797272 Dec 22 13:52:02.202287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a95ad9-0e57-449d-a3ab-830480daabf7 req-c2613328-e84b-40c8-940b-4a7b598fbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:02.203801 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-07a95ad9-0e57-449d-a3ab-830480daabf7 req-c2613328-e84b-40c8-940b-4a7b598fbdb4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2eb85884-cc12-4aea-a324-53cbde98d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700746 Dec 22 13:52:02.335226 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-07a95ad9-0e57-449d-a3ab-830480daabf7 req-cfcd4c94-9957-4ef2-ad4d-78193b499cda service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245589 Dec 22 13:52:02.466229 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-07a95ad9-0e57-449d-a3ab-830480daabf7 req-6f366965-9e92-4a03-bdc4-b1b593844415 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242301 Dec 22 13:52:02.573214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:03.312274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c38ed-9419-4b03-836b-469c397f8b92 req-ae17a64d-2f88-4ef5-9f37-13b6cd1acc61 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:03.313728 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-484c38ed-9419-4b03-836b-469c397f8b92 req-ae17a64d-2f88-4ef5-9f37-13b6cd1acc61 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 944 time: 0.0846868 Dec 22 13:52:03.359787 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-484c38ed-9419-4b03-836b-469c397f8b92 req-b815dc5e-33e3-428b-9022-4a456b91bb06 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377569 Dec 22 13:52:04.537013 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:52:04.562442 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd1527-9e7c-4db2-81b7-dd1218abba88 req-919a6dfe-db56-47db-a93d-7191f25f6fcc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:04.563911 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0fdd1527-9e7c-4db2-81b7-dd1218abba88 req-919a6dfe-db56-47db-a93d-7191f25f6fcc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 944 time: 0.0889380 Dec 22 13:52:04.721426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:52:04.730950 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0fdd1527-9e7c-4db2-81b7-dd1218abba88 req-d07545db-32b7-46d9-b559-970cdd1b3b7c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599181 Dec 22 13:52:04.734812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'port_id': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'mac_address': 'fa:16:3e:e6:83:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:52:04.789614 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:04.806693 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:52:04.822963 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:52:04.829452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:04.831538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:04.898924 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:04.902117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:05.174770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:52:05.917613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff7e21-c1a9-4e0b-9f8f-2102b7e7aa03 req-604174e7-9a3c-4849-8557-41a7deab9089 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:05.919060 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-adff7e21-c1a9-4e0b-9f8f-2102b7e7aa03 req-604174e7-9a3c-4849-8557-41a7deab9089 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 945 time: 0.0807009 Dec 22 13:52:05.968550 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-adff7e21-c1a9-4e0b-9f8f-2102b7e7aa03 req-0069bd9d-9ff6-4bd3-a0cc-44caa5e2b51b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412004 Dec 22 13:52:06.545395 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:52:06.618240 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:52:06.623283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:52:06.623714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:06.745725 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:06.771682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:52:06.781220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:52:06.786914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:06.788771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-351b1d7c-f807-4b85-a997-419d82b1522c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:06.855691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:06.858942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:06.881121 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'code': 200} Dec 22 13:52:07.121697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1af5d-2d84-4f67-9144-5ab95c3f85f2 req-8f969818-cdab-40c8-bd77-9752bc9bb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:07.123098 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9a1af5d-2d84-4f67-9144-5ab95c3f85f2 req-8f969818-cdab-40c8-bd77-9752bc9bb715 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 1099 time: 0.0800335 Dec 22 13:52:07.164514 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b9a1af5d-2d84-4f67-9144-5ab95c3f85f2 req-49125827-c053-4f62-bbd8-6b484f34daea service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350385 Dec 22 13:52:07.174010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0885b-3efc-465f-8163-b54cb9a0dc43 req-61525643-d68c-42a2-af69-46b86a0650e7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:07.175463 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c8b0885b-3efc-465f-8163-b54cb9a0dc43 req-61525643-d68c-42a2-af69-46b86a0650e7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0920966 Dec 22 13:52:07.219999 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c8b0885b-3efc-465f-8163-b54cb9a0dc43 req-d143fbb7-9fae-4c7b-bc58-565ee16a6a1b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387862 Dec 22 13:52:08.435334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1e9ef-ead2-4d68-a7c5-f3b7ce5559c5 req-15399387-a767-4ace-bd3f-42c9b55dd99c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:08.436769 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-69e1e9ef-ead2-4d68-a7c5-f3b7ce5559c5 req-15399387-a767-4ace-bd3f-42c9b55dd99c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0977099 Dec 22 13:52:08.481767 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-69e1e9ef-ead2-4d68-a7c5-f3b7ce5559c5 req-b8e936bf-c07e-4e74-b35c-08a14c427b5c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390339 Dec 22 13:52:09.689146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f628ed2-995d-4b9c-9945-7cc7cc987b76 req-904074bb-5c17-45f8-9b5c-52a2d0ce2f04 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:09.690630 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3f628ed2-995d-4b9c-9945-7cc7cc987b76 req-904074bb-5c17-45f8-9b5c-52a2d0ce2f04 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0988491 Dec 22 13:52:09.746768 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3f628ed2-995d-4b9c-9945-7cc7cc987b76 req-f747d529-e64c-4147-a1c1-36420f556422 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493519 Dec 22 13:52:09.931632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2786f33-de41-4a0c-8d02-3c61e9f507af req-ba151cac-7bae-43a7-8268-ec7bc0c4f062 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:09.933328 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f2786f33-de41-4a0c-8d02-3c61e9f507af req-ba151cac-7bae-43a7-8268-ec7bc0c4f062 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0817733 Dec 22 13:52:09.978536 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f2786f33-de41-4a0c-8d02-3c61e9f507af req-da937aaf-f823-4965-88ea-cc01f41042d0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395143 Dec 22 13:52:10.002621 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60636) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:52:10.076699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6a1d40-63c6-4ca0-81bf-02b26705f4e3 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:10.078083 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fc6a1d40-63c6-4ca0-81bf-02b26705f4e3 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 1094 time: 0.0743706 Dec 22 13:52:10.081382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60640) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:52:10.086308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:52:10.092301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:52:10.096267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:floatingip and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:52:10.099066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:52:10.104780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:52:10.117590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:10.255812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:10.397647 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.26.4.232 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/c6d4c547-2c1c-4b27-9e06-19922bfbc36a) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:52:10.548439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:10.578500 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:10.582381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b442d3c1-3ef5-4a78-aba0-c6bdc232417d tempest-TestEncryptedCinderVolumes-460006931 tempest-TestEncryptedCinderVolumes-460006931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:10.641887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:52:10.644659 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:52:10.649091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:52:10.682733 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=c6d4c547-2c1c-4b27-9e06-19922bfbc36a,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:10.694199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:11.068192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:11.103185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:11.150696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:11.371295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:11.378395 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:11.382060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-03fc85f4-eb17-4e8e-9b39-a9e5f41d0b66 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:52:11.592782 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=c6d4c547-2c1c-4b27-9e06-19922bfbc36a,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:52:11.596931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:52:11.605158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:11.789025 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Floating IP 0b161777-3e03-4c57-8bdc-76f168b78a08 associated. External IP: 172.26.4.232, port: e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30. Dec 22 13:52:12.142590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 32749167-d082-457c-929e-a4e314377aad has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:52:12.335287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:52:12.345891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98ec7a-0057-417f-a9e7-1e90733a1c6b None None] Sync routers for ids ['32749167-d082-457c-929e-a4e314377aad'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:52:12.355943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98ec7a-0057-417f-a9e7-1e90733a1c6b None None] Routers {'32749167-d082-457c-929e-a4e314377aad'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:52:12.356852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2a98ec7a-0057-417f-a9e7-1e90733a1c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:52:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['32749167-d082-457c-929e-a4e314377aad'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:52:12.360450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:12.418481 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3335385 Dec 22 13:52:12.418481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:52:12.471465 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'status': 'completed', 'code': 200} Dec 22 13:52:12.555564 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2a98ec7a-0057-417f-a9e7-1e90733a1c6b None None] Set router 32749167-d082-457c-929e-a4e314377aad gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:52:12.572562 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda95aea-333b-4e8f-9213-1865c17445c9 req-814f2e22-6882-4ea6-8489-70e454ee5c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:12.574179 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dda95aea-333b-4e8f-9213-1865c17445c9 req-814f2e22-6882-4ea6-8489-70e454ee5c00 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 1099 time: 0.0790577 Dec 22 13:52:12.600751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc5baf-8b87-41d9-9431-a37faaa292e9 req-827bf8f4-da73-4914-a16f-43a80d8d1956 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:12.603370 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bcbc5baf-8b87-41d9-9431-a37faaa292e9 req-827bf8f4-da73-4914-a16f-43a80d8d1956 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0913243 Dec 22 13:52:12.648110 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bcbc5baf-8b87-41d9-9431-a37faaa292e9 req-ed2ba860-6d96-4995-a9bc-b38fa13a8985 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392566 Dec 22 13:52:12.677992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60648) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:52:12.812271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda95aea-333b-4e8f-9213-1865c17445c9 req-2f6db22e-cd43-48b2-b8b4-6e2e60945883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:12.813718 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dda95aea-333b-4e8f-9213-1865c17445c9 req-2f6db22e-cd43-48b2-b8b4-6e2e60945883 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2eb85884-cc12-4aea-a324-53cbde98d692 HTTP/1.1" status: 200 len: 898 time: 0.2282348 Dec 22 13:52:12.816988 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-79fa089f-2edd-4a33-9177-56431c28591e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/0b161777-3e03-4c57-8bdc-76f168b78a08 HTTP/1.1" status: 200 len: 992 time: 0.1377101 Dec 22 13:52:12.917443 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dda95aea-333b-4e8f-9213-1865c17445c9 req-d56bf32b-fb04-4c00-a33a-90702bb9ce5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 HTTP/1.1" status: 200 len: 1000 time: 0.0967283 Dec 22 13:52:12.920257 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2a98ec7a-0057-417f-a9e7-1e90733a1c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:51:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '0b161777-3e03-4c57-8bdc-76f168b78a08', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '32749167-d082-457c-929e-a4e314377aad', 'port_id': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'mac_address': 'fa:16:3e:e6:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:52:11Z', 'updated_at': '2021-12-22T13:52:11Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5', 'name': '', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:74:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:52Z', 'updated_at': '2021-12-22T13:51:58Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:52:12.924506 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98ec7a-0057-417f-a9e7-1e90733a1c6b None None] Checking router: 32749167-d082-457c-929e-a4e314377aad for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:52:12.933377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a98ec7a-0057-417f-a9e7-1e90733a1c6b None None] Routers {'32749167-d082-457c-929e-a4e314377aad'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:52:12.933989 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2a98ec7a-0057-417f-a9e7-1e90733a1c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:52:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['32749167-d082-457c-929e-a4e314377aad'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:52:13.113312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-2a98ec7a-0057-417f-a9e7-1e90733a1c6b None None] Set router 32749167-d082-457c-929e-a4e314377aad gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:52:13.115868 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda95aea-333b-4e8f-9213-1865c17445c9 req-12019b15-ce78-4217-8340-76d8677913cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:13.117309 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dda95aea-333b-4e8f-9213-1865c17445c9 req-12019b15-ce78-4217-8340-76d8677913cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c09355a1-0738-4a6d-bafe-c9a3a9260125 HTTP/1.1" status: 200 len: 835 time: 0.1924827 Dec 22 13:52:13.193891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda95aea-333b-4e8f-9213-1865c17445c9 req-8cd3a71a-9d3f-4129-b4dd-9a85fa0882b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:52:13.195408 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dda95aea-333b-4e8f-9213-1865c17445c9 req-8cd3a71a-9d3f-4129-b4dd-9a85fa0882b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2eb85884-cc12-4aea-a324-53cbde98d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714059 Dec 22 13:52:13.325629 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dda95aea-333b-4e8f-9213-1865c17445c9 req-72718b43-b5dd-4b92-b0c1-d98447a2dfe6 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236200 Dec 22 13:52:13.456419 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dda95aea-333b-4e8f-9213-1865c17445c9 req-e63767ad-89e8-4c70-8b0e-908fa87bc691 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233881 Dec 22 13:52:13.503854 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-2a98ec7a-0057-417f-a9e7-1e90733a1c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:51:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '0b161777-3e03-4c57-8bdc-76f168b78a08', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '32749167-d082-457c-929e-a4e314377aad', 'port_id': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'mac_address': 'fa:16:3e:e6:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:52:11Z', 'updated_at': '2021-12-22T13:52:11Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5', 'name': '', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:74:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:52Z', 'updated_at': '2021-12-22T13:51:58Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:52:13.508368 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98ec7a-0057-417f-a9e7-1e90733a1c6b None None] The sync data for ids ['32749167-d082-457c-929e-a4e314377aad'] in dv-neutron-822668-1-hyperv is: [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:51:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '0b161777-3e03-4c57-8bdc-76f168b78a08', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '32749167-d082-457c-929e-a4e314377aad', 'port_id': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'mac_address': 'fa:16:3e:e6:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:52:11Z', 'updated_at': '2021-12-22T13:52:11Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5', 'name': '', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:74:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:52Z', 'updated_at': '2021-12-22T13:51:58Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:52:13.705573 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ef984d-8396-4419-b10c-459ceee152a0 None None] New status for floating IP 0b161777-3e03-4c57-8bdc-76f168b78a08: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:52:13.820731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60652) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:52:13.931366 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-74e29525-be56-4c5d-976f-95f460086661 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/0b161777-3e03-4c57-8bdc-76f168b78a08 HTTP/1.1" status: 200 len: 992 time: 0.1094890 Dec 22 13:52:14.936405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60656) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:52:15.052164 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-96572769-91fa-49a9-aca7-d7e1ae385210 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/0b161777-3e03-4c57-8bdc-76f168b78a08 HTTP/1.1" status: 200 len: 994 time: 0.1140881 Dec 22 13:52:27.564878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-33ebb7c8-985b-4dad-803c-edca94d383b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:29.941621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-414cc6d5-6c4b-459b-b6e8-dd796e0c735e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:31.041862 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:31.082525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:32.575343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:36.892979 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:52:41.114514 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:57.571889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40086483-1e95-41b9-a4ef-b7a65efcbef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:52:59.939160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-836f095e-88c7-4092-980d-0c57f578d96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:01.042553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:01.093527 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.067015 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-14afc1b4-a886-4225-925b-6b6aaac02714 req-a1af359e-4046-4cea-8341-dd9744545bfd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733004 Dec 22 13:53:02.210294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afc1b4-a886-4225-925b-6b6aaac02714 req-4366675f-2743-4a75-a3f4-02c017a68658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:02.211788 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-14afc1b4-a886-4225-925b-6b6aaac02714 req-4366675f-2743-4a75-a3f4-02c017a68658 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 1099 time: 0.0771837 Dec 22 13:53:02.356337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afc1b4-a886-4225-925b-6b6aaac02714 req-f7695eee-8a54-4adf-871e-e5217eb5033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:02.357661 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-14afc1b4-a886-4225-925b-6b6aaac02714 req-f7695eee-8a54-4adf-871e-e5217eb5033e service neutron] 10.222.0.54 "GET /v2.0/networks?id=2eb85884-cc12-4aea-a324-53cbde98d692 HTTP/1.1" status: 200 len: 898 time: 0.1263463 Dec 22 13:53:02.461687 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-14afc1b4-a886-4225-925b-6b6aaac02714 req-20665ad7-a425-4895-89e1-28d5eee0947e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 HTTP/1.1" status: 200 len: 1002 time: 0.0969095 Dec 22 13:53:02.525512 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afc1b4-a886-4225-925b-6b6aaac02714 req-75997e3a-2f07-4305-bd7a-b4a8fa5504a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:02.526898 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-14afc1b4-a886-4225-925b-6b6aaac02714 req-75997e3a-2f07-4305-bd7a-b4a8fa5504a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c09355a1-0738-4a6d-bafe-c9a3a9260125 HTTP/1.1" status: 200 len: 835 time: 0.0590625 Dec 22 13:53:02.577858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:02.601561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afc1b4-a886-4225-925b-6b6aaac02714 req-41f29e24-b4e6-40e7-9433-9f72763e4bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:02.603076 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-14afc1b4-a886-4225-925b-6b6aaac02714 req-41f29e24-b4e6-40e7-9433-9f72763e4bc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2eb85884-cc12-4aea-a324-53cbde98d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698907 Dec 22 13:53:02.735914 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-14afc1b4-a886-4225-925b-6b6aaac02714 req-ed3ce4fd-3a49-4e10-81ae-fde882a52079 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259172 Dec 22 13:53:02.871984 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-14afc1b4-a886-4225-925b-6b6aaac02714 req-837a5ac1-da56-4013-ac5f-2a4ec9a4f1c2 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286416 Dec 22 13:53:11.107813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:13.896177 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:53:24.485496 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836f373-414d-4f9e-9799-af84d143d419 req-6bdb5b96-8fe0-46a6-b22c-d23e85f2a62d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:24.487055 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d836f373-414d-4f9e-9799-af84d143d419 req-6bdb5b96-8fe0-46a6-b22c-d23e85f2a62d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0867851 Dec 22 13:53:24.533709 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d836f373-414d-4f9e-9799-af84d143d419 req-4565ba80-c1ba-49a8-a75f-62c9c9220f69 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402935 Dec 22 13:53:24.607987 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-35c1ba3b-8742-471b-b5be-77198d29fc78 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2473736 Dec 22 13:53:25.733185 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abf80c-1aab-4806-ad8f-441494a42f95 req-9ed802a3-7048-408e-b408-b7676d1b0e30 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:25.734533 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-28abf80c-1aab-4806-ad8f-441494a42f95 req-9ed802a3-7048-408e-b408-b7676d1b0e30 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0923696 Dec 22 13:53:25.786258 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-28abf80c-1aab-4806-ad8f-441494a42f95 req-c11c8945-1096-4831-9013-649ee165aea9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456469 Dec 22 13:53:25.919872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-38b0cdbf-be8c-4589-bdf4-31d733d618a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:25.921363 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-38b0cdbf-be8c-4589-bdf4-31d733d618a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 1099 time: 0.0792339 Dec 22 13:53:26.166989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-fbb24608-cc01-4146-bbac-d63751840140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:26.168501 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-fbb24608-cc01-4146-bbac-d63751840140 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2eb85884-cc12-4aea-a324-53cbde98d692 HTTP/1.1" status: 200 len: 898 time: 0.2406890 Dec 22 13:53:26.273033 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-624b6e03-927e-4880-88b2-62a91e799b8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 HTTP/1.1" status: 200 len: 1002 time: 0.0979447 Dec 22 13:53:26.339053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-5f7c4d1e-1ba7-48a6-b8f8-f500a66575d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:26.340508 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-5f7c4d1e-1ba7-48a6-b8f8-f500a66575d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c09355a1-0738-4a6d-bafe-c9a3a9260125 HTTP/1.1" status: 200 len: 835 time: 0.0616462 Dec 22 13:53:26.417440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-95eb9c75-ca8d-43b4-995b-2d0b537c3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:26.418812 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-95eb9c75-ca8d-43b4-995b-2d0b537c3ad1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2eb85884-cc12-4aea-a324-53cbde98d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719190 Dec 22 13:53:26.558831 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-88ae5418-512c-458f-98f3-d221dec07706 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331837 Dec 22 13:53:26.688007 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-b7108104-8172-4b72-a612-153306236fd5 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226621 Dec 22 13:53:26.983937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c060e-4300-46c5-8ae3-8694409d90a2 req-0fc6ff65-b166-4bcb-a171-1c797406aceb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:26.985284 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b60c060e-4300-46c5-8ae3-8694409d90a2 req-0fc6ff65-b166-4bcb-a171-1c797406aceb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0856466 Dec 22 13:53:27.029781 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b60c060e-4300-46c5-8ae3-8694409d90a2 req-fa63ffc4-a269-4fcc-9847-6996798c5a7f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386100 Dec 22 13:53:27.566234 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-941be4d0-7bdb-4b22-82f1-f22edd2910db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:28.243256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b9509-b12c-4dcf-a98a-5549ff49abde req-b7228da3-fdf0-4bd0-908c-f8055abef3d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:28.244704 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b61b9509-b12c-4dcf-a98a-5549ff49abde req-b7228da3-fdf0-4bd0-908c-f8055abef3d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0962555 Dec 22 13:53:28.290370 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b61b9509-b12c-4dcf-a98a-5549ff49abde req-9e49a743-3940-4238-8bf2-b15ec00aea1b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390668 Dec 22 13:53:29.492189 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556831-cc7a-493a-8e3c-4ec64e71d642 req-519c3680-c434-4d50-a84d-faa4151428ba tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:29.493672 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75556831-cc7a-493a-8e3c-4ec64e71d642 req-519c3680-c434-4d50-a84d-faa4151428ba tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0902984 Dec 22 13:53:29.548116 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75556831-cc7a-493a-8e3c-4ec64e71d642 req-a5f2ed97-7ab8-412a-b3b1-ada3822cd5d8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482669 Dec 22 13:53:29.938677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5b1a2ebc-b0bd-4b70-9ec6-3b80f98c9764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:30.897990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca051c5-52b5-48b3-9362-a5fb32a615b9 req-cd92409d-a56a-41fb-a0d0-52f35fab9f0d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:30.899367 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cca051c5-52b5-48b3-9362-a5fb32a615b9 req-cd92409d-a56a-41fb-a0d0-52f35fab9f0d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0892727 Dec 22 13:53:30.954056 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cca051c5-52b5-48b3-9362-a5fb32a615b9 req-03121b0c-2657-4fb6-b868-4cc1af960f8e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486896 Dec 22 13:53:31.051219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:31.088698 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:32.159644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70afd-149c-493c-b2bc-a28618650320 req-f3b95501-3c9b-43d7-901c-929a891c3ec1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:32.161917 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f9b70afd-149c-493c-b2bc-a28618650320 req-f3b95501-3c9b-43d7-901c-929a891c3ec1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0980902 Dec 22 13:53:32.209264 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f9b70afd-149c-493c-b2bc-a28618650320 req-fb1db6de-1f57-4970-b610-b20ed8c24c8b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Dec 22 13:53:32.581777 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:33.411674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef4dfa-a25c-4324-bceb-701223a08973 req-e921ed17-cb87-4166-a94f-0d7933b31157 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:33.413099 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c5ef4dfa-a25c-4324-bceb-701223a08973 req-e921ed17-cb87-4166-a94f-0d7933b31157 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0860405 Dec 22 13:53:33.456384 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c5ef4dfa-a25c-4324-bceb-701223a08973 req-3fab8da3-d978-4c99-9d67-0bd10f0f99a9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376244 Dec 22 13:53:34.644355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf30869-fe87-4d28-9be9-e0a77a84231d req-91da763c-4277-46ad-bbbf-4ab022f45a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:34.645838 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3bf30869-fe87-4d28-9be9-e0a77a84231d req-91da763c-4277-46ad-bbbf-4ab022f45a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0809469 Dec 22 13:53:34.697436 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3bf30869-fe87-4d28-9be9-e0a77a84231d req-fd1cb421-8c0d-42ed-b7a7-0e0a5947cb5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433574 Dec 22 13:53:35.886371 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537b6d4-1166-495c-bc0a-fd365fb10a84 req-6871cade-80f5-4d95-b4ae-7376a25b6e64 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:35.887747 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1537b6d4-1166-495c-bc0a-fd365fb10a84 req-6871cade-80f5-4d95-b4ae-7376a25b6e64 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0839841 Dec 22 13:53:35.934642 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1537b6d4-1166-495c-bc0a-fd365fb10a84 req-8f5421a7-77c2-4977-8176-93d55fcc0257 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411761 Dec 22 13:53:37.139217 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d92eb8-944a-4cda-ab08-feb4558da4b7 req-c71c05a8-1f99-464d-8bda-06aad2fde9c1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:37.140688 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c3d92eb8-944a-4cda-ab08-feb4558da4b7 req-c71c05a8-1f99-464d-8bda-06aad2fde9c1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0847611 Dec 22 13:53:37.188107 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c3d92eb8-944a-4cda-ab08-feb4558da4b7 req-a27721cb-30b9-4aa2-a0a9-fdcd8ab1304a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406063 Dec 22 13:53:38.382140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef02173-352b-479e-841f-7d3824cfa6b1 req-fa406cf0-c247-4195-8b9f-de10fd908f38 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:38.383622 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bef02173-352b-479e-841f-7d3824cfa6b1 req-fa406cf0-c247-4195-8b9f-de10fd908f38 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0856850 Dec 22 13:53:38.427430 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bef02173-352b-479e-841f-7d3824cfa6b1 req-55bdad6f-b432-405f-8919-12e9128f6856 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380938 Dec 22 13:53:38.445823 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-cfc3f0d5-9ece-4ae3-9d44-a70cbf7f9f3f service neutron] 10.222.0.54 "GET /v2.0/ports/e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30/bindings/hv-neutron-8226 HTTP/1.1" status: 200 len: 384 time: 0.0776007 Dec 22 13:53:38.720439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-5313c4a5-1b21-448b-b800-349d2485839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:38.721917 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-5313c4a5-1b21-448b-b800-349d2485839e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c&tenant_id=50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 1099 time: 0.0733142 Dec 22 13:53:38.811771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-68bb0683-9ba8-4c89-9910-2c696cab38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:38.813209 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-68bb0683-9ba8-4c89-9910-2c696cab38e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 1099 time: 0.0698090 Dec 22 13:53:38.947778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-3df85634-5cef-4f48-82f5-e0c9bb6fd558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:38.949278 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-3df85634-5cef-4f48-82f5-e0c9bb6fd558 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2eb85884-cc12-4aea-a324-53cbde98d692 HTTP/1.1" status: 200 len: 898 time: 0.1302781 Dec 22 13:53:39.057183 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-ac5bd50e-a105-48fd-9600-b208d6143497 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 HTTP/1.1" status: 200 len: 1002 time: 0.1008196 Dec 22 13:53:39.123173 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-07732253-a82e-41d1-a308-762ad97d20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:39.124659 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-07732253-a82e-41d1-a308-762ad97d20e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c09355a1-0738-4a6d-bafe-c9a3a9260125 HTTP/1.1" status: 200 len: 835 time: 0.0613165 Dec 22 13:53:39.199717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-abcf653e-6b8c-4a2a-9ce3-af036f32d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:39.201090 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-abcf653e-6b8c-4a2a-9ce3-af036f32d81a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2eb85884-cc12-4aea-a324-53cbde98d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702262 Dec 22 13:53:39.436544 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-d08ce4a1-ec73-4ead-94d2-f622cc1d8108 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292635 Dec 22 13:53:39.615375 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0e4ac2d7-8e50-4ff7-9dfc-9c01beceda03 req-1cf9ae13-ccd5-46cc-98b4-5be0e87e992e service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727855 Dec 22 13:53:39.644843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db450160-5162-4c3f-b73a-ad5527b8b6b1 req-9b6a26ea-0aeb-4f57-adf7-cf672fa2361d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:39.646239 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db450160-5162-4c3f-b73a-ad5527b8b6b1 req-9b6a26ea-0aeb-4f57-adf7-cf672fa2361d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.1135275 Dec 22 13:53:39.691693 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db450160-5162-4c3f-b73a-ad5527b8b6b1 req-53d41414-c289-4c75-82c6-3ed6805ad091 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393074 Dec 22 13:53:40.911335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc45a4-3841-42c5-b19a-8e93149b70b4 req-fedfdc5b-873f-4e8f-bc61-800fcbf6b096 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:40.912813 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2fcc45a4-3841-42c5-b19a-8e93149b70b4 req-fedfdc5b-873f-4e8f-bc61-800fcbf6b096 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0911827 Dec 22 13:53:40.958292 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2fcc45a4-3841-42c5-b19a-8e93149b70b4 req-22e7a8cf-1356-4def-886c-59262efc4c04 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399425 Dec 22 13:53:41.025390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:53:41.148764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:41.152461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:41.178451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:53:41.188421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:53:41.192714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:41.194570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-21f2f056-03ce-4f52-b0dd-503b144befd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:41.236386 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'code': 200} Dec 22 13:53:41.261231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:41.268331 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:41.268661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:41.269001 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:41.269328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:41.269656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:41.269988 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:41.270310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:41.270631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:41.270947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:41.271263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:41.271581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:41.271921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:53:41.276898 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:42.169111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118d9d9-fd97-418d-84a2-6c5aa546056b req-90c8329c-2638-48f8-bfe0-12cea2fe6ad8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:42.170575 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6118d9d9-fd97-418d-84a2-6c5aa546056b req-90c8329c-2638-48f8-bfe0-12cea2fe6ad8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 944 time: 0.0975592 Dec 22 13:53:42.215311 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6118d9d9-fd97-418d-84a2-6c5aa546056b req-a3dc5b57-9896-48a5-8583-a5f1dbe79caa tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377913 Dec 22 13:53:43.034347 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:53:43.175351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:53:43.188241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'port_id': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'mac_address': 'fa:16:3e:e6:83:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:53:43.246649 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:43.265073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:53:43.280364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:53:43.285513 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:43.287222 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-261f841f-0ad1-480d-835a-0dc32da03c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:43.352986 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:53:43.383751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:43.395936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:43.412071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f5ff3-9709-47f7-a5bc-fc6e62551d0e req-d19a4f19-7c34-4be7-a6e7-cf680a5eadf7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:43.413779 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a68f5ff3-9709-47f7-a5bc-fc6e62551d0e req-d19a4f19-7c34-4be7-a6e7-cf680a5eadf7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 945 time: 0.0854580 Dec 22 13:53:43.460210 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a68f5ff3-9709-47f7-a5bc-fc6e62551d0e req-93a28d5d-6c2c-4f43-9cf6-516c596f0372 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403473 Dec 22 13:53:43.840068 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-892d28af-c876-44e2-b67f-1a1755c5ba5f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:43.841471 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-892d28af-c876-44e2-b67f-1a1755c5ba5f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c&tenant_id=50ffb6a5a63246ecb0117821965b078f&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200 len: 945 time: 0.1509418 Dec 22 13:53:43.849588 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcf279-ad5f-4a1a-8e1e-ba743f8fa18c req-22a1e54a-2d1d-46d3-b952-67312c52d78f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:43.851056 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e3bcf279-ad5f-4a1a-8e1e-ba743f8fa18c req-22a1e54a-2d1d-46d3-b952-67312c52d78f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 945 time: 0.1183655 Dec 22 13:53:43.901789 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e3bcf279-ad5f-4a1a-8e1e-ba743f8fa18c req-8e55fd09-b377-4ed6-89b6-d861bb36875c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440114 Dec 22 13:53:43.981570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-c77a5674-6623-4a5d-88eb-2ac510202b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:43.983120 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-c77a5674-6623-4a5d-88eb-2ac510202b40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 1098 time: 0.0718062 Dec 22 13:53:44.091709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b056bb-cb74-451c-93a9-a75000df7b15 req-1c140519-63d1-415c-bccc-5f8739beb186 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:44.093179 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-71b056bb-cb74-451c-93a9-a75000df7b15 req-1c140519-63d1-415c-bccc-5f8739beb186 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 945 time: 0.0866942 Dec 22 13:53:44.122996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-fe96a33b-37b9-4f5b-8266-15053025fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:44.124604 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-fe96a33b-37b9-4f5b-8266-15053025fc54 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2eb85884-cc12-4aea-a324-53cbde98d692 HTTP/1.1" status: 200 len: 898 time: 0.1351581 Dec 22 13:53:44.138602 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-71b056bb-cb74-451c-93a9-a75000df7b15 req-afaccb97-eecc-4a4f-866a-c0951f989f4c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394838 Dec 22 13:53:44.230361 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-dda56613-f80f-4ad4-9b1a-b62f393eb6a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 HTTP/1.1" status: 200 len: 1001 time: 0.0989690 Dec 22 13:53:44.292514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-3900fa33-a3dc-4e42-9af3-c905d9fcd33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:44.293932 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-3900fa33-a3dc-4e42-9af3-c905d9fcd33a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c09355a1-0738-4a6d-bafe-c9a3a9260125 HTTP/1.1" status: 200 len: 835 time: 0.0577300 Dec 22 13:53:44.372810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-a37a3e9e-de85-4fa9-b607-8aa483171f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:44.374162 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-a37a3e9e-de85-4fa9-b607-8aa483171f5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2eb85884-cc12-4aea-a324-53cbde98d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737760 Dec 22 13:53:44.509882 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-1acbe287-fd0a-46f7-bdab-277837cc804b service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294935 Dec 22 13:53:44.643635 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7c5d012a-d2eb-4940-93c1-ca363eac09a6 req-9c77d242-0ea6-475b-a986-3fd58fb0c24b service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270902 Dec 22 13:53:45.048237 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:53:45.116621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:53:45.116994 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:45.241498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:45.277290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:53:45.278123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:53:45.284089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:45.286147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-29585dbc-be03-4d00-88dd-1843e8b94b8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:53:45.336858 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'code': 200} Dec 22 13:53:45.337445 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b845f0b-a0bf-4345-a9d4-91de9a562f8a req-b3c22e5d-8b52-4a32-a027-86856a4576e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:53:45.339433 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b845f0b-a0bf-4345-a9d4-91de9a562f8a req-b3c22e5d-8b52-4a32-a027-86856a4576e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0917335 Dec 22 13:53:45.355258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:53:45.358487 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:53:45.384058 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b845f0b-a0bf-4345-a9d4-91de9a562f8a req-3e6b4739-13c0-4430-aa27-2490dc3b1ac3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391891 Dec 22 13:53:45.407809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60770) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:53:45.516211 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-75d470a7-6689-4ff7-8571-d799ac120863 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/0b161777-3e03-4c57-8bdc-76f168b78a08 HTTP/1.1" status: 200 len: 994 time: 0.1070621 Dec 22 13:53:50.899190 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:53:57.569766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f366dd7c-e3a9-4f96-85e2-300944ac42e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:53:59.934661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fe64198c-05dc-4256-b2fc-601dfaff12d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:01.054227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:01.096411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:02.586212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:03.516562 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e6ffb21-7913-40db-98b2-e13232346915 req-bc66da79-c4ec-4fbe-8686-7f349508796d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764067 Dec 22 13:54:03.771856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ffb21-7913-40db-98b2-e13232346915 req-efe4f8f0-7f12-454b-955b-789c7782727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:03.773244 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e6ffb21-7913-40db-98b2-e13232346915 req-efe4f8f0-7f12-454b-955b-789c7782727b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 1099 time: 0.1878827 Dec 22 13:54:03.919924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ffb21-7913-40db-98b2-e13232346915 req-0b54af98-12a1-453b-8030-e972a8410f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:03.921345 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e6ffb21-7913-40db-98b2-e13232346915 req-0b54af98-12a1-453b-8030-e972a8410f06 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2eb85884-cc12-4aea-a324-53cbde98d692 HTTP/1.1" status: 200 len: 898 time: 0.1276603 Dec 22 13:54:04.024968 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e6ffb21-7913-40db-98b2-e13232346915 req-33e43eae-7eaa-4b06-8fcf-b9ca13c946bf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 HTTP/1.1" status: 200 len: 1002 time: 0.0960360 Dec 22 13:54:04.088045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ffb21-7913-40db-98b2-e13232346915 req-9bbda4e6-849e-4611-ae91-dce2a5732926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:04.089415 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e6ffb21-7913-40db-98b2-e13232346915 req-9bbda4e6-849e-4611-ae91-dce2a5732926 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c09355a1-0738-4a6d-bafe-c9a3a9260125 HTTP/1.1" status: 200 len: 835 time: 0.0577199 Dec 22 13:54:04.169458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ffb21-7913-40db-98b2-e13232346915 req-bdcc5dff-2aad-4432-985a-7bb9f5fe957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:04.170887 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e6ffb21-7913-40db-98b2-e13232346915 req-bdcc5dff-2aad-4432-985a-7bb9f5fe957a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2eb85884-cc12-4aea-a324-53cbde98d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743842 Dec 22 13:54:04.312005 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e6ffb21-7913-40db-98b2-e13232346915 req-ba7b4350-3c0b-4e87-81db-d779fff85ccb service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336467 Dec 22 13:54:04.446112 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e6ffb21-7913-40db-98b2-e13232346915 req-a0d864b4-df34-4312-ab91-50e17f17a6e5 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234400 Dec 22 13:54:11.136195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:27.575482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-096fd29f-b47e-40c9-9af7-032922191aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:27.903026 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:54:29.939411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5c1c-a651-457a-82bc-a1abf2fffe8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:31.055783 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:31.091640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:32.588708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:40.553310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60804) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:40.755734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port c6d4c547-2c1c-4b27-9e06-19922bfbc36a {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:54:40.756129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:40.926011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:40.926291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:41.045062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for c6d4c547-2c1c-4b27-9e06-19922bfbc36a owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:54:41.122873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:41.201471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:41.206229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a1e51bc9-a16c-41b6-a59c-fdb4fed83f88 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:41.249252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=c6d4c547-2c1c-4b27-9e06-19922bfbc36a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:41.291470 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:41.291894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:41.292278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:41.292656 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:41.293028 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:41.293403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:41.293773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:41.294140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:41.294503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:41.294834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:41.295213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:41.295578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:41.440555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:41.469728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:41.469990 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Floating IP 0b161777-3e03-4c57-8bdc-76f168b78a08 disassociated (deleted). External IP: 172.26.4.232, port: e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30. Dec 22 13:54:41.826371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 32749167-d082-457c-929e-a4e314377aad has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:54:42.015741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:54:42.025932 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f2118-48d8-402b-9a9c-663ca0966c3c None None] Sync routers for ids ['32749167-d082-457c-929e-a4e314377aad'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:54:42.036569 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f2118-48d8-402b-9a9c-663ca0966c3c None None] Routers {'32749167-d082-457c-929e-a4e314377aad'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:54:42.037201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-699f2118-48d8-402b-9a9c-663ca0966c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:54:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['32749167-d082-457c-929e-a4e314377aad'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:42.038211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:42.092488 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/floatingips/0b161777-3e03-4c57-8bdc-76f168b78a08 HTTP/1.1" status: 204 len: 168 time: 1.5379117 Dec 22 13:54:42.093098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:54:42.138664 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'status': 'completed', 'code': 200} Dec 22 13:54:42.214494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-699f2118-48d8-402b-9a9c-663ca0966c3c None None] Set router 32749167-d082-457c-929e-a4e314377aad gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:54:42.244382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59c792-f684-478a-bf0b-1e4beec1fd9e req-886c3eae-b7ce-4489-a01d-fc300f433a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:42.245968 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6b59c792-f684-478a-bf0b-1e4beec1fd9e req-886c3eae-b7ce-4489-a01d-fc300f433a04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 1099 time: 0.0848780 Dec 22 13:54:42.381653 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59c792-f684-478a-bf0b-1e4beec1fd9e req-11469c14-ac75-48dd-873f-dfd2d7522f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:42.383013 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6b59c792-f684-478a-bf0b-1e4beec1fd9e req-11469c14-ac75-48dd-873f-dfd2d7522f07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2eb85884-cc12-4aea-a324-53cbde98d692 HTTP/1.1" status: 200 len: 898 time: 0.1302185 Dec 22 13:54:42.452989 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6b59c792-f684-478a-bf0b-1e4beec1fd9e req-f6c78f5d-a201-479f-8d04-ec7786b0f840 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 HTTP/1.1" status: 200 len: 217 time: 0.0616891 Dec 22 13:54:42.463586 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cff32-3fcc-4e76-8198-4d2e392ad226 req-1cc4ca03-9506-4a00-91ce-48be4b5c8b6d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:42.465065 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-229cff32-3fcc-4e76-8198-4d2e392ad226 req-1cc4ca03-9506-4a00-91ce-48be4b5c8b6d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0804825 Dec 22 13:54:42.515761 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-229cff32-3fcc-4e76-8198-4d2e392ad226 req-f4ae5cbf-5f7e-443f-8ba3-7fc732c94588 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439928 Dec 22 13:54:42.518728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59c792-f684-478a-bf0b-1e4beec1fd9e req-4be96f04-b5b0-4832-b761-e36a3cd1369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:42.520379 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6b59c792-f684-478a-bf0b-1e4beec1fd9e req-4be96f04-b5b0-4832-b761-e36a3cd1369b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c09355a1-0738-4a6d-bafe-c9a3a9260125 HTTP/1.1" status: 200 len: 835 time: 0.0604267 Dec 22 13:54:42.539841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-699f2118-48d8-402b-9a9c-663ca0966c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:51:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5', 'name': '', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:74:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:52Z', 'updated_at': '2021-12-22T13:51:58Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:42.544263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f2118-48d8-402b-9a9c-663ca0966c3c None None] Checking router: 32749167-d082-457c-929e-a4e314377aad for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:54:42.554918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f2118-48d8-402b-9a9c-663ca0966c3c None None] Routers {'32749167-d082-457c-929e-a4e314377aad'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:54:42.555538 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-699f2118-48d8-402b-9a9c-663ca0966c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:54:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['32749167-d082-457c-929e-a4e314377aad'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:42.603522 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59c792-f684-478a-bf0b-1e4beec1fd9e req-d594832b-2748-47e2-8b12-2d25d3748145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:42.605107 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6b59c792-f684-478a-bf0b-1e4beec1fd9e req-d594832b-2748-47e2-8b12-2d25d3748145 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2eb85884-cc12-4aea-a324-53cbde98d692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768049 Dec 22 13:54:42.737961 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6b59c792-f684-478a-bf0b-1e4beec1fd9e req-cb9ef55f-e914-42e9-9fdf-2880b81ba655 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250615 Dec 22 13:54:42.740087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-699f2118-48d8-402b-9a9c-663ca0966c3c None None] Set router 32749167-d082-457c-929e-a4e314377aad gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:54:42.869963 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6b59c792-f684-478a-bf0b-1e4beec1fd9e req-cd6c3738-d528-4a00-a68f-65b0d34cc831 service neutron] 10.222.0.54 "GET /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248350 Dec 22 13:54:43.055042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-699f2118-48d8-402b-9a9c-663ca0966c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:51:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5', 'name': '', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:74:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:52Z', 'updated_at': '2021-12-22T13:51:58Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:43.059294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699f2118-48d8-402b-9a9c-663ca0966c3c None None] The sync data for ids ['32749167-d082-457c-929e-a4e314377aad'] in dv-neutron-822668-1-hyperv is: [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:51:53Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5', 'name': '', 'network_id': '2eb85884-cc12-4aea-a324-53cbde98d692', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:74:2a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:52Z', 'updated_at': '2021-12-22T13:51:58Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'c09355a1-0738-4a6d-bafe-c9a3a9260125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:54:43.283377 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44ec04e-84ef-4403-9acb-3e2aa448f022 None None] New status for floating IP 0b161777-3e03-4c57-8bdc-76f168b78a08: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:54:43.849417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e6404-6191-48cc-82b2-9fcb91fd80ad req-a3c178d0-c005-4f7e-a9d8-645a5811f0cf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:43.850117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-400e6404-6191-48cc-82b2-9fcb91fd80ad req-a3c178d0-c005-4f7e-a9d8-645a5811f0cf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:54:43.870471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-400e6404-6191-48cc-82b2-9fcb91fd80ad req-a3c178d0-c005-4f7e-a9d8-645a5811f0cf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:54:43.871596 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-400e6404-6191-48cc-82b2-9fcb91fd80ad req-a3c178d0-c005-4f7e-a9d8-645a5811f0cf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.2339604 Dec 22 13:54:43.915856 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-400e6404-6191-48cc-82b2-9fcb91fd80ad req-87f8eaad-def6-4347-a15d-d37494ff7003 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dd5c319-f528-49dc-9a6a-8d40d136041d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383384 Dec 22 13:54:44.424403 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e6094-1360-47ca-9ddf-5e8273bc1edf req-b499153a-78bf-4983-a798-87f7791d2513 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:44.425862 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a20e6094-1360-47ca-9ddf-5e8273bc1edf req-b499153a-78bf-4983-a798-87f7791d2513 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 946 time: 0.0936379 Dec 22 13:54:44.498377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-a20e6094-1360-47ca-9ddf-5e8273bc1edf req-19b0c689-f100-45c8-85f2-da79b04a63bd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:54:44.498723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a20e6094-1360-47ca-9ddf-5e8273bc1edf req-19b0c689-f100-45c8-85f2-da79b04a63bd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:44.782515 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-a20e6094-1360-47ca-9ddf-5e8273bc1edf req-19b0c689-f100-45c8-85f2-da79b04a63bd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:54:44.783098 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a20e6094-1360-47ca-9ddf-5e8273bc1edf req-19b0c689-f100-45c8-85f2-da79b04a63bd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:44.904541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-a20e6094-1360-47ca-9ddf-5e8273bc1edf req-19b0c689-f100-45c8-85f2-da79b04a63bd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:54:45.067053 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a20e6094-1360-47ca-9ddf-5e8273bc1edf req-19b0c689-f100-45c8-85f2-da79b04a63bd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:45.075417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:45.079026 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1bd25afd-d6b5-4f3a-ab3f-8a6b0843ae1f req-51e5cf5b-ff1c-4bb6-9ff3-25b799ab12dd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=237a134a-5955-4a9c-a140-2e5dd9f7f26c HTTP/1.1" status: 200 len: 210 time: 0.0466149 Dec 22 13:54:45.121209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0c689-f100-45c8-85f2-da79b04a63bd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:45.124270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19b0c689-f100-45c8-85f2-da79b04a63bd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:45.199415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20e6094-1360-47ca-9ddf-5e8273bc1edf req-19b0c689-f100-45c8-85f2-da79b04a63bd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] No DVR routers for this DVR port e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:54:45.202887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a20e6094-1360-47ca-9ddf-5e8273bc1edf req-19b0c689-f100-45c8-85f2-da79b04a63bd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:45.208009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'name': 'network-vif-deleted', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:54:45.224884 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a20e6094-1360-47ca-9ddf-5e8273bc1edf req-19b0c689-f100-45c8-85f2-da79b04a63bd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "DELETE /v2.0/ports/e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 HTTP/1.1" status: 204 len: 173 time: 0.7927427 Dec 22 13:54:45.259456 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237a134a-5955-4a9c-a140-2e5dd9f7f26c', 'name': 'network-vif-deleted', 'tag': 'e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30', 'status': 'completed', 'code': 200} Dec 22 13:54:46.176796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60822) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:46.328518 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [req-dd6e1870-5594-4e92-9644-4477eda83fca req-884d8ffa-0711-4575-9de0-801423c11de5 service neutron] (87568) timed out ('10.222.0.54', 51043) {{(pid=87568) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 22 13:54:46.749622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:47.238568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:54:47.239289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:47.436634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:54:47.439454 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:54:47.439812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:47.471182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:54:47.471543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device e3c12f2d-ff5f-48f3-9f84-4b9f05ffeb30 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:54:47.561441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:54:47.786800 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:47.790314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4245668c-1f9b-4cdd-9171-040f4edca631 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:47.833564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:47.836506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:48.132872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:48.612269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 32749167-d082-457c-929e-a4e314377aad has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:54:48.793254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:54:48.803231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86401f2-8caa-4dcc-8957-212bb34eb26e None None] Sync routers for ids ['32749167-d082-457c-929e-a4e314377aad'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:54:48.806231 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "PUT /v2.0/routers/32749167-d082-457c-929e-a4e314377aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6283734 Dec 22 13:54:48.809164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60826) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:48.813460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86401f2-8caa-4dcc-8957-212bb34eb26e None None] Routers {'32749167-d082-457c-929e-a4e314377aad'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:54:48.814158 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b86401f2-8caa-4dcc-8957-212bb34eb26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:54:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['32749167-d082-457c-929e-a4e314377aad'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:48.877345 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting subnet c09355a1-0738-4a6d-bafe-c9a3a9260125 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:54:48.880358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:48.937863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:49.023257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:49.052687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b86401f2-8caa-4dcc-8957-212bb34eb26e None None] Set router 32749167-d082-457c-929e-a4e314377aad gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:54:49.101329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:49.105412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6a6b5693-7bb0-4f32-8546-34032866acbc tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:49.139684 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Subnet': ['ID=c09355a1-0738-4a6d-bafe-c9a3a9260125,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:49.146016 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:49.152285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6516c6-fade-4469-9360-0777dec054b5 None None] Network 2eb85884-cc12-4aea-a324-53cbde98d692 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:54:49.153429 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:49.153819 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:49.154201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:49.154589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:49.154960 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:49.155327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:49.155723 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:49.156093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:49.156460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:49.156822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:49.157186 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:49.157550 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:49.161278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:49.163082 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-058c7f81-2bbc-47a6-9ed6-cfd684af2793 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/subnets/c09355a1-0738-4a6d-bafe-c9a3a9260125 HTTP/1.1" status: 204 len: 168 time: 0.3529229 Dec 22 13:54:49.165659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60830) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:49.345031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:49.508442 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b86401f2-8caa-4dcc-8957-212bb34eb26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:54:47Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:49.513488 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86401f2-8caa-4dcc-8957-212bb34eb26e None None] Checking router: 32749167-d082-457c-929e-a4e314377aad for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:54:49.523387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86401f2-8caa-4dcc-8957-212bb34eb26e None None] Routers {'32749167-d082-457c-929e-a4e314377aad'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:54:49.524061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b86401f2-8caa-4dcc-8957-212bb34eb26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:54:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['32749167-d082-457c-929e-a4e314377aad'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:49.582187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] DHCP port deletion for 2eb85884-cc12-4aea-a324-53cbde98d692 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:54:49.607917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Deleting port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:54:49.607917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:49.657615 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:49.667855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port 6244259c-8b54-41cd-ad86-65bcaee291f6 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:54:49.668198 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:49.816909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b86401f2-8caa-4dcc-8957-212bb34eb26e None None] Set router 32749167-d082-457c-929e-a4e314377aad gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:54:49.843784 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port 6244259c-8b54-41cd-ad86-65bcaee291f6, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6244259c-8b54-41cd-ad86-65bcaee291f6,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:54:49.844329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:49.969277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for 6244259c-8b54-41cd-ad86-65bcaee291f6 owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:54:50.069187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] For port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=2f56c322-bcb6-4cbd-84cb-bb5eeb159640,segment=NetworkSegment(9e29fdd9-f087-4bc7-813d-c45d55b8b77b),segment_id=9e29fdd9-f087-4bc7-813d-c45d55b8b77b)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:54:50.069795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.139658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.144382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c3dc7659-be27-439a-b873-655cccc11e7d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:50.191022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=6244259c-8b54-41cd-ad86-65bcaee291f6,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:50.198785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Calling delete_port for 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:54:50.217165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:50.285198 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.395085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:54:50.418227 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.428010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:50.461801 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.463630 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.468658 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:54:50.469005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:54:50.479764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Pushing event deleted for resources: {'Port': ['ID=2f56c322-bcb6-4cbd-84cb-bb5eeb159640,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:50.482528 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] No DVR routers for this DVR port 2f56c322-bcb6-4cbd-84cb-bb5eeb159640 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:54:50.491580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.492601 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Fanout notify agent at l3_agent the message router_deleted on router 32749167-d082-457c-929e-a4e314377aad {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:54:50.493235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:50.493605 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:50.493936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:50.494255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:50.494585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:50.495196 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:50.495306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:50.495826 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:50.496106 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:50.496414 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:50.496738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:50.497194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:50.500956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:50.508387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b86401f2-8caa-4dcc-8957-212bb34eb26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:54:47Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:50.512967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86401f2-8caa-4dcc-8957-212bb34eb26e None None] The sync data for ids ['32749167-d082-457c-929e-a4e314377aad'] in dv-neutron-822668-1-hyperv is: [{'id': '32749167-d082-457c-929e-a4e314377aad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-189398917', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:47Z', 'updated_at': '2021-12-22T13:54:47Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': '6244259c-8b54-41cd-ad86-65bcaee291f6', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32749167-d082-457c-929e-a4e314377aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:48Z', 'updated_at': '2021-12-22T13:51:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:54:50.513279 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.514496 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/routers/32749167-d082-457c-929e-a4e314377aad HTTP/1.1" status: 204 len: 168 time: 1.3479517 Dec 22 13:54:50.517169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60834) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:50.630464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.767009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.791289 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb85884-cc12-4aea-a324-53cbde98d692']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:50.803434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e29fdd9-f087-4bc7-813d-c45d55b8b77b') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:50.803768 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e29fdd9-f087-4bc7-813d-c45d55b8b77b') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:50.815091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.830942 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.837733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:54:50.838116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:54:50.856344 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:54:50.937685 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.941464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:50.956459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:50.968422 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Network': ['ID=2eb85884-cc12-4aea-a324-53cbde98d692,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:50.971779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:50.978681 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/networks/2eb85884-cc12-4aea-a324-53cbde98d692 HTTP/1.1" status: 204 len: 168 time: 0.4605370 Dec 22 13:54:50.981480 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60838) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:51.192564 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f5112ff4-10c8-4cb3-a9b8-c3015d31f54a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:51.223265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f5112ff4-10c8-4cb3-a9b8-c3015d31f54a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:51.289954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f5112ff4-10c8-4cb3-a9b8-c3015d31f54a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:51.293803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-8d17ddc9-1b04-463b-874d-36a38f17bd6f tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:51.308798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5112ff4-10c8-4cb3-a9b8-c3015d31f54a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd5c319-f528-49dc-9a6a-8d40d136041d,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:51.311373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f5112ff4-10c8-4cb3-a9b8-c3015d31f54a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:51.325705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f5112ff4-10c8-4cb3-a9b8-c3015d31f54a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:51.326941 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f5112ff4-10c8-4cb3-a9b8-c3015d31f54a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/security-groups/3dd5c319-f528-49dc-9a6a-8d40d136041d HTTP/1.1" status: 204 len: 168 time: 0.3445764 Dec 22 13:54:51.592212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60848) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:51.599483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583228559', 'description': 'tempest-secgroup-smoke-583228559 description', 'project_id': '50ffb6a5a63246ecb0117821965b078f'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:54:51.605725 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:51.610015 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:51.613023 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:51.618927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:51.630508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:51.650193 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:51.654148 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:51.657076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:51.663590 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:51.731754 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:51.736834 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:51.740398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-43356714-91f7-41a5-9b25-d3ea975cf3d9 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:51.785442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4c3abe-3db4-4ce7-9bef-206f44edc147,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:51.787964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:51.789160 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1956148 Dec 22 13:54:51.790037 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0177147d-9b4c-4279-95a7-eb1bf03e80c4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:51.792164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60852) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:51.797403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-18641bb7-bc3f-481d-87a8-7f141072cd10 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': 'cc4c3abe-3db4-4ce7-9bef-206f44edc147', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:54:51.803427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-18641bb7-bc3f-481d-87a8-7f141072cd10 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:51.807344 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-18641bb7-bc3f-481d-87a8-7f141072cd10 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:51.810343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-18641bb7-bc3f-481d-87a8-7f141072cd10 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:51.816203 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-18641bb7-bc3f-481d-87a8-7f141072cd10 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:51.833976 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18641bb7-bc3f-481d-87a8-7f141072cd10 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:51.898461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18641bb7-bc3f-481d-87a8-7f141072cd10 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:51.903861 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18641bb7-bc3f-481d-87a8-7f141072cd10 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:51.910096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f1e0a187-1a7d-4f66-9cb2-b73a18fb4c4d tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:51.929071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18641bb7-bc3f-481d-87a8-7f141072cd10 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af168d00-5bda-4b8b-993f-a13ca48822a0,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:51.932041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-18641bb7-bc3f-481d-87a8-7f141072cd10 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:51.941337 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-18641bb7-bc3f-481d-87a8-7f141072cd10 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:51.942881 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-18641bb7-bc3f-481d-87a8-7f141072cd10 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496017 Dec 22 13:54:51.945705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60856) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:51.950591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': 'cc4c3abe-3db4-4ce7-9bef-206f44edc147', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:54:51.956957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:51.961041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:51.964086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:51.970554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:51.988855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.051313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.056033 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.058114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1e468d4e-cdab-4e08-9158-c6b0e2f680a1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:52.079454 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31719cec-e9c8-4de9-880f-154c67715419,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:52.082112 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:52.089726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.091049 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443877 Dec 22 13:54:52.093863 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60860) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:52.098951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': 'cc4c3abe-3db4-4ce7-9bef-206f44edc147', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:54:52.104843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:52.108585 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:52.111464 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:52.117411 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:52.136403 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.201525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.207152 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.208919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-53d318bf-545b-4b41-85cb-6ae7458783fb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:52.230374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e9fdc6-2354-4d9a-a936-567ea2fa72e3,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:52.232769 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:52.241058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.242428 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474669 Dec 22 13:54:52.245345 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60864) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:52.250683 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-e9a1cc9a-4d4d-4e37-b480-4b5695abebb8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': 'cc4c3abe-3db4-4ce7-9bef-206f44edc147', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:54:52.256731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e9a1cc9a-4d4d-4e37-b480-4b5695abebb8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:52.260575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e9a1cc9a-4d4d-4e37-b480-4b5695abebb8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:52.263498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-e9a1cc9a-4d4d-4e37-b480-4b5695abebb8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:52.270123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-e9a1cc9a-4d4d-4e37-b480-4b5695abebb8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:52.290215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cc9a-4d4d-4e37-b480-4b5695abebb8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.305366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6244259c-8b54-41cd-ad86-65bcaee291f6 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:54:52.342266 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 6244259c-8b54-41cd-ad86-65bcaee291f6 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:54:52.342605 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6244259c-8b54-41cd-ad86-65bcaee291f6 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:54:52.343080 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:54:52.355339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cc9a-4d4d-4e37-b480-4b5695abebb8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.359915 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cc9a-4d4d-4e37-b480-4b5695abebb8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.367497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-715e4c09-3c6a-419a-86fd-caead52cfb20 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:52.375979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:54:52.376333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7d0adbb2-bcc4-4455-b5ec-ae3449e3bdb5 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:54:52.386844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1cc9a-4d4d-4e37-b480-4b5695abebb8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f661b6-9b73-4279-a9af-50ab9fe5920a,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:52.389974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e9a1cc9a-4d4d-4e37-b480-4b5695abebb8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:52.399499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cc9a-4d4d-4e37-b480-4b5695abebb8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.400891 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e9a1cc9a-4d4d-4e37-b480-4b5695abebb8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1544449 Dec 22 13:54:52.405079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60868) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:52.411892 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': 'cc4c3abe-3db4-4ce7-9bef-206f44edc147', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:54:52.417876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:52.421826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:52.424897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:52.430735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:52.441345 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Project 50ffb6a5a63246ecb0117821965b078f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:54:52.447582 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.512838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.518552 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.520397 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-773e6816-fcc8-4210-b9c0-e0b296691eb4 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:52.542431 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae0b5163-cb80-4458-87bf-dcf2be3ced59,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:52.546679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:52.552432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.553572 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472270 Dec 22 13:54:52.556612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60872) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:52.561583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': 'cc4c3abe-3db4-4ce7-9bef-206f44edc147', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:54:52.567525 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:52.571745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:52.574778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:52.580944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:52.593255 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Project 50ffb6a5a63246ecb0117821965b078f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:54:52.600001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.665377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.671222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.673038 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ee74f17b-88a1-40ae-9453-4d28a00b1afb tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:52.701404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4ebe5f-1e1b-455b-8387-0f9638729426,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:52.703860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:52.714645 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.715918 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7d812788-aecf-425b-a6e9-85bab8c87c60 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583767 Dec 22 13:54:52.718816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 60876) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:52.724708 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'network': {'name': 'tempest-network-smoke--2144666610', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'port_security_enabled': True}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:54:52.729554 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:52.733626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:network and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:52.736456 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:52.742115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:52.753838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:54:52.757394 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.785607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:54:52.794511 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.794862 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Added segment 06e17d8f-f286-4781-9bc6-1dc1398381c7 of type vlan for network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff Dec 22 13:54:52.820322 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.849560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.855009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:52.855577 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:52.859017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b417eeea-779f-41a8-9d78-54d4a3cacc7f tempest-FloatingIPTestJSON-256194227 tempest-FloatingIPTestJSON-256194227-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:52.960220 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2404008 Dec 22 13:54:52.963200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Network': ['ID=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:52.963347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60880) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:52.966119 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ec36a194-8a8d-419d-8bec-949cbe6fe966 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:52.968868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'admin_state_up': True, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:54:52.973925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:54:52.976667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:52.980538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:router and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:52.983349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:52.990232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:53.002097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:53.003292 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:53.018358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:53.286636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:53.596894 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:53.625760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:53.762996 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.26.4.19 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/c2d32e60-da61-4a46-8057-7afcdf78b566) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:54:53.910396 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:53.943484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:53.947068 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-292bde0a-f6f5-40b4-a4cd-4f717f5cc817 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:54.007650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:54:54.010524 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:54:54.013121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:54:54.047249 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=c2d32e60-da61-4a46-8057-7afcdf78b566,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:54.050556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:54.560489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:54.903496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:55.114296 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router fa747089-bc6f-46de-ae35-4765133e87b4 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:54:55.300319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:54:55.310300 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Sync routers for ids ['fa747089-bc6f-46de-ae35-4765133e87b4'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:54:55.320706 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Routers {'fa747089-bc6f-46de-ae35-4765133e87b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:54:55.321462 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:54:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fa747089-bc6f-46de-ae35-4765133e87b4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:55.326540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:55.327790 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3633902 Dec 22 13:54:55.331231 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60884) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:55.373635 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-82129eda-a092-4418-95b5-08ac53782ee2 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=50ffb6a5a63246ecb0117821965b078f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411530 Dec 22 13:54:55.376191 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60888) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:55.497791 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Set router fa747089-bc6f-46de-ae35-4765133e87b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:54:55.642888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d6012-9d48-4d87-906b-9e35d210bc25 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:55.644479 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dc6d6012-9d48-4d87-906b-9e35d210bc25 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2673686 Dec 22 13:54:55.647349 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60892) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:55.685503 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c8ed3fd6-bed0-4434-b50c-38b4e0da1ac2 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369129 Dec 22 13:54:55.687965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60896) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:55.693548 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2092949134', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:54:55.798890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:54:55.803250 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:subnet and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:54:55.806178 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:54:55.812182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:54:55.815388 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:54Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:55.819412 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Checking router: fa747089-bc6f-46de-ae35-4765133e87b4 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:54:55.819817 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Updating router fa747089-bc6f-46de-ae35-4765133e87b4 port c2d32e60-da61-4a46-8057-7afcdf78b566 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:54:55.823792 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:54:55.827554 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:55.875643 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:56.043236 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:56.048358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-72dbae7e-5e29-4945-ba34-3299e53c60e3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:56.128416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Subnet': ['ID=3353ca45-2246-40c4-bc19-988967d4d527,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:56.132373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:56.138287 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Checking segment: {'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:54:56.138643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network hostable DHCP agents. Network: b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:54:56.158010 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:54:56.167994 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:54:56.173531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:56.173829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:56.176878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2379ff6-ee56-4cb5-897f-57a4bbeeb333 None None] Network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:54:56.199732 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:56.200748 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5117998 Dec 22 13:54:56.203697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60900) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:54:56.212623 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Transition to ACTIVE for port object c2d32e60-da61-4a46-8057-7afcdf78b566 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:54:56.219806 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:56.224709 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-a58f97a5-1dc1-4370-934f-96a59f837c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:56.293352 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Attempting to bind port c2d32e60-da61-4a46-8057-7afcdf78b566 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:54:56.293796 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Attempting to bind port c2d32e60-da61-4a46-8057-7afcdf78b566 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:54:56.294257 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Attempting to bind port c2d32e60-da61-4a46-8057-7afcdf78b566 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:54:56.304502 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:54:56.304938 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:54:56.305426 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:56.305871 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:54:56.306396 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Bound port: c2d32e60-da61-4a46-8057-7afcdf78b566, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:54:56.306845 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:56.353909 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Pushing event updated for resources: {'Port': ['ID=c2d32e60-da61-4a46-8057-7afcdf78b566,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:56.366542 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:56.366976 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:56.367368 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:56.367788 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:56.368685 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:56.368685 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:56.368897 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:56.369241 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:56.369612 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:56.369984 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:56.370367 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:56.370743 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:54:56.376075 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:56.403185 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] For port c2d32e60-da61-4a46-8057-7afcdf78b566, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:54:56.406578 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] For port c2d32e60-da61-4a46-8057-7afcdf78b566, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c2d32e60-da61-4a46-8057-7afcdf78b566,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:54:56.411710 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:56.412903 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ips': [{'subnet_id': '3353ca45-2246-40c4-bc19-988967d4d527'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:54:56.413843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:56.415783 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-e40baf50-46f7-4eef-a950-70a4ee0c07de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:56.503467 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Routers {'fa747089-bc6f-46de-ae35-4765133e87b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:54:56.510569 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:54:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fa747089-bc6f-46de-ae35-4765133e87b4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:56.573132 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Pushing event updated for resources: {'Port': ['ID=c2d32e60-da61-4a46-8057-7afcdf78b566,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:56.584288 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-8486b238-49ca-41a4-a848-07a5bb309422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:56.644763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Allocated IP 172.20.0.2 (b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff/3353ca45-2246-40c4-bc19-988967d4d527/27b78631-f48b-4e21-b09c-8a8906e6357e) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:54:56.704910 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] Set router fa747089-bc6f-46de-ae35-4765133e87b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:54:56.885437 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:56.900530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Transition to ACTIVE for port object 27b78631-f48b-4e21-b09c-8a8906e6357e will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:54:56.920728 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Transition to ACTIVE for port object 27b78631-f48b-4e21-b09c-8a8906e6357e will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:54:56.931708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:56.937821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-48095490-fe01-478d-8da3-aaf1afdf46f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:56.998058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:54:57.001088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:54:57.005038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:54:57.019529 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:57.022106 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:54Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:57.026277 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7bfa53-639b-42c4-8e64-f8d8b4fa1337 None None] The sync data for ids ['fa747089-bc6f-46de-ae35-4765133e87b4'] in dv-neutron-822668-1-hyperv is: [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:54Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:54:57.042491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Pushing event updated for resources: {'Port': ['ID=27b78631-f48b-4e21-b09c-8a8906e6357e,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:57.052872 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:57.103426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Attempting to bind port 27b78631-f48b-4e21-b09c-8a8906e6357e on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:54:57.103838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Attempting to bind port 27b78631-f48b-4e21-b09c-8a8906e6357e by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:54:57.104214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Attempting to bind port 27b78631-f48b-4e21-b09c-8a8906e6357e on network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:54:57.109974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:54:57.110353 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Checking segment: {'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:54:57.110761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:57.111163 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Bound using segment: {'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:54:57.111820 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Bound port: 27b78631-f48b-4e21-b09c-8a8906e6357e, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:54:57.112197 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:57.204842 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] For port 27b78631-f48b-4e21-b09c-8a8906e6357e, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:54:57.208927 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] For port 27b78631-f48b-4e21-b09c-8a8906e6357e, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=27b78631-f48b-4e21-b09c-8a8906e6357e,segment=NetworkSegment(06e17d8f-f286-4781-9bc6-1dc1398381c7),segment_id=06e17d8f-f286-4781-9bc6-1dc1398381c7)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:54:57.216187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:57.220389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:57.317622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Pushing event updated for resources: {'Port': ['ID=27b78631-f48b-4e21-b09c-8a8906e6357e,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:57.321755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:57.611090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-889c4d4d-c96f-4c25-9e7f-c54b589a6d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:57.654234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.20.0.1 (b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff/3353ca45-2246-40c4-bc19-988967d4d527/7ca43686-c954-4fce-b6fa-3a85ece0ecd8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:54:57.825873 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:57.842830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Transition to ACTIVE for port object 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:54:57.870518 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:57.874612 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a6136ab0-4f12-4ecb-ab48-89a808a5b1c5 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:57.944522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:54:57.947891 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:54:57.951993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:54:57.986247 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=7ca43686-c954-4fce-b6fa-3a85ece0ecd8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:57.992699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:58.018361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:58.144398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:58.364500 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2de518-e0bf-4a5a-b1af-74afce5de2cd None None] Network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:54:58.438748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c2d32e60-da61-4a46-8057-7afcdf78b566 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:54:58.513650 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-94f23f00-1df7-4568-bc86-4e220f64fe7d None None] Provisioning for port 27b78631-f48b-4e21-b09c-8a8906e6357e completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:54:58.598151 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:58.604335 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:58.630133 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d95d8c35-33ed-4602-96eb-7be37a56e35b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:58.639438 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port c2d32e60-da61-4a46-8057-7afcdf78b566 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:54:58.650517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port c2d32e60-da61-4a46-8057-7afcdf78b566 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:54:58.650893 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:58.717541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=7ca43686-c954-4fce-b6fa-3a85ece0ecd8,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:58.720117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:58.723986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:58.826887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:58.847389 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port c2d32e60-da61-4a46-8057-7afcdf78b566, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c2d32e60-da61-4a46-8057-7afcdf78b566,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:54:58.853238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:58.855568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 27b78631-f48b-4e21-b09c-8a8906e6357e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:54:58.877594 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:54:58.878943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:54:58.881852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:58.977322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=c2d32e60-da61-4a46-8057-7afcdf78b566,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:58.980543 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:58.990381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 27b78631-f48b-4e21-b09c-8a8906e6357e completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:54:58.995570 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 27b78631-f48b-4e21-b09c-8a8906e6357e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:54:58.995995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:59.084734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router fa747089-bc6f-46de-ae35-4765133e87b4 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:54:59.127555 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:59.168411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 27b78631-f48b-4e21-b09c-8a8906e6357e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=27b78631-f48b-4e21-b09c-8a8906e6357e,segment=NetworkSegment(06e17d8f-f286-4781-9bc6-1dc1398381c7),segment_id=06e17d8f-f286-4781-9bc6-1dc1398381c7)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:54:59.177021 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:59.179327 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:54:59.213710 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-832624c1-bdb1-4b1c-84e2-262dbed110cd None None] Provisioning complete for port 27b78631-f48b-4e21-b09c-8a8906e6357e triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:54:59.214074 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-832624c1-bdb1-4b1c-84e2-262dbed110cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:59.319299 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=27b78631-f48b-4e21-b09c-8a8906e6357e,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:54:59.323810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:54:59.398018 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-832624c1-bdb1-4b1c-84e2-262dbed110cd None None] Provisioning for port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:54:59.404733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-832624c1-bdb1-4b1c-84e2-262dbed110cd None None] Provisioning complete for port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:54:59.405121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-832624c1-bdb1-4b1c-84e2-262dbed110cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:59.443985 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:54:59.455201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Sync routers for ids ['fa747089-bc6f-46de-ae35-4765133e87b4'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:54:59.468204 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "PUT /v2.0/routers/fa747089-bc6f-46de-ae35-4765133e87b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2632058 Dec 22 13:54:59.474620 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-832624c1-bdb1-4b1c-84e2-262dbed110cd None None] Port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:54:59.476372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Routers {'fa747089-bc6f-46de-ae35-4765133e87b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:54:59.477017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:54:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fa747089-bc6f-46de-ae35-4765133e87b4'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:54:59.653090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-014194cb-304d-4dc4-a868-2ce65ac29b5c None None] Provisioning complete for port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:54:59.653453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-014194cb-304d-4dc4-a868-2ce65ac29b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:59.658197 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-d4f952dc-0454-42d0-93df-77d6112a7374 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583228559&fields=id&tenant_id=50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 267 time: 0.0426393 Dec 22 13:54:59.712540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Set router fa747089-bc6f-46de-ae35-4765133e87b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:54:59.777210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-014194cb-304d-4dc4-a868-2ce65ac29b5c None None] Port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:54:59.815168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-f5e75e4b-224b-45e3-a1de-018959ea89d7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:54:59.815936 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-f5e75e4b-224b-45e3-a1de-018959ea89d7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:54:59.832603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-f5e75e4b-224b-45e3-a1de-018959ea89d7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:54:59.833922 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-f5e75e4b-224b-45e3-a1de-018959ea89d7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/networks?id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff HTTP/1.1" status: 200 len: 797 time: 0.1685169 Dec 22 13:54:59.852146 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-e75a2bfa-4953-43e8-9c5a-f8c0f4d83286 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/quotas/50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 375 time: 0.0106094 Dec 22 13:54:59.944416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-448be095-205e-42fd-b275-c20783dd21db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:54:59.948285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-3b3b357e-b580-4294-abf2-177063e7e45c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:54:59.964259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-3b3b357e-b580-4294-abf2-177063e7e45c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:54:59.965624 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-3b3b357e-b580-4294-abf2-177063e7e45c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078439 Dec 22 13:55:00.027264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-01fe8a4a-2716-4194-b185-f0d4d2d89b35 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 13:55:00.028303 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-01fe8a4a-2716-4194-b185-f0d4d2d89b35 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507157 Dec 22 13:55:00.040410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7ca43686-c954-4fce-b6fa-3a85ece0ecd8', 'name': '', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:fb:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '3353ca45-2246-40c4-bc19-988967d4d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:57Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 2, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '3353ca45-2246-40c4-bc19-988967d4d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:00.044852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Checking router: fa747089-bc6f-46de-ae35-4765133e87b4 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:55:00.045218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Updating router fa747089-bc6f-46de-ae35-4765133e87b4 port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:55:00.100769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:00.167041 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-1c3f28a5-2026-40cc-8d19-5aaa079225df service neutron] 10.222.0.24 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326654 Dec 22 13:55:00.301438 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-29d98fcf-fa40-4be9-8793-0dd1787853cd service neutron] 10.222.0.24 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285913 Dec 22 13:55:00.365564 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c2d32e60-da61-4a46-8057-7afcdf78b566 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:55:00.481946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port c2d32e60-da61-4a46-8057-7afcdf78b566 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:55:00.482508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:00.507656 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-b8468653-b7b6-402a-b65c-cc3ed142d1af req-d978ec6e-b208-4637-bab8-e012564bf822 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:55:00.521313 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-b8468653-b7b6-402a-b65c-cc3ed142d1af req-d978ec6e-b208-4637-bab8-e012564bf822 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:55:00.522512 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b8468653-b7b6-402a-b65c-cc3ed142d1af req-d978ec6e-b208-4637-bab8-e012564bf822 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 210 time: 0.0587842 Dec 22 13:55:00.597185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:00.646004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Transition to ACTIVE for port object 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:55:00.664598 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:00.669880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-48095490-fe01-478d-8da3-aaf1afdf46f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:00.716582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 27b78631-f48b-4e21-b09c-8a8906e6357e up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:55:00.874775 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4ed7d-5485-450c-abc8-220ccab16cb9 None None] Pushing event updated for resources: {'Port': ['ID=7ca43686-c954-4fce-b6fa-3a85ece0ecd8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:00.886580 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f4c4ed7d-5485-450c-abc8-220ccab16cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:00.945684 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Attempting to bind port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:55:00.946086 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Attempting to bind port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:55:00.946477 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Attempting to bind port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 on network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:55:00.955745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:55:00.956193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Checking segment: {'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:55:00.956596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:00.956995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Bound using segment: {'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:55:00.957457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Bound port: 7ca43686-c954-4fce-b6fa-3a85ece0ecd8, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:55:00.957836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:00.972173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 27b78631-f48b-4e21-b09c-8a8906e6357e triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:55:00.972694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:01.133354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:01.145291 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:01.161482 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] For port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:55:01.164845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] For port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7ca43686-c954-4fce-b6fa-3a85ece0ecd8,segment=NetworkSegment(06e17d8f-f286-4781-9bc6-1dc1398381c7),segment_id=06e17d8f-f286-4781-9bc6-1dc1398381c7)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:55:01.193590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:01.202004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:01.292496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Routers {'fa747089-bc6f-46de-ae35-4765133e87b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:55:01.293157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:55:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fa747089-bc6f-46de-ae35-4765133e87b4'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:01.360845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4ed7d-5485-450c-abc8-220ccab16cb9 None None] Pushing event updated for resources: {'Port': ['ID=7ca43686-c954-4fce-b6fa-3a85ece0ecd8,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:01.376440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f4c4ed7d-5485-450c-abc8-220ccab16cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:01.508140 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] Set router fa747089-bc6f-46de-ae35-4765133e87b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:55:01.626703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-99227d1b-58cc-428c-95c8-77451b83a01e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:01.628968 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-99227d1b-58cc-428c-95c8-77451b83a01e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/networks?id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff HTTP/1.1" status: 200 len: 797 time: 0.2031746 Dec 22 13:55:01.723466 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-a0f59084-3adf-4405-91eb-3c45e0c124b7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 379 time: 0.0852854 Dec 22 13:55:01.725616 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-02e82d14-090a-45f5-baa5-97767f34e290 req-867eca9d-c739-4e39-88fe-ea8bf4a39fa8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 210 time: 0.0539279 Dec 22 13:55:01.734405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'port': {'device_id': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'admin_state_up': True, 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'security_groups': ['cc4c3abe-3db4-4ce7-9bef-206f44edc147']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:55:01.894633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7ca43686-c954-4fce-b6fa-3a85ece0ecd8', 'name': '', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:fb:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '3353ca45-2246-40c4-bc19-988967d4d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:57Z', 'updated_at': '2021-12-22T13:55:01Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '3353ca45-2246-40c4-bc19-988967d4d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:01.898798 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f0ba5-89d5-4324-b3b3-6e5b01baeb7a None None] The sync data for ids ['fa747089-bc6f-46de-ae35-4765133e87b4'] in dv-neutron-822668-1-hyperv is: [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7ca43686-c954-4fce-b6fa-3a85ece0ecd8', 'name': '', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:fb:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '3353ca45-2246-40c4-bc19-988967d4d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:57Z', 'updated_at': '2021-12-22T13:55:01Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '3353ca45-2246-40c4-bc19-988967d4d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:55:02.022914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:02.032790 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:02.044357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:55:02.048037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:02.213097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.20.0.13 (b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff/3353ca45-2246-40c4-bc19-988967d4d527/9fd56e00-1e93-4924-a3b9-418dddc0c3c7) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:55:02.381943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:55:02.421732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:02.439315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Transition to ACTIVE for port object 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:55:02.456206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:55:02.461269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:55:02.461675 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:02.465338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:02.471188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5e831be6-3f2f-4a97-a3e7-0c2ec6732f17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:02.536843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:55:02.540150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:55:02.544389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:55:02.575389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=9fd56e00-1e93-4924-a3b9-418dddc0c3c7,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:02.582966 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:02.614918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:02.617852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:02.618753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:02.627396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:02.649387 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9201777 Dec 22 13:55:02.661702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Request body: {'port': {'device_id': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:55:02.662507 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7ca43686-c954-4fce-b6fa-3a85ece0ecd8,segment=NetworkSegment(06e17d8f-f286-4781-9bc6-1dc1398381c7),segment_id=06e17d8f-f286-4781-9bc6-1dc1398381c7)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:55:02.668244 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:02.670381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:02.766970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=7ca43686-c954-4fce-b6fa-3a85ece0ecd8,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:02.775735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:02.801527 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:02.894314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7a8aaf62-c86a-4876-8ad4-c6c86a86ebd0 None None] Provisioning for port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:55:02.900758 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-7a8aaf62-c86a-4876-8ad4-c6c86a86ebd0 None None] Provisioning complete for port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:55:02.901428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a8aaf62-c86a-4876-8ad4-c6c86a86ebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:02.951735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accde7b-fe68-46a5-b128-07e03ad3c037 req-957b82d9-aad2-441b-89ec-8a0c653bc640 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:02.955635 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7accde7b-fe68-46a5-b128-07e03ad3c037 req-957b82d9-aad2-441b-89ec-8a0c653bc640 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 932 time: 0.0950217 Dec 22 13:55:02.976350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7a8aaf62-c86a-4876-8ad4-c6c86a86ebd0 None None] Port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:55:03.014888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-7accde7b-fe68-46a5-b128-07e03ad3c037 req-b81f44bc-5fbd-48bf-be5e-fbfdb3df87f1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:55:03.032700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-7accde7b-fe68-46a5-b128-07e03ad3c037 req-b81f44bc-5fbd-48bf-be5e-fbfdb3df87f1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:55:03.034408 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7accde7b-fe68-46a5-b128-07e03ad3c037 req-b81f44bc-5fbd-48bf-be5e-fbfdb3df87f1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693798 Dec 22 13:55:03.198532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:55:03.207063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:03.221692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Transition to ACTIVE for port object 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:55:03.229186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:03.232820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-acf427a5-f047-4c80-9241-e4f59825030f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:03.384581 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Pushing event updated for resources: {'Port': ['ID=9fd56e00-1e93-4924-a3b9-418dddc0c3c7,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:03.392127 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:03.470140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Attempting to bind port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:55:03.470471 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Attempting to bind port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:55:03.470786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Attempting to bind port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 on network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:55:03.475422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 on network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:55:03.475836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Attempting to bind port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 on network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:55:03.480814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:55:03.481149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Checking segment: {'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:55:03.481523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Bound using segment: {'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:55:03.481944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Bound port: 9fd56e00-1e93-4924-a3b9-418dddc0c3c7, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e17d8f-f286-4781-9bc6-1dc1398381c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:55:03.482285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:03.570211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] For port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:55:03.573230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] For port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9fd56e00-1e93-4924-a3b9-418dddc0c3c7,segment=NetworkSegment(06e17d8f-f286-4781-9bc6-1dc1398381c7),segment_id=06e17d8f-f286-4781-9bc6-1dc1398381c7)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:55:03.578974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:03.584110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0fa0bed0-78c2-476b-a36a-dde157978d5b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:03.642199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:03.642802 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:03.644387 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] 10.222.0.54 "PUT /v2.0/ports/9fd56e00-1e93-4924-a3b9-418dddc0c3c7 HTTP/1.1" status: 200 len: 1094 time: 0.9870100 Dec 22 13:55:03.644912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'tag': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:55:03.676539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Pushing event updated for resources: {'Port': ['ID=9fd56e00-1e93-4924-a3b9-418dddc0c3c7,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:03.679780 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:03.716887 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'tag': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7', 'status': 'completed', 'code': 200} Dec 22 13:55:03.757999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-d7955394-3463-4db0-a8a6-4c04e861ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:03.759637 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-d7955394-3463-4db0-a8a6-4c04e861ae31 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 1097 time: 0.0754938 Dec 22 13:55:03.949156 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-8217da11-ad7d-429c-bfb7-e729a4933f5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fd56e00-1e93-4924-a3b9-418dddc0c3c7 HTTP/1.1" status: 200 len: 217 time: 0.1821306 Dec 22 13:55:04.015722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-e77e60c2-e5a8-4a78-b1df-ddcb082da424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:04.017176 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-e77e60c2-e5a8-4a78-b1df-ddcb082da424 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3353ca45-2246-40c4-bc19-988967d4d527 HTTP/1.1" status: 200 len: 835 time: 0.0616338 Dec 22 13:55:04.097153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-fd3327a8-68a2-4c35-bb60-396dd397a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:04.098706 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-fd3327a8-68a2-4c35-bb60-396dd397a022 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745800 Dec 22 13:55:04.225893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ac777-a956-463c-afab-99df9fa736dd req-3f6e86b5-27f3-41de-abe4-8b9e7dfdb200 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:04.227321 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ab9ac777-a956-463c-afab-99df9fa736dd req-3f6e86b5-27f3-41de-abe4-8b9e7dfdb200 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 944 time: 0.0789852 Dec 22 13:55:04.230880 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-169012a5-aab5-4968-a9be-9b05eb676ed4 service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255174 Dec 22 13:55:04.271534 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ab9ac777-a956-463c-afab-99df9fa736dd req-11b4d87c-d138-495a-9145-85864fdcdf4c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380795 Dec 22 13:55:04.350745 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:55:04.365754 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fea0896e-65cc-42f3-b9a1-805877fa4f80 req-be115303-36d3-4a48-a03d-6c056885065b service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286614 Dec 22 13:55:04.422566 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:55:04.422951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:04.490634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c54fc9-3930-440d-9c31-bf6facd4f4a8 req-1ee27097-e30a-42ff-a742-eb184e8cc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:04.492303 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c7c54fc9-3930-440d-9c31-bf6facd4f4a8 req-1ee27097-e30a-42ff-a742-eb184e8cc04c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 1097 time: 0.0748100 Dec 22 13:55:04.633368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c54fc9-3930-440d-9c31-bf6facd4f4a8 req-2009f410-8089-4b68-ab43-f1f5d47e6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:04.634893 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c7c54fc9-3930-440d-9c31-bf6facd4f4a8 req-2009f410-8089-4b68-ab43-f1f5d47e6c1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff HTTP/1.1" status: 200 len: 898 time: 0.1363742 Dec 22 13:55:04.708109 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c7c54fc9-3930-440d-9c31-bf6facd4f4a8 req-acc07acc-98dc-410a-90b9-89c12e28fba3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fd56e00-1e93-4924-a3b9-418dddc0c3c7 HTTP/1.1" status: 200 len: 217 time: 0.0660539 Dec 22 13:55:04.771901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c54fc9-3930-440d-9c31-bf6facd4f4a8 req-53297e79-f779-4b3c-a8d3-f72f398491d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:04.773347 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c7c54fc9-3930-440d-9c31-bf6facd4f4a8 req-53297e79-f779-4b3c-a8d3-f72f398491d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3353ca45-2246-40c4-bc19-988967d4d527 HTTP/1.1" status: 200 len: 835 time: 0.0596116 Dec 22 13:55:04.860025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c54fc9-3930-440d-9c31-bf6facd4f4a8 req-148d6858-1713-43c4-b44a-f81a03631b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:04.861506 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c7c54fc9-3930-440d-9c31-bf6facd4f4a8 req-148d6858-1713-43c4-b44a-f81a03631b79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817664 Dec 22 13:55:04.902418 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:55:04.996775 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c7c54fc9-3930-440d-9c31-bf6facd4f4a8 req-8e37e3e3-ca4f-4d80-a4dd-3f89240c48b7 service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282196 Dec 22 13:55:05.142856 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c7c54fc9-3930-440d-9c31-bf6facd4f4a8 req-84f13b76-824b-4d07-81e1-cd0a3efc0920 service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387625 Dec 22 13:55:05.479881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f37b9-d9e0-4806-ab66-6103e7f07e79 req-1f6cc141-4e2a-4381-a184-476be19f76eb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:05.480572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-472f37b9-d9e0-4806-ab66-6103e7f07e79 req-1f6cc141-4e2a-4381-a184-476be19f76eb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:55:05.504969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-472f37b9-d9e0-4806-ab66-6103e7f07e79 req-1f6cc141-4e2a-4381-a184-476be19f76eb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:55:05.506177 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-472f37b9-d9e0-4806-ab66-6103e7f07e79 req-1f6cc141-4e2a-4381-a184-476be19f76eb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 944 time: 0.1177666 Dec 22 13:55:05.551943 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-472f37b9-d9e0-4806-ab66-6103e7f07e79 req-48fd5ea4-7a26-4bad-963f-6958542e3db1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395658 Dec 22 13:55:06.746071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7cb89-7bfb-437a-9c80-dc5b6065e6ad req-7f7d05ba-74af-4d20-b9b8-77b72b19dde1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:06.747505 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1fe7cb89-7bfb-437a-9c80-dc5b6065e6ad req-7f7d05ba-74af-4d20-b9b8-77b72b19dde1 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 944 time: 0.0913935 Dec 22 13:55:06.790342 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1fe7cb89-7bfb-437a-9c80-dc5b6065e6ad req-e09da679-569b-4b1d-8bc3-7ab7ec6269b3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371764 Dec 22 13:55:07.560622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:55:07.695386 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9fd56e00-1e93-4924-a3b9-418dddc0c3c7,segment=NetworkSegment(06e17d8f-f286-4781-9bc6-1dc1398381c7),segment_id=06e17d8f-f286-4781-9bc6-1dc1398381c7)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:55:07.708519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'port_id': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7', 'mac_address': 'fa:16:3e:d0:b9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3353ca45-2246-40c4-bc19-988967d4d527', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:55:07.761898 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:07.777990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:55:07.793579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9fd56e00-1e93-4924-a3b9-418dddc0c3c7,segment=NetworkSegment(06e17d8f-f286-4781-9bc6-1dc1398381c7),segment_id=06e17d8f-f286-4781-9bc6-1dc1398381c7)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:55:07.801122 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:07.802904 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-435ef25a-afcc-4d67-84a1-09164d68396b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:07.871145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=9fd56e00-1e93-4924-a3b9-418dddc0c3c7,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:07.874361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:07.980031 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0da8d-21ab-486c-a976-eb1f73239a77 req-24641f9c-6e37-4d2d-a39a-b1706e778a87 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:07.981477 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-18f0da8d-21ab-486c-a976-eb1f73239a77 req-24641f9c-6e37-4d2d-a39a-b1706e778a87 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 945 time: 0.0873778 Dec 22 13:55:08.031554 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-18f0da8d-21ab-486c-a976-eb1f73239a77 req-185f71d8-a214-4cb8-85d4-1f30644884b8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 Dec 22 13:55:08.179149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['9fd56e00-1e93-4924-a3b9-418dddc0c3c7'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:55:09.226613 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11932f-de7c-42bf-aa19-999c2696bcbf req-e37ac288-0886-4e28-bf75-34b2601c0660 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:09.228090 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9e11932f-de7c-42bf-aa19-999c2696bcbf req-e37ac288-0886-4e28-bf75-34b2601c0660 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 945 time: 0.0887065 Dec 22 13:55:09.275834 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9e11932f-de7c-42bf-aa19-999c2696bcbf req-76645eea-3722-44c2-ae4c-07f4f0854fb2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393198 Dec 22 13:55:09.560473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:55:09.634761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:55:09.640019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:55:09.640406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:09.771026 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:09.811779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:55:09.823851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9fd56e00-1e93-4924-a3b9-418dddc0c3c7,segment=NetworkSegment(06e17d8f-f286-4781-9bc6-1dc1398381c7),segment_id=06e17d8f-f286-4781-9bc6-1dc1398381c7)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:55:09.829175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:09.831635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6d3c4b9e-80fb-4131-a29c-23fa997e5c26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:09.868249 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7', 'code': 200} Dec 22 13:55:09.899232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=9fd56e00-1e93-4924-a3b9-418dddc0c3c7,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:09.902120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:10.106422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c1369-29e8-4204-94ea-1736b01e8f06 req-7ad4c194-1a35-4dc6-8d82-7e941790e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:10.107873 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1f4c1369-29e8-4204-94ea-1736b01e8f06 req-7ad4c194-1a35-4dc6-8d82-7e941790e63b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 1099 time: 0.0723555 Dec 22 13:55:10.148269 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1f4c1369-29e8-4204-94ea-1736b01e8f06 req-5275fd70-1de8-4895-a024-a8d491ca3c53 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339932 Dec 22 13:55:10.472603 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248be058-ebbd-4f5b-b69d-7144dedd10c2 req-28641cf5-f060-486d-b81f-0e0cb30e9256 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:10.474035 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-248be058-ebbd-4f5b-b69d-7144dedd10c2 req-28641cf5-f060-486d-b81f-0e0cb30e9256 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0879350 Dec 22 13:55:10.518747 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-248be058-ebbd-4f5b-b69d-7144dedd10c2 req-2995f73f-001e-45b5-8996-427751698bfc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389571 Dec 22 13:55:11.154632 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:11.718429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c96d66-737e-4707-a656-74c65f6fb8f7 req-3f58505e-b0e4-4b5f-8cf2-58eef5a40848 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:11.719918 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f3c96d66-737e-4707-a656-74c65f6fb8f7 req-3f58505e-b0e4-4b5f-8cf2-58eef5a40848 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0906632 Dec 22 13:55:11.765284 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f3c96d66-737e-4707-a656-74c65f6fb8f7 req-b5a962fc-31df-46d3-bac7-a07d0c3c619a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396349 Dec 22 13:55:11.967099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64aff6a-c913-479d-ba7e-bb2e92f4b586 req-2524b5e4-d564-4320-a3ac-fdc96fc1958b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:11.968567 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e64aff6a-c913-479d-ba7e-bb2e92f4b586 req-2524b5e4-d564-4320-a3ac-fdc96fc1958b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.1005027 Dec 22 13:55:12.017833 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e64aff6a-c913-479d-ba7e-bb2e92f4b586 req-326cf7a2-25d2-4e37-a245-78b6b79dd968 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433092 Dec 22 13:55:12.040449 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60956) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:12.111998 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff4d599-8641-423f-a8fd-2967b5a81f3e tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:12.113400 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-cff4d599-8641-423f-a8fd-2967b5a81f3e tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 1094 time: 0.0717027 Dec 22 13:55:12.116438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60960) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:12.121323 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:55:12.127350 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:55:12.131278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:floatingip and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:55:12.134200 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:55:12.139962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:55:12.152343 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:12.289714 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:12.432224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.26.4.32 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/dca2ab9f-44f8-4ba9-915c-9550cbcad123) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:55:12.587570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:12.617904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:12.622507 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-9a0027b7-edcb-44d7-b88b-a2fd0f817110 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:12.679966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:55:12.682721 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:55:12.685591 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:55:12.729743 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=dca2ab9f-44f8-4ba9-915c-9550cbcad123,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:12.734821 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:13.256823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:13.336943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:13.544612 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:13.550027 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:13.553592 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:55:13.657147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=dca2ab9f-44f8-4ba9-915c-9550cbcad123,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:55:13.661309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:55:13.670631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:13.859988 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Floating IP 907612a3-5d15-4446-ac5c-c3bc565ecf4a associated. External IP: 172.26.4.32, port: 9fd56e00-1e93-4924-a3b9-418dddc0c3c7. Dec 22 13:55:14.223116 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router fa747089-bc6f-46de-ae35-4765133e87b4 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:55:14.411538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:55:14.424234 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b5d61-5a60-4d13-8d3d-608be749e92e None None] Sync routers for ids ['fa747089-bc6f-46de-ae35-4765133e87b4'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:55:14.439028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:14.442082 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b5d61-5a60-4d13-8d3d-608be749e92e None None] Routers {'fa747089-bc6f-46de-ae35-4765133e87b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:55:14.443018 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-728b5d61-5a60-4d13-8d3d-608be749e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:55:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fa747089-bc6f-46de-ae35-4765133e87b4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:14.499589 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3820825 Dec 22 13:55:14.500399 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'tag': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:55:14.602640 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'tag': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7', 'status': 'completed', 'code': 200} Dec 22 13:55:14.625435 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-728b5d61-5a60-4d13-8d3d-608be749e92e None None] Set router fa747089-bc6f-46de-ae35-4765133e87b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:55:14.838510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6185797-9d9f-42ee-9612-b8ea14a44f8d req-013de813-274a-4218-bc28-82d42bdaa59a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:14.839931 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c6185797-9d9f-42ee-9612-b8ea14a44f8d req-013de813-274a-4218-bc28-82d42bdaa59a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.2508514 Dec 22 13:55:14.846650 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529eb23-eb51-4e14-85a3-7cf3fddf35da req-b08ea2c7-1060-435f-9c15-19fad9525b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:14.848236 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b529eb23-eb51-4e14-85a3-7cf3fddf35da req-b08ea2c7-1060-435f-9c15-19fad9525b40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 1099 time: 0.2230198 Dec 22 13:55:14.970426 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c6185797-9d9f-42ee-9612-b8ea14a44f8d req-0e1c73f4-58cb-42fd-835a-e72d37e37445 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212270 Dec 22 13:55:14.995557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60972) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:15.009285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529eb23-eb51-4e14-85a3-7cf3fddf35da req-6116f2de-45bf-47e8-9c9e-07128228a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:15.011143 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b529eb23-eb51-4e14-85a3-7cf3fddf35da req-6116f2de-45bf-47e8-9c9e-07128228a0b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff HTTP/1.1" status: 200 len: 898 time: 0.1487470 Dec 22 13:55:15.020133 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-728b5d61-5a60-4d13-8d3d-608be749e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '907612a3-5d15-4446-ac5c-c3bc565ecf4a', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'port_id': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'mac_address': 'fa:16:3e:d0:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:55:13Z', 'updated_at': '2021-12-22T13:55:13Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca43686-c954-4fce-b6fa-3a85ece0ecd8', 'name': '', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:fb:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '3353ca45-2246-40c4-bc19-988967d4d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:57Z', 'updated_at': '2021-12-22T13:55:02Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '3353ca45-2246-40c4-bc19-988967d4d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:15.024120 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b5d61-5a60-4d13-8d3d-608be749e92e None None] Checking router: fa747089-bc6f-46de-ae35-4765133e87b4 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:55:15.032497 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728b5d61-5a60-4d13-8d3d-608be749e92e None None] Routers {'fa747089-bc6f-46de-ae35-4765133e87b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:55:15.033104 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-728b5d61-5a60-4d13-8d3d-608be749e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:55:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fa747089-bc6f-46de-ae35-4765133e87b4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:15.101480 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-95993736-4a44-4e2f-9710-9fb189f7ab3f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/907612a3-5d15-4446-ac5c-c3bc565ecf4a HTTP/1.1" status: 200 len: 991 time: 0.1033518 Dec 22 13:55:15.117379 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b529eb23-eb51-4e14-85a3-7cf3fddf35da req-b5dbc5ce-5371-414e-bca7-e96231b2ab8c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fd56e00-1e93-4924-a3b9-418dddc0c3c7 HTTP/1.1" status: 200 len: 999 time: 0.0993824 Dec 22 13:55:15.179482 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529eb23-eb51-4e14-85a3-7cf3fddf35da req-5c40e6ce-4d1c-4498-b3d3-b6bd87a343b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:15.181045 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b529eb23-eb51-4e14-85a3-7cf3fddf35da req-5c40e6ce-4d1c-4498-b3d3-b6bd87a343b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3353ca45-2246-40c4-bc19-988967d4d527 HTTP/1.1" status: 200 len: 835 time: 0.0577888 Dec 22 13:55:15.216045 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-728b5d61-5a60-4d13-8d3d-608be749e92e None None] Set router fa747089-bc6f-46de-ae35-4765133e87b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:55:15.261492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529eb23-eb51-4e14-85a3-7cf3fddf35da req-12b8a3be-2e34-422e-a23b-53f085d73737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:55:15.263083 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b529eb23-eb51-4e14-85a3-7cf3fddf35da req-12b8a3be-2e34-422e-a23b-53f085d73737 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742285 Dec 22 13:55:15.409573 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b529eb23-eb51-4e14-85a3-7cf3fddf35da req-a9d1401e-85dc-45a6-9f54-dd0ed4f9b63d service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394100 Dec 22 13:55:15.556847 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b529eb23-eb51-4e14-85a3-7cf3fddf35da req-fa8be4c0-e4ee-4a40-8d8e-bac85cdd8780 service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405354 Dec 22 13:55:15.566284 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-728b5d61-5a60-4d13-8d3d-608be749e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '907612a3-5d15-4446-ac5c-c3bc565ecf4a', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'port_id': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'mac_address': 'fa:16:3e:d0:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:55:13Z', 'updated_at': '2021-12-22T13:55:13Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca43686-c954-4fce-b6fa-3a85ece0ecd8', 'name': '', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:fb:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '3353ca45-2246-40c4-bc19-988967d4d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:57Z', 'updated_at': '2021-12-22T13:55:02Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '3353ca45-2246-40c4-bc19-988967d4d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:55:15.571536 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b5d61-5a60-4d13-8d3d-608be749e92e None None] The sync data for ids ['fa747089-bc6f-46de-ae35-4765133e87b4'] in dv-neutron-822668-1-hyperv is: [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '907612a3-5d15-4446-ac5c-c3bc565ecf4a', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.32', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'port_id': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'mac_address': 'fa:16:3e:d0:b9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:55:13Z', 'updated_at': '2021-12-22T13:55:13Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca43686-c954-4fce-b6fa-3a85ece0ecd8', 'name': '', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:fb:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '3353ca45-2246-40c4-bc19-988967d4d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:57Z', 'updated_at': '2021-12-22T13:55:02Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '3353ca45-2246-40c4-bc19-988967d4d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:55:15.780348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317c4086-199a-412d-a8f9-2c0378e41199 None None] New status for floating IP 907612a3-5d15-4446-ac5c-c3bc565ecf4a: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:55:16.104373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 60976) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:55:16.348699 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5c46b872-86ac-4114-af0b-8baea1e8fe2a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/907612a3-5d15-4446-ac5c-c3bc565ecf4a HTTP/1.1" status: 200 len: 993 time: 0.2429621 Dec 22 13:55:27.582004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-befc8e68-a14b-434d-a80e-745e4c6cb803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:29.940825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-37ea77bb-09de-4776-9aa3-390a1ae72049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:31.067596 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:31.100571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:32.596235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:41.153579 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:41.907303 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:55:57.587165 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-55eb66a4-d6b4-4a8e-8d09-56b581f9e22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:55:59.941047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-25dae3b7-29f6-410a-9b24-4bd8ba7f2eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:01.070976 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:01.107886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:02.603417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:06.552882 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b41b59f0-a2c0-489c-808c-8ae31f657a49 req-30dbd0de-d4cf-47f8-adf3-f45a8e2a8dc6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1197431 Dec 22 13:56:06.698340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b59f0-a2c0-489c-808c-8ae31f657a49 req-8451afeb-b5b7-413e-9cbd-7bfe141aa234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:06.699843 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b41b59f0-a2c0-489c-808c-8ae31f657a49 req-8451afeb-b5b7-413e-9cbd-7bfe141aa234 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 1099 time: 0.0765488 Dec 22 13:56:06.853144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b59f0-a2c0-489c-808c-8ae31f657a49 req-72d037ac-eecc-4b34-929a-2275ba18b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:06.854617 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b41b59f0-a2c0-489c-808c-8ae31f657a49 req-72d037ac-eecc-4b34-929a-2275ba18b9fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff HTTP/1.1" status: 200 len: 898 time: 0.1353667 Dec 22 13:56:06.961383 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b41b59f0-a2c0-489c-808c-8ae31f657a49 req-178b064d-91ef-447d-a1f1-3f82ccef82e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fd56e00-1e93-4924-a3b9-418dddc0c3c7 HTTP/1.1" status: 200 len: 1001 time: 0.0998766 Dec 22 13:56:07.038662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b59f0-a2c0-489c-808c-8ae31f657a49 req-d930bc61-f1ef-4902-9df3-7cf4fd7ceed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:07.040208 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b41b59f0-a2c0-489c-808c-8ae31f657a49 req-d930bc61-f1ef-4902-9df3-7cf4fd7ceed6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3353ca45-2246-40c4-bc19-988967d4d527 HTTP/1.1" status: 200 len: 835 time: 0.0728741 Dec 22 13:56:07.122483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b59f0-a2c0-489c-808c-8ae31f657a49 req-7e5e0da4-a2bd-40ea-9bc0-19ba44fcb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:07.123956 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b41b59f0-a2c0-489c-808c-8ae31f657a49 req-7e5e0da4-a2bd-40ea-9bc0-19ba44fcb158 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733960 Dec 22 13:56:07.255774 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b41b59f0-a2c0-489c-808c-8ae31f657a49 req-6c5458f9-f0d0-47bf-92aa-ac8bdf8374d7 service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249995 Dec 22 13:56:07.398319 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b41b59f0-a2c0-489c-808c-8ae31f657a49 req-96ad4218-1fc3-4c11-9cd8-66a269a27bae service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355774 Dec 22 13:56:11.164581 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:18.912890 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:56:27.595086 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f21f0659-426a-48ba-99cb-d493848883b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:27.753477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385ab6e-2987-4fcc-9026-ff28ce792c7d req-ad66996d-6d42-449a-90ba-541a91f8467b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:27.755163 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2385ab6e-2987-4fcc-9026-ff28ce792c7d req-ad66996d-6d42-449a-90ba-541a91f8467b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0941091 Dec 22 13:56:27.802688 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2385ab6e-2987-4fcc-9026-ff28ce792c7d req-87b9c2a7-9d4f-42e1-94aa-b33da4a0104b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388398 Dec 22 13:56:29.136479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753fd94-7786-411e-aae4-5e9cdea31bc5 req-16c0a899-4c08-42a8-a8e0-2d6954f5fd6d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:29.137843 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6753fd94-7786-411e-aae4-5e9cdea31bc5 req-16c0a899-4c08-42a8-a8e0-2d6954f5fd6d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.2024584 Dec 22 13:56:29.182539 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6753fd94-7786-411e-aae4-5e9cdea31bc5 req-6bb2c74b-8559-4fbf-afea-9321caa9dfeb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386405 Dec 22 13:56:29.938250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-adc3c1bf-d12c-4810-9400-60923c75b105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:30.394120 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce049a13-3206-4bc2-a8d0-346d3d17302b req-797ab4c8-663b-429e-8902-5a88a6583c29 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:30.395679 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ce049a13-3206-4bc2-a8d0-346d3d17302b req-797ab4c8-663b-429e-8902-5a88a6583c29 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0879676 Dec 22 13:56:30.444336 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ce049a13-3206-4bc2-a8d0-346d3d17302b req-763abd93-6fbf-4fb8-a10e-cf38645d5db7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425909 Dec 22 13:56:31.064244 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:31.102606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:31.638406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3a185-bbd5-4b86-a959-d8b908ea4049 req-4d0ae60f-f634-40af-b9cb-5736c1652beb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:31.639972 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75b3a185-bbd5-4b86-a959-d8b908ea4049 req-4d0ae60f-f634-40af-b9cb-5736c1652beb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0846701 Dec 22 13:56:31.690368 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75b3a185-bbd5-4b86-a959-d8b908ea4049 req-d7d8ce93-c1a0-48ab-8f3d-bf2e39fee058 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442281 Dec 22 13:56:32.602098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:32.887495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f655e2d-8938-4d8e-86d7-0198a8ed8025 req-4fee8f19-1b78-45ae-828a-020b05495d2a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:32.888831 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1f655e2d-8938-4d8e-86d7-0198a8ed8025 req-4fee8f19-1b78-45ae-828a-020b05495d2a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0831704 Dec 22 13:56:32.934823 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1f655e2d-8938-4d8e-86d7-0198a8ed8025 req-a7f33ab1-b632-42b0-b9db-f2d7e70e2a39 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390108 Dec 22 13:56:34.137913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c952f9-3e8f-45c3-bcad-83a789dc240c req-b7c0f68f-ad71-47e6-9db6-6153bbdbcc4e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:34.139400 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-70c952f9-3e8f-45c3-bcad-83a789dc240c req-b7c0f68f-ad71-47e6-9db6-6153bbdbcc4e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0861940 Dec 22 13:56:34.185324 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-70c952f9-3e8f-45c3-bcad-83a789dc240c req-8d4f16d9-d935-4c21-aed7-88fc1087181d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378749 Dec 22 13:56:35.384636 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e97fc8-831c-450e-b092-61cd444b6611 req-b7bf495c-d642-4e5c-9c48-0604bea3c627 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:35.386042 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5e97fc8-831c-450e-b092-61cd444b6611 req-b7bf495c-d642-4e5c-9c48-0604bea3c627 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0881550 Dec 22 13:56:35.431595 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a5e97fc8-831c-450e-b092-61cd444b6611 req-dff50590-7e3a-4bad-aa43-fee01a81cbf4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397272 Dec 22 13:56:36.639167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63034c75-5455-452e-b002-6af58295a499 req-3f05734e-ca55-4c8a-97d2-bfb25cf22f46 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:36.640566 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-63034c75-5455-452e-b002-6af58295a499 req-3f05734e-ca55-4c8a-97d2-bfb25cf22f46 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0906513 Dec 22 13:56:36.690586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-63034c75-5455-452e-b002-6af58295a499 req-0d6a8790-12af-44e7-89ef-6afc95ca8533 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439510 Dec 22 13:56:37.882870 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53262a-7d46-4c18-af33-13251a2b2623 req-8943978a-f0ff-4a50-8ab5-70540a724c3a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:37.884258 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dd53262a-7d46-4c18-af33-13251a2b2623 req-8943978a-f0ff-4a50-8ab5-70540a724c3a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0832939 Dec 22 13:56:37.929521 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dd53262a-7d46-4c18-af33-13251a2b2623 req-81696922-c0ef-4455-92f1-10d156e30de9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394406 Dec 22 13:56:39.213207 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90150ab-33e8-44ea-a0e6-66ae7e62963b req-0ea54c74-051b-43f9-a6ca-66fae8f857d0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:39.214562 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b90150ab-33e8-44ea-a0e6-66ae7e62963b req-0ea54c74-051b-43f9-a6ca-66fae8f857d0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.1768310 Dec 22 13:56:39.257876 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b90150ab-33e8-44ea-a0e6-66ae7e62963b req-8acc3d6d-7dfc-4632-9173-086f6f5f9928 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375805 Dec 22 13:56:40.527810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcc053-cf08-4b87-be74-6bd776b8c949 req-acca48cf-4caa-4426-993d-811183d7359d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:40.529294 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f8bcc053-cf08-4b87-be74-6bd776b8c949 req-acca48cf-4caa-4426-993d-811183d7359d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.1526835 Dec 22 13:56:40.573868 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f8bcc053-cf08-4b87-be74-6bd776b8c949 req-07a2a8c4-40d2-4747-9727-832821fbcfbb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387623 Dec 22 13:56:41.175180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:41.790972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff03d46-8502-41a8-b83d-0527e18ead5b req-fb07d5d5-9f96-4e8b-9caa-0bb1689e974d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:41.792479 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3ff03d46-8502-41a8-b83d-0527e18ead5b req-fb07d5d5-9f96-4e8b-9caa-0bb1689e974d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.1031439 Dec 22 13:56:41.837977 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3ff03d46-8502-41a8-b83d-0527e18ead5b req-3cb7f52a-9c00-4d12-b016-ecaaeaee37dc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396020 Dec 22 13:56:43.031778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9048a-8763-44e7-b94c-c0025fb4789e req-6ddc5e3b-ef95-4545-81da-e59378cad65c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:43.033226 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c1c9048a-8763-44e7-b94c-c0025fb4789e req-6ddc5e3b-ef95-4545-81da-e59378cad65c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0810084 Dec 22 13:56:43.076503 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c1c9048a-8763-44e7-b94c-c0025fb4789e req-bc527046-562b-413e-89d4-735022493b8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376143 Dec 22 13:56:43.108351 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 32804) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:56:43.213534 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3c51fb26-5073-4b5c-98cb-b8dacd70d94a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/907612a3-5d15-4446-ac5c-c3bc565ecf4a HTTP/1.1" status: 200 len: 993 time: 0.1039743 Dec 22 13:56:44.967393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a0eaa-baf9-4039-8e1b-bc80c68caff2 req-2fd56625-251b-4123-9f02-a3903b9b2d3c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:44.968878 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-220a0eaa-baf9-4039-8e1b-bc80c68caff2 req-2fd56625-251b-4123-9f02-a3903b9b2d3c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.1372304 Dec 22 13:56:44.990006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a50a04-5304-4f76-90e9-f741ed1d0cdd req-b085928c-8117-4c4b-992d-f2167cbf1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:44.991385 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f7a50a04-5304-4f76-90e9-f741ed1d0cdd req-b085928c-8117-4c4b-992d-f2167cbf1f9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 1099 time: 0.1088915 Dec 22 13:56:45.104674 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-220a0eaa-baf9-4039-8e1b-bc80c68caff2 req-c4971ff6-9580-44c1-a975-b0cbfc51e952 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289084 Dec 22 13:56:45.146854 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a50a04-5304-4f76-90e9-f741ed1d0cdd req-19a05bd2-4464-467e-b87d-b08cc534c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:45.148425 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f7a50a04-5304-4f76-90e9-f741ed1d0cdd req-19a05bd2-4464-467e-b87d-b08cc534c934 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff HTTP/1.1" status: 200 len: 898 time: 0.1502104 Dec 22 13:56:45.253517 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f7a50a04-5304-4f76-90e9-f741ed1d0cdd req-c46c5d20-808d-43bf-a091-f433aae444b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fd56e00-1e93-4924-a3b9-418dddc0c3c7 HTTP/1.1" status: 200 len: 1001 time: 0.0980346 Dec 22 13:56:45.316387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a50a04-5304-4f76-90e9-f741ed1d0cdd req-d5335961-0126-434d-a66a-6723b76ee76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:45.317817 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f7a50a04-5304-4f76-90e9-f741ed1d0cdd req-d5335961-0126-434d-a66a-6723b76ee76d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3353ca45-2246-40c4-bc19-988967d4d527 HTTP/1.1" status: 200 len: 835 time: 0.0583596 Dec 22 13:56:45.397045 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a50a04-5304-4f76-90e9-f741ed1d0cdd req-f7f57588-1594-4a27-a2a7-3d777df660ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:45.398553 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f7a50a04-5304-4f76-90e9-f741ed1d0cdd req-f7f57588-1594-4a27-a2a7-3d777df660ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748885 Dec 22 13:56:45.531075 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f7a50a04-5304-4f76-90e9-f741ed1d0cdd req-0c475fd8-d49d-4f56-8770-315807b77d6d service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254935 Dec 22 13:56:45.666412 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f7a50a04-5304-4f76-90e9-f741ed1d0cdd req-a05993c7-2c10-4f3d-aa3c-58868aef62bd service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290188 Dec 22 13:56:46.302765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31405279-7e2a-4a0a-bb9e-a8782b32533c req-cd23ca4f-88f7-41db-b2a4-6912487b2ed3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:46.304245 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-31405279-7e2a-4a0a-bb9e-a8782b32533c req-cd23ca4f-88f7-41db-b2a4-6912487b2ed3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0865350 Dec 22 13:56:46.348139 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-31405279-7e2a-4a0a-bb9e-a8782b32533c req-718f26ec-91c4-4017-b60c-c2676295a52c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380943 Dec 22 13:56:47.552295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66235331-630a-40e9-aa0f-d4e14eba497d req-37a7abb4-1163-42dd-b3c9-f4ea7e695790 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:56:47.553752 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-66235331-630a-40e9-aa0f-d4e14eba497d req-37a7abb4-1163-42dd-b3c9-f4ea7e695790 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0901818 Dec 22 13:56:47.598132 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-66235331-630a-40e9-aa0f-d4e14eba497d req-6cffc822-a008-40e4-87f9-6fb97df7048b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386546 Dec 22 13:56:47.621102 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32820) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:56:47.726469 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7c5b90e4-64c2-4bb2-b0b4-61c92b3b8636 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/907612a3-5d15-4446-ac5c-c3bc565ecf4a HTTP/1.1" status: 200 len: 993 time: 0.1041102 Dec 22 13:56:55.916681 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:56:57.589377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f56b4bed-f120-43ff-bda7-bed5c316211b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:56:59.937912 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f6bf9f9a-debb-4b2a-bcaf-6550e7c51828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:01.070999 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:01.105790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:02.608730 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:08.644222 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ef342495-7773-4812-93b3-175b17655c0c req-8be40b04-3a42-40ca-aacd-a1ed9911aa5a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1984401 Dec 22 13:57:08.790654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef342495-7773-4812-93b3-175b17655c0c req-f47641ef-3461-4a8f-af10-908e0f920cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:08.792115 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ef342495-7773-4812-93b3-175b17655c0c req-f47641ef-3461-4a8f-af10-908e0f920cfa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 1099 time: 0.0740507 Dec 22 13:57:08.935863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef342495-7773-4812-93b3-175b17655c0c req-0743ea43-2c2c-4358-8d07-8ec7198548d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:08.937292 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ef342495-7773-4812-93b3-175b17655c0c req-0743ea43-2c2c-4358-8d07-8ec7198548d2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff HTTP/1.1" status: 200 len: 898 time: 0.1253209 Dec 22 13:57:09.041053 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ef342495-7773-4812-93b3-175b17655c0c req-3d55603e-0039-48fb-8e5b-b4931f11dec2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fd56e00-1e93-4924-a3b9-418dddc0c3c7 HTTP/1.1" status: 200 len: 1001 time: 0.0968990 Dec 22 13:57:09.103355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef342495-7773-4812-93b3-175b17655c0c req-a4b39cce-bd4a-4d59-9088-1186428bc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:09.104762 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ef342495-7773-4812-93b3-175b17655c0c req-a4b39cce-bd4a-4d59-9088-1186428bc10f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3353ca45-2246-40c4-bc19-988967d4d527 HTTP/1.1" status: 200 len: 835 time: 0.0573196 Dec 22 13:57:09.181636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef342495-7773-4812-93b3-175b17655c0c req-1eaf3bb4-e364-420b-a009-c58a86b1a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:09.183059 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ef342495-7773-4812-93b3-175b17655c0c req-1eaf3bb4-e364-420b-a009-c58a86b1a698 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722387 Dec 22 13:57:09.314661 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ef342495-7773-4812-93b3-175b17655c0c req-88c65df5-4351-469d-a02f-23133d4cc2fe service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245012 Dec 22 13:57:09.447275 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ef342495-7773-4812-93b3-175b17655c0c req-0b42b6a4-5069-4e08-9bee-35333160903d service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262460 Dec 22 13:57:11.179360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:27.594493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c9273f96-8d74-4dcc-82d3-2a2da04e3f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:29.938033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b50d1000-5bdc-419b-8c25-f1b594d0728d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:31.076709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:31.109017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:32.610918 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:32.922397 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:57:41.181017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:44.761092 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32868) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:44.970298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port dca2ab9f-44f8-4ba9-915c-9550cbcad123 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:57:44.970606 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:45.137047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:45.137287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:45.256771 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for dca2ab9f-44f8-4ba9-915c-9550cbcad123 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:57:45.427900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:45.431530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-04152f9a-e780-4105-b000-581df1b9cdf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:45.473700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=dca2ab9f-44f8-4ba9-915c-9550cbcad123,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:45.636452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:45.636837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:45.637241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:45.637598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:45.637958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:45.638320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:45.638682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:45.639074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:45.639443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:45.639804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:45.640166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:45.640526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:45.647627 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:45.700341 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:45.700563 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Floating IP 907612a3-5d15-4446-ac5c-c3bc565ecf4a disassociated (deleted). External IP: 172.26.4.32, port: 9fd56e00-1e93-4924-a3b9-418dddc0c3c7. Dec 22 13:57:46.053111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router fa747089-bc6f-46de-ae35-4765133e87b4 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:57:46.235853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:57:46.246743 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16deae5d-649f-4cae-9d15-e13279e510bd None None] Sync routers for ids ['fa747089-bc6f-46de-ae35-4765133e87b4'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:57:46.256599 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16deae5d-649f-4cae-9d15-e13279e510bd None None] Routers {'fa747089-bc6f-46de-ae35-4765133e87b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:57:46.257214 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-16deae5d-649f-4cae-9d15-e13279e510bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:57:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fa747089-bc6f-46de-ae35-4765133e87b4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:46.258169 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:46.315507 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/floatingips/907612a3-5d15-4446-ac5c-c3bc565ecf4a HTTP/1.1" status: 204 len: 168 time: 1.5526571 Dec 22 13:57:46.316047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'tag': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:57:46.447531 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-16deae5d-649f-4cae-9d15-e13279e510bd None None] Set router fa747089-bc6f-46de-ae35-4765133e87b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:57:46.548691 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'tag': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7', 'status': 'completed', 'code': 200} Dec 22 13:57:46.828121 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-16deae5d-649f-4cae-9d15-e13279e510bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7ca43686-c954-4fce-b6fa-3a85ece0ecd8', 'name': '', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:fb:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '3353ca45-2246-40c4-bc19-988967d4d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:57Z', 'updated_at': '2021-12-22T13:55:02Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '3353ca45-2246-40c4-bc19-988967d4d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:46.832898 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16deae5d-649f-4cae-9d15-e13279e510bd None None] Checking router: fa747089-bc6f-46de-ae35-4765133e87b4 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:57:46.841211 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16deae5d-649f-4cae-9d15-e13279e510bd None None] Routers {'fa747089-bc6f-46de-ae35-4765133e87b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:57:46.841843 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-16deae5d-649f-4cae-9d15-e13279e510bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:57:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fa747089-bc6f-46de-ae35-4765133e87b4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:46.867963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360312d-9460-4545-ad23-78f454c9093e req-28a276ed-aa4c-43c7-a12b-919f88394bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:46.869601 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e360312d-9460-4545-ad23-78f454c9093e req-28a276ed-aa4c-43c7-a12b-919f88394bbb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 1099 time: 0.1732109 Dec 22 13:57:46.877807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4c5b0-864c-4c09-a0e7-caae1ef48a0b req-e1624424-1654-4b02-b0e7-706ee9197ed0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:46.878443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8ef4c5b0-864c-4c09-a0e7-caae1ef48a0b req-e1624424-1654-4b02-b0e7-706ee9197ed0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:57:46.972550 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-8ef4c5b0-864c-4c09-a0e7-caae1ef48a0b req-e1624424-1654-4b02-b0e7-706ee9197ed0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:57:46.973703 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8ef4c5b0-864c-4c09-a0e7-caae1ef48a0b req-e1624424-1654-4b02-b0e7-706ee9197ed0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.2549245 Dec 22 13:57:47.021697 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-16deae5d-649f-4cae-9d15-e13279e510bd None None] Set router fa747089-bc6f-46de-ae35-4765133e87b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:57:47.045447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360312d-9460-4545-ad23-78f454c9093e req-debd9ca9-968c-4d91-88bc-3226e9d74508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:47.047022 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e360312d-9460-4545-ad23-78f454c9093e req-debd9ca9-968c-4d91-88bc-3226e9d74508 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff HTTP/1.1" status: 200 len: 898 time: 0.1659274 Dec 22 13:57:47.051778 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8ef4c5b0-864c-4c09-a0e7-caae1ef48a0b req-31b668de-0bef-4641-ab6d-8489d06c658b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718744 Dec 22 13:57:47.115831 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e360312d-9460-4545-ad23-78f454c9093e req-44caea48-ddfd-45b5-837a-5dc1b9b95e58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fd56e00-1e93-4924-a3b9-418dddc0c3c7 HTTP/1.1" status: 200 len: 217 time: 0.0601983 Dec 22 13:57:47.179696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360312d-9460-4545-ad23-78f454c9093e req-f51cf548-1c6e-4192-9398-00e1b1b31a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:47.181205 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e360312d-9460-4545-ad23-78f454c9093e req-f51cf548-1c6e-4192-9398-00e1b1b31a78 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3353ca45-2246-40c4-bc19-988967d4d527 HTTP/1.1" status: 200 len: 835 time: 0.0595043 Dec 22 13:57:47.256803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360312d-9460-4545-ad23-78f454c9093e req-f093ef9a-c46b-42b9-ac05-6a8d38d0bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:47.258332 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e360312d-9460-4545-ad23-78f454c9093e req-f093ef9a-c46b-42b9-ac05-6a8d38d0bb9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705295 Dec 22 13:57:47.334717 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-16deae5d-649f-4cae-9d15-e13279e510bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7ca43686-c954-4fce-b6fa-3a85ece0ecd8', 'name': '', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:fb:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '3353ca45-2246-40c4-bc19-988967d4d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:57Z', 'updated_at': '2021-12-22T13:55:02Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '3353ca45-2246-40c4-bc19-988967d4d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:47.338672 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16deae5d-649f-4cae-9d15-e13279e510bd None None] The sync data for ids ['fa747089-bc6f-46de-ae35-4765133e87b4'] in dv-neutron-822668-1-hyperv is: [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '7ca43686-c954-4fce-b6fa-3a85ece0ecd8', 'name': '', 'network_id': 'b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:fb:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '3353ca45-2246-40c4-bc19-988967d4d527', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:57Z', 'updated_at': '2021-12-22T13:55:02Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': '3353ca45-2246-40c4-bc19-988967d4d527', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:57:47.389351 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e360312d-9460-4545-ad23-78f454c9093e req-212e23cb-7ac6-43ee-9b4f-655d1aa3d02a service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238513 Dec 22 13:57:47.571316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f032fd-2d54-409b-8357-b682b9810272 None None] New status for floating IP 907612a3-5d15-4446-ac5c-c3bc565ecf4a: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:57:47.652279 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e360312d-9460-4545-ad23-78f454c9093e req-d95ffb91-298f-40a2-a11e-ae16b368be2c service neutron] 10.222.0.54 "GET /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550507 Dec 22 13:57:48.329513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eee7cf-7c8e-4c0d-9bb6-dbaecd715161 req-c5b10b77-9b4f-42b9-80b6-fd6a9378ffbf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:48.331263 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-29eee7cf-7c8e-4c0d-9bb6-dbaecd715161 req-c5b10b77-9b4f-42b9-80b6-fd6a9378ffbf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.1241117 Dec 22 13:57:48.379916 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-29eee7cf-7c8e-4c0d-9bb6-dbaecd715161 req-f17fc8e5-f1fd-46df-9aef-e068525cd095 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=cc4c3abe-3db4-4ce7-9bef-206f44edc147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427847 Dec 22 13:57:48.547904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dad362-54e0-4fe3-a72a-6e6ade73cb94 req-ef347761-fc35-4f1d-9ee5-df365bee8f89 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:48.549352 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a0dad362-54e0-4fe3-a72a-6e6ade73cb94 req-ef347761-fc35-4f1d-9ee5-df365bee8f89 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 946 time: 0.0923023 Dec 22 13:57:48.623248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-a0dad362-54e0-4fe3-a72a-6e6ade73cb94 req-328a25d3-32d8-4676-aa14-24f9c5b4ad0f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:57:48.623668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a0dad362-54e0-4fe3-a72a-6e6ade73cb94 req-328a25d3-32d8-4676-aa14-24f9c5b4ad0f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:48.879156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-a0dad362-54e0-4fe3-a72a-6e6ade73cb94 req-328a25d3-32d8-4676-aa14-24f9c5b4ad0f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9fd56e00-1e93-4924-a3b9-418dddc0c3c7,segment=NetworkSegment(06e17d8f-f286-4781-9bc6-1dc1398381c7),segment_id=06e17d8f-f286-4781-9bc6-1dc1398381c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:57:48.879547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a0dad362-54e0-4fe3-a72a-6e6ade73cb94 req-328a25d3-32d8-4676-aa14-24f9c5b4ad0f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:49.002479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-a0dad362-54e0-4fe3-a72a-6e6ade73cb94 req-328a25d3-32d8-4676-aa14-24f9c5b4ad0f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:57:49.156846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a0dad362-54e0-4fe3-a72a-6e6ade73cb94 req-328a25d3-32d8-4676-aa14-24f9c5b4ad0f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:49.162265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:49.209784 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a25d3-32d8-4676-aa14-24f9c5b4ad0f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=9fd56e00-1e93-4924-a3b9-418dddc0c3c7,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:49.212843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-328a25d3-32d8-4676-aa14-24f9c5b4ad0f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:49.283984 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0dad362-54e0-4fe3-a72a-6e6ade73cb94 req-328a25d3-32d8-4676-aa14-24f9c5b4ad0f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] No DVR routers for this DVR port 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:57:49.287006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-a0dad362-54e0-4fe3-a72a-6e6ade73cb94 req-328a25d3-32d8-4676-aa14-24f9c5b4ad0f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:49.290637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'name': 'network-vif-deleted', 'tag': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:57:49.310551 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a0dad362-54e0-4fe3-a72a-6e6ade73cb94 req-328a25d3-32d8-4676-aa14-24f9c5b4ad0f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "DELETE /v2.0/ports/9fd56e00-1e93-4924-a3b9-418dddc0c3c7 HTTP/1.1" status: 204 len: 173 time: 0.7549992 Dec 22 13:57:49.341629 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ba7457-8df1-4a52-9b74-41546b21bb17', 'name': 'network-vif-deleted', 'tag': '9fd56e00-1e93-4924-a3b9-418dddc0c3c7', 'status': 'completed', 'code': 200} Dec 22 13:57:49.568679 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-983170b3-f727-4aeb-a0e1-c5e78bdd2559 req-0a6d63bc-723d-48fd-9be9-ebd9a43c697a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=78ba7457-8df1-4a52-9b74-41546b21bb17 HTTP/1.1" status: 200 len: 210 time: 0.0432744 Dec 22 13:57:50.333714 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:57:50.378677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:57:50.378995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 9fd56e00-1e93-4924-a3b9-418dddc0c3c7 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:57:50.674202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32904) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:51.344969 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:51.699733 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:57:51.700451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:51.896455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port 7ca43686-c954-4fce-b6fa-3a85ece0ecd8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=7ca43686-c954-4fce-b6fa-3a85ece0ecd8,segment=NetworkSegment(06e17d8f-f286-4781-9bc6-1dc1398381c7),segment_id=06e17d8f-f286-4781-9bc6-1dc1398381c7)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:57:51.896834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:52.019893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:57:52.214338 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:52.219569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:52.266204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=7ca43686-c954-4fce-b6fa-3a85ece0ecd8,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:52.269393 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:52.545555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:53.034269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router fa747089-bc6f-46de-ae35-4765133e87b4 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:57:53.217074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:57:53.227764 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbef26a-bb06-46ea-849e-7b966648f5f2 None None] Sync routers for ids ['fa747089-bc6f-46de-ae35-4765133e87b4'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:57:53.231943 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "PUT /v2.0/routers/fa747089-bc6f-46de-ae35-4765133e87b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5566206 Dec 22 13:57:53.234774 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32908) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:53.237869 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbef26a-bb06-46ea-849e-7b966648f5f2 None None] Routers {'fa747089-bc6f-46de-ae35-4765133e87b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:57:53.238474 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9cbef26a-bb06-46ea-849e-7b966648f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:57:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fa747089-bc6f-46de-ae35-4765133e87b4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:53.299738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0d38e0-d3ea-41b0-9f13-5ca828d4b5e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting subnet 3353ca45-2246-40c4-bc19-988967d4d527 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:57:53.302686 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f0d38e0-d3ea-41b0-9f13-5ca828d4b5e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:53.359891 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f0d38e0-d3ea-41b0-9f13-5ca828d4b5e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:53.409989 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-9cbef26a-bb06-46ea-849e-7b966648f5f2 None None] Set router fa747089-bc6f-46de-ae35-4765133e87b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:57:53.442130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f0d38e0-d3ea-41b0-9f13-5ca828d4b5e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:53.518451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f0d38e0-d3ea-41b0-9f13-5ca828d4b5e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:53.527558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9e00048d-5eb9-4f60-97cd-3318d09eb87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:53.560672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1f0d38e0-d3ea-41b0-9f13-5ca828d4b5e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:53.568383 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d38e0-d3ea-41b0-9f13-5ca828d4b5e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Subnet': ['ID=3353ca45-2246-40c4-bc19-988967d4d527,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:53.571252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1f0d38e0-d3ea-41b0-9f13-5ca828d4b5e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:53.575848 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1f0d38e0-d3ea-41b0-9f13-5ca828d4b5e9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/subnets/3353ca45-2246-40c4-bc19-988967d4d527 HTTP/1.1" status: 204 len: 168 time: 0.3372443 Dec 22 13:57:53.576002 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32912) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:53.579773 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e574920-a9c3-45b4-9ca9-17b46a4edac3 None None] Network b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:57:53.698074 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9cbef26a-bb06-46ea-849e-7b966648f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:57:52Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:53.702007 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbef26a-bb06-46ea-849e-7b966648f5f2 None None] Checking router: fa747089-bc6f-46de-ae35-4765133e87b4 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:57:53.710682 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbef26a-bb06-46ea-849e-7b966648f5f2 None None] Routers {'fa747089-bc6f-46de-ae35-4765133e87b4'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:57:53.711292 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9cbef26a-bb06-46ea-849e-7b966648f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:57:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['fa747089-bc6f-46de-ae35-4765133e87b4'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:53.758855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:53.847900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] DHCP port deletion for b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:57:53.852102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Deleting port 27b78631-f48b-4e21-b09c-8a8906e6357e {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:57:53.852499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:53.928082 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-9cbef26a-bb06-46ea-849e-7b966648f5f2 None None] Set router fa747089-bc6f-46de-ae35-4765133e87b4 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:57:53.949563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:53.961025 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port c2d32e60-da61-4a46-8057-7afcdf78b566 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:57:53.961556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:54.057990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] For port 27b78631-f48b-4e21-b09c-8a8906e6357e, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=27b78631-f48b-4e21-b09c-8a8906e6357e,segment=NetworkSegment(06e17d8f-f286-4781-9bc6-1dc1398381c7),segment_id=06e17d8f-f286-4781-9bc6-1dc1398381c7)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:57:54.058391 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:54.136295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port c2d32e60-da61-4a46-8057-7afcdf78b566, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=c2d32e60-da61-4a46-8057-7afcdf78b566,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:57:54.136937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:54.215324 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-9cbef26a-bb06-46ea-849e-7b966648f5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:57:52Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:54.219407 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbef26a-bb06-46ea-849e-7b966648f5f2 None None] The sync data for ids ['fa747089-bc6f-46de-ae35-4765133e87b4'] in dv-neutron-822668-1-hyperv is: [{'id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892296722', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19'}], 'enable_snat': True}, 'gw_port_id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:57:52Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'c2d32e60-da61-4a46-8057-7afcdf78b566', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa747089-bc6f-46de-ae35-4765133e87b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:54:53Z', 'updated_at': '2021-12-22T13:54:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:57:54.245888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Calling delete_port for 27b78631-f48b-4e21-b09c-8a8906e6357e owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:57:54.264327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for c2d32e60-da61-4a46-8057-7afcdf78b566 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:57:54.324713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:54.328889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:54.373335 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Pushing event deleted for resources: {'Port': ['ID=27b78631-f48b-4e21-b09c-8a8906e6357e,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:54.378446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] No DVR routers for this DVR port 27b78631-f48b-4e21-b09c-8a8906e6357e on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:57:54.389051 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:54.389692 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:54.389692 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:54.390038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:54.390452 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:54.390715 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:54.391035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:54.391421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:54.391685 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:54.392031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:54.392349 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:54.392658 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:54.396518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:54.580242 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:54.584910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-625ded8f-8fc9-4042-a65d-124fd51dece8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:54.630367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:57:54.636518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=c2d32e60-da61-4a46-8057-7afcdf78b566,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:54.639859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:54.672076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:57:54.672516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 7ca43686-c954-4fce-b6fa-3a85ece0ecd8 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:57:54.673254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 27b78631-f48b-4e21-b09c-8a8906e6357e no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:57:54.708118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 27b78631-f48b-4e21-b09c-8a8906e6357e {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:57:54.708477 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 27b78631-f48b-4e21-b09c-8a8906e6357e not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:57:54.730063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:54.903255 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:54.905447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:54.930779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:54.931349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Fanout notify agent at l3_agent the message router_deleted on router fa747089-bc6f-46de-ae35-4765133e87b4 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:57:54.947422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:54.948571 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/routers/fa747089-bc6f-46de-ae35-4765133e87b4 HTTP/1.1" status: 204 len: 168 time: 1.3717489 Dec 22 13:57:54.951385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32916) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:55.065849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:55.200334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:55.225205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:55.236988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e17d8f-f286-4781-9bc6-1dc1398381c7') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:55.237285 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e17d8f-f286-4781-9bc6-1dc1398381c7') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:55.248405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:55.264034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:55.270080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:57:55.270466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:57:55.284677 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:57:55.369529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:55.373623 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-466b1c3c-87e0-4419-94c1-fe7d3423ef18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:55.388920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:55.400529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Network': ['ID=b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:55.403881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:55.410807 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-56087ac6-4212-42b5-8b8e-9334f1e59ecf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/networks/b6ade5f4-ca1e-496a-baf4-bf71bf6b36ff HTTP/1.1" status: 204 len: 168 time: 0.4582486 Dec 22 13:57:55.413636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32920) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:55.483625 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-459c60f1-c6d8-49fb-a786-8e867b3a58ae tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:55.513049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-459c60f1-c6d8-49fb-a786-8e867b3a58ae tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:55.577740 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-459c60f1-c6d8-49fb-a786-8e867b3a58ae tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:55.582286 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-286a59d5-21f1-4a9c-b777-41b8ed9a3069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:55.596224 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c60f1-c6d8-49fb-a786-8e867b3a58ae tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4c3abe-3db4-4ce7-9bef-206f44edc147,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:55.599257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-459c60f1-c6d8-49fb-a786-8e867b3a58ae tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:55.611975 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-459c60f1-c6d8-49fb-a786-8e867b3a58ae tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:55.613175 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-459c60f1-c6d8-49fb-a786-8e867b3a58ae tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/security-groups/cc4c3abe-3db4-4ce7-9bef-206f44edc147 HTTP/1.1" status: 204 len: 168 time: 0.1985943 Dec 22 13:57:55.848664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32928) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:55.856245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1582693754', 'description': 'tempest-secgroup-smoke-1582693754 description', 'project_id': '50ffb6a5a63246ecb0117821965b078f'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:57:55.865214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:55.871267 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:55.875642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:55.881718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:55.898131 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:55.919643 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:55.923792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:55.926920 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:55.933182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:56.006035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.011402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.015146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-dc7360f2-67ba-4241-8b7c-1a2abf6a7a37 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:56.055302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f8b62e-7e57-42aa-a44d-74fb44330742,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:56.058434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:56.064537 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.065950 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cb712c20-883c-4768-a601-2fced611e6c3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2160673 Dec 22 13:57:56.068951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32932) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:56.073998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-477b1e91-fcfd-4266-b460-8c5c3e2ec833 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '44f8b62e-7e57-42aa-a44d-74fb44330742', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:57:56.080460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-477b1e91-fcfd-4266-b460-8c5c3e2ec833 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:56.084249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-477b1e91-fcfd-4266-b460-8c5c3e2ec833 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:56.087149 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-477b1e91-fcfd-4266-b460-8c5c3e2ec833 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:56.092792 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-477b1e91-fcfd-4266-b460-8c5c3e2ec833 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:56.112951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-477b1e91-fcfd-4266-b460-8c5c3e2ec833 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.174211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-477b1e91-fcfd-4266-b460-8c5c3e2ec833 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.177649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-477b1e91-fcfd-4266-b460-8c5c3e2ec833 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.179478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fb85ad98-1816-46f6-be61-6303d2e5c9d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:56.200753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b1e91-fcfd-4266-b460-8c5c3e2ec833 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54282280-2da8-47b3-ba54-87762804021e,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:56.203336 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-477b1e91-fcfd-4266-b460-8c5c3e2ec833 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:56.211023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-477b1e91-fcfd-4266-b460-8c5c3e2ec833 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.212450 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-477b1e91-fcfd-4266-b460-8c5c3e2ec833 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425781 Dec 22 13:57:56.215334 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32936) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:56.220481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '44f8b62e-7e57-42aa-a44d-74fb44330742', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:57:56.226343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:56.230164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:56.233134 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:56.238901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:56.262630 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.336156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.342166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.344051 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5f407e2c-6922-4037-b323-67877ec43a29 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:56.365874 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c84605-dd78-4e1b-afd6-21f6f5936e9d,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:56.370229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:56.375962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.377405 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1609087 Dec 22 13:57:56.380123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32940) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:56.385186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4ac3882a-25fc-4156-b0b1-a0d07afb189c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '44f8b62e-7e57-42aa-a44d-74fb44330742', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:57:56.391358 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4ac3882a-25fc-4156-b0b1-a0d07afb189c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:56.395481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4ac3882a-25fc-4156-b0b1-a0d07afb189c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:56.398503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4ac3882a-25fc-4156-b0b1-a0d07afb189c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:56.404419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4ac3882a-25fc-4156-b0b1-a0d07afb189c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:56.425884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ac3882a-25fc-4156-b0b1-a0d07afb189c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.465097 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c2d32e60-da61-4a46-8057-7afcdf78b566 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:57:56.493664 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ac3882a-25fc-4156-b0b1-a0d07afb189c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.498631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ac3882a-25fc-4156-b0b1-a0d07afb189c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.500635 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d64ce699-38d0-4723-9d56-7ef9af7297ba tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:56.502668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: c2d32e60-da61-4a46-8057-7afcdf78b566 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:57:56.503040 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device c2d32e60-da61-4a46-8057-7afcdf78b566 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:57:56.522445 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3882a-25fc-4156-b0b1-a0d07afb189c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b491ae-3b37-4da2-8d5c-13ae14c93213,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:56.525003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4ac3882a-25fc-4156-b0b1-a0d07afb189c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:56.533305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4ac3882a-25fc-4156-b0b1-a0d07afb189c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.536030 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4ac3882a-25fc-4156-b0b1-a0d07afb189c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1548860 Dec 22 13:57:56.537607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32944) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:56.543016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '44f8b62e-7e57-42aa-a44d-74fb44330742', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:57:56.549223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:56.553190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:56.556118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:56.561814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:56.579308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.647884 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.653819 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.661750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2f55a748-eb82-426c-908b-9d0ab8b0b4b4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:56.681797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9212c57-f9e6-4b79-b587-f63cba96a70a,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:56.684850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:56.690298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.694212 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529169 Dec 22 13:57:56.694378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32948) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:56.699353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '44f8b62e-7e57-42aa-a44d-74fb44330742', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:57:56.705590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:56.709598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:56.712578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:56.718486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:56.731130 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Project 50ffb6a5a63246ecb0117821965b078f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:57:56.737674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.802558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.808684 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.810494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bea5b52d-b7d8-4926-8e1f-50ad8a8824aa tempest-SecGroupIPv6Test-2086371224 tempest-SecGroupIPv6Test-2086371224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:56.832035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6d4618-9db2-4495-ac31-1e1c421eca83,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:56.834490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:56.843902 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.845666 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503258 Dec 22 13:57:56.848381 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32952) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:56.853426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'security_group_rule': {'security_group_id': '44f8b62e-7e57-42aa-a44d-74fb44330742', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:57:56.859326 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:56.863170 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:security_group_rule and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:56.866105 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:56.871870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:56.882498 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Project 50ffb6a5a63246ecb0117821965b078f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 13:57:56.889762 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.955978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.962049 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.963869 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-25003ca6-6cd3-43ca-bc53-0703d4d295e0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:56.984988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f1fcd1-6a4a-4b25-aa9c-88c3a5445ddc,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:56.987407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:56.996141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:56.997427 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1480179 Dec 22 13:57:57.000654 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 32956) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:57.006428 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'network': {'name': 'tempest-network-smoke--1410605859', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'port_security_enabled': True}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:57:57.011889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:57.016423 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:network and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:57.019424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:57.026208 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:57.039334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:57:57.042750 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:57.071666 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:57:57.081167 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:57.081527 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Added segment d39bde3f-1c07-4515-9d36-c05d1901a925 of type vlan for network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 Dec 22 13:57:57.107568 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:57.138232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:57.143965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:57:57.144545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:57.148066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-49037328-90c5-4db9-bf0d-46ceed8fa88e tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:57.258401 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2566197 Dec 22 13:57:57.261353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32960) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:57.267080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'admin_state_up': True, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:57:57.268477 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Network': ['ID=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:57.274539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:57:57.276278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:57.276665 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:57.277035 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:57.277409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:57.277772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:57.278135 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:57.278481 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:57.278591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:router and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:57:57.278849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:57.279205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:57.279543 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:57.279929 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:57.280283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:57:57.281495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:57:57.284164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:57.290729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:57:57.292213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:57:57.301307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:57.302346 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:57.318729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:57.605780 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-82153e56-bfbb-4d5c-98ae-b490185d75ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:57.709088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:58.017144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:58.045839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:58.182897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.26.4.156 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/b48962a8-4b88-4ce3-920b-90ced7daa6ae) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:57:58.331787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:58.361377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:58.365070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:57:58.424823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:57:58.427733 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:57:58.432497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:57:58.465569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=b48962a8-4b88-4ce3-920b-90ced7daa6ae,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:57:58.471356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:57:58.858808 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:59.336379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:59.547237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 77c13442-5330-4b76-9c4d-a6eecbea8ece is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:57:59.731556 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:57:59.741889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Sync routers for ids ['77c13442-5330-4b76-9c4d-a6eecbea8ece'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:57:59.752208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Routers {'77c13442-5330-4b76-9c4d-a6eecbea8ece'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:57:59.752846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:57:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['77c13442-5330-4b76-9c4d-a6eecbea8ece'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:57:59.764243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:57:59.766006 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-4e02814a-1b33-4e6d-8728-1ef8b7022ecc tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5034268 Dec 22 13:57:59.770041 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 32964) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:59.939621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Set router 77c13442-5330-4b76-9c4d-a6eecbea8ece gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:57:59.952425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 32970) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:57:59.953136 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-0b5ec4e4-2820-4bba-9159-bedd383f242e tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=50ffb6a5a63246ecb0117821965b078f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1813130 Dec 22 13:57:59.982367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f099f356-50d8-482c-859e-b9f77221567b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:00.091095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb0839f-3763-40d8-bcf0-42efbbb85cbc tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:00.092627 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-dfb0839f-3763-40d8-bcf0-42efbbb85cbc tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1380370 Dec 22 13:58:00.095760 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 32974) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:58:00.137878 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-34978f1d-9893-42e8-ad0b-bdce7d2cc378 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=98075a9f-ef59-4442-a3c2-c8837da04ba4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409400 Dec 22 13:58:00.140593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 32978) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:58:00.145888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2043934077', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:58:00.225775 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:57:58Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:58:00.229988 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Checking router: 77c13442-5330-4b76-9c4d-a6eecbea8ece for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:58:00.230297 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Updating router 77c13442-5330-4b76-9c4d-a6eecbea8ece port b48962a8-4b88-4ce3-920b-90ced7daa6ae binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:58:00.253022 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:58:00.257107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:subnet and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:58:00.260048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:58:00.266047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:58:00.277110 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:58:00.280648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:00.288497 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:00.498948 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:00.502917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5c3c3fe8-d36e-48a5-9d72-ba6a6535d8ef tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:00.578783 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Subnet': ['ID=ae3de90f-3a21-47f2-a63f-27db2d1f8da9,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:00.583520 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:00.588190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Checking segment: {'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:58:00.588508 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network hostable DHCP agents. Network: a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:58:00.608397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:58:00.618174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:58:00.622432 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:00.623011 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:00.627864 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:00.631810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6bd596-335b-470d-9c46-6084258bbc3e None None] Network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:58:00.644467 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-96ea7aa3-af48-4e43-a4d9-3bcc43f4903e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5029457 Dec 22 13:58:00.647496 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 32982) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:58:00.748050 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Transition to ACTIVE for port object b48962a8-4b88-4ce3-920b-90ced7daa6ae will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:58:00.762823 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:00.768440 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:00.867925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Attempting to bind port b48962a8-4b88-4ce3-920b-90ced7daa6ae on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:58:00.868285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Attempting to bind port b48962a8-4b88-4ce3-920b-90ced7daa6ae by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:58:00.868681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Attempting to bind port b48962a8-4b88-4ce3-920b-90ced7daa6ae on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:58:00.876736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d584e-cbdf-4c50-9d03-308c9c7a8abc None None] Pushing event updated for resources: {'Port': ['ID=b48962a8-4b88-4ce3-920b-90ced7daa6ae,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:00.890097 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6d0d584e-cbdf-4c50-9d03-308c9c7a8abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:00.893358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:58:00.893742 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:58:00.894148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:00.894540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:58:00.895022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Bound port: b48962a8-4b88-4ce3-920b-90ced7daa6ae, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:58:00.895401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:01.044544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] For port b48962a8-4b88-4ce3-920b-90ced7daa6ae, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:58:01.054726 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] For port b48962a8-4b88-4ce3-920b-90ced7daa6ae, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b48962a8-4b88-4ce3-920b-90ced7daa6ae,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:58:01.063085 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ips': [{'subnet_id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:58:01.063942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:01.079306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:01.088192 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-29cc4e01-3837-446b-b318-47eab1e909c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:01.156301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:01.209849 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:01.237681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Routers {'77c13442-5330-4b76-9c4d-a6eecbea8ece'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:58:01.238333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:58:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['77c13442-5330-4b76-9c4d-a6eecbea8ece'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:58:01.311497 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d584e-cbdf-4c50-9d03-308c9c7a8abc None None] Pushing event updated for resources: {'Port': ['ID=b48962a8-4b88-4ce3-920b-90ced7daa6ae,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:01.324496 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6d0d584e-cbdf-4c50-9d03-308c9c7a8abc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:01.475441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:01.477437 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Allocated IP 172.20.0.2 (a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9/ae3de90f-3a21-47f2-a63f-27db2d1f8da9/05437c08-79a6-4f6f-aef1-c6db9102c9c7) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:58:01.489769 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] Set router 77c13442-5330-4b76-9c4d-a6eecbea8ece gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:58:01.926032 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:01.938640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Transition to ACTIVE for port object 05437c08-79a6-4f6f-aef1-c6db9102c9c7 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:58:01.961828 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Transition to ACTIVE for port object 05437c08-79a6-4f6f-aef1-c6db9102c9c7 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:58:01.967318 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:57:58Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:58:01.971583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:01.975438 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-a4e9c741-b62b-47ea-8079-9515a5f4b508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:02.008490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ba6b8-389d-4dcb-9eb1-4b634f21f775 None None] The sync data for ids ['77c13442-5330-4b76-9c4d-a6eecbea8ece'] in dv-neutron-822668-1-hyperv is: [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:57:58Z', 'revision_number': 3, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:58:02.035472 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.20.0.1 (a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9/ae3de90f-3a21-47f2-a63f-27db2d1f8da9/63ffef42-12a2-4a1d-940d-81649ae09c6a) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:58:02.038834 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:58:02.041935 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:58:02.045522 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:58:02.052110 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Pushing event updated for resources: {'Port': ['ID=05437c08-79a6-4f6f-aef1-c6db9102c9c7,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:02.056303 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:02.144841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Attempting to bind port 05437c08-79a6-4f6f-aef1-c6db9102c9c7 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:58:02.145224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Attempting to bind port 05437c08-79a6-4f6f-aef1-c6db9102c9c7 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:58:02.145604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Attempting to bind port 05437c08-79a6-4f6f-aef1-c6db9102c9c7 on network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:58:02.150863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:58:02.151245 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Checking segment: {'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:58:02.151687 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:02.152094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Bound using segment: {'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:58:02.152557 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Bound port: 05437c08-79a6-4f6f-aef1-c6db9102c9c7, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:58:02.152940 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:02.207778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:02.237189 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Transition to ACTIVE for port object 63ffef42-12a2-4a1d-940d-81649ae09c6a will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:58:02.270073 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:02.275865 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ebd280df-7eb0-44d0-87cd-b63c9692b269 tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:02.278735 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] For port 05437c08-79a6-4f6f-aef1-c6db9102c9c7, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:58:02.283627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] For port 05437c08-79a6-4f6f-aef1-c6db9102c9c7, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=05437c08-79a6-4f6f-aef1-c6db9102c9c7,segment=NetworkSegment(d39bde3f-1c07-4515-9d36-c05d1901a925),segment_id=d39bde3f-1c07-4515-9d36-c05d1901a925)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:58:02.290941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:02.295268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:02.350772 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:58:02.354581 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:58:02.357381 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:58:02.405111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=63ffef42-12a2-4a1d-940d-81649ae09c6a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:02.408611 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:02.434483 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:02.440678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Pushing event updated for resources: {'Port': ['ID=05437c08-79a6-4f6f-aef1-c6db9102c9c7,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:02.444477 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:02.524949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b48962a8-4b88-4ce3-920b-90ced7daa6ae up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:58:02.611434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:02.623623 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:02.641077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port b48962a8-4b88-4ce3-920b-90ced7daa6ae completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:58:02.647430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port b48962a8-4b88-4ce3-920b-90ced7daa6ae triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:58:02.647936 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:02.797348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:02.816736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port b48962a8-4b88-4ce3-920b-90ced7daa6ae, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b48962a8-4b88-4ce3-920b-90ced7daa6ae,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:58:02.825006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:02.830599 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:02.909667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=b48962a8-4b88-4ce3-920b-90ced7daa6ae,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:02.916524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:03.248993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:03.255078 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:03.280462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-fe7c8708-f2e0-4f35-92fb-241499aa4197 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:03.371984 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:03.376008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=63ffef42-12a2-4a1d-940d-81649ae09c6a,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:03.379966 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:03.486053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc327452-ef28-4f64-81a5-9f142e6305d8 None None] Network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:58:03.518547 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:58:03.519775 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:58:03.580776 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-4bbfeaeb-1dae-49b0-8959-3e658e95728d None None] Provisioning for port 05437c08-79a6-4f6f-aef1-c6db9102c9c7 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:58:03.705790 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 77c13442-5330-4b76-9c4d-a6eecbea8ece has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:58:03.895773 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:58:03.910541 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "PUT /v2.0/routers/77c13442-5330-4b76-9c4d-a6eecbea8ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2605624 Dec 22 13:58:03.965895 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Sync routers for ids ['77c13442-5330-4b76-9c4d-a6eecbea8ece'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:58:03.981220 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Routers {'77c13442-5330-4b76-9c4d-a6eecbea8ece'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:58:03.981668 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:58:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['77c13442-5330-4b76-9c4d-a6eecbea8ece'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:58:04.023093 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-44e19893-7d93-4194-988e-40fdade78093 None None] Provisioning for port 63ffef42-12a2-4a1d-940d-81649ae09c6a completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:58:04.028899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-44e19893-7d93-4194-988e-40fdade78093 None None] Provisioning complete for port 63ffef42-12a2-4a1d-940d-81649ae09c6a triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:58:04.029400 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-44e19893-7d93-4194-988e-40fdade78093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:04.098451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-44e19893-7d93-4194-988e-40fdade78093 None None] Port 63ffef42-12a2-4a1d-940d-81649ae09c6a cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:58:04.121426 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-1e2d9e74-c24a-4c25-8cf7-c97364511ea6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1582693754&fields=id&tenant_id=50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 267 time: 0.0484512 Dec 22 13:58:04.189826 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Set router 77c13442-5330-4b76-9c4d-a6eecbea8ece gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:58:04.229571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1446a8ed-febd-412f-9a33-c89812bbfaa3 None None] Provisioning complete for port 63ffef42-12a2-4a1d-940d-81649ae09c6a triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:58:04.229948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1446a8ed-febd-412f-9a33-c89812bbfaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:04.280362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-53316301-10a8-40c0-bf1a-97d5b1b1d9d8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:04.281161 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-53316301-10a8-40c0-bf1a-97d5b1b1d9d8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:58:04.294633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1446a8ed-febd-412f-9a33-c89812bbfaa3 None None] Port 63ffef42-12a2-4a1d-940d-81649ae09c6a cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:58:04.300293 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-53316301-10a8-40c0-bf1a-97d5b1b1d9d8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:58:04.301787 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-53316301-10a8-40c0-bf1a-97d5b1b1d9d8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/networks?id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 HTTP/1.1" status: 200 len: 797 time: 0.1728556 Dec 22 13:58:04.317973 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-7b959036-d4fa-4899-87cb-21e26e13fba5 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/quotas/50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 375 time: 0.0101659 Dec 22 13:58:04.402647 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-34114f49-e4e8-49c3-b42f-96e6ae9e0c27 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:58:04.414858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-1eded0c1-b2ad-40f9-8b2c-0b6c013998d4 None None] Provisioning complete for port 63ffef42-12a2-4a1d-940d-81649ae09c6a triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:58:04.415476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1eded0c1-b2ad-40f9-8b2c-0b6c013998d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:04.421438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-34114f49-e4e8-49c3-b42f-96e6ae9e0c27 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:58:04.424292 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-34114f49-e4e8-49c3-b42f-96e6ae9e0c27 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993874 Dec 22 13:58:04.514433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-1eded0c1-b2ad-40f9-8b2c-0b6c013998d4 None None] Port 63ffef42-12a2-4a1d-940d-81649ae09c6a cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:58:04.563792 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '63ffef42-12a2-4a1d-940d-81649ae09c6a', 'name': '', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:03:5c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:58:01Z', 'updated_at': '2021-12-22T13:58:03Z', 'revision_number': 2, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:58:04.569080 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Checking router: 77c13442-5330-4b76-9c4d-a6eecbea8ece for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:58:04.569508 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Updating router 77c13442-5330-4b76-9c4d-a6eecbea8ece port 63ffef42-12a2-4a1d-940d-81649ae09c6a binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:58:04.595234 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b48962a8-4b88-4ce3-920b-90ced7daa6ae up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:58:04.638627 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:04.666406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port b48962a8-4b88-4ce3-920b-90ced7daa6ae triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:58:04.666781 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:04.669510 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-614d7366-c3e2-420b-92db-81ae71427a55 service neutron] 10.222.0.24 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865454 Dec 22 13:58:04.787154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 05437c08-79a6-4f6f-aef1-c6db9102c9c7 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:58:04.812205 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-7632f305-1e94-4d1a-adff-6b42eea76bf2 service neutron] 10.222.0.24 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364200 Dec 22 13:58:04.852953 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 05437c08-79a6-4f6f-aef1-c6db9102c9c7 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:58:04.857799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 05437c08-79a6-4f6f-aef1-c6db9102c9c7 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:58:04.858180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:04.979043 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:05.005441 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:05.018452 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Transition to ACTIVE for port object 63ffef42-12a2-4a1d-940d-81649ae09c6a will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:58:05.019978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 05437c08-79a6-4f6f-aef1-c6db9102c9c7, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=05437c08-79a6-4f6f-aef1-c6db9102c9c7,segment=NetworkSegment(d39bde3f-1c07-4515-9d36-c05d1901a925),segment_id=d39bde3f-1c07-4515-9d36-c05d1901a925)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:58:05.023010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-6165bbe1-0034-4603-9d72-da826232bfbd req-58a7371d-9499-4926-a5df-2a9c5823fea8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:58:05.026218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:05.027261 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:05.029269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:05.033568 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-27fba2b6-a11b-465c-8199-a539fbe17aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:05.036225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-6165bbe1-0034-4603-9d72-da826232bfbd req-58a7371d-9499-4926-a5df-2a9c5823fea8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:58:05.044848 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6165bbe1-0034-4603-9d72-da826232bfbd req-58a7371d-9499-4926-a5df-2a9c5823fea8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 210 time: 0.0707407 Dec 22 13:58:05.112162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=05437c08-79a6-4f6f-aef1-c6db9102c9c7,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:05.116412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:05.265256 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Pushing event updated for resources: {'Port': ['ID=63ffef42-12a2-4a1d-940d-81649ae09c6a,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:05.284051 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:58:05.284408 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:58:05.284753 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:58:05.285079 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:58:05.285401 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:58:05.285722 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:58:05.286300 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:58:05.286632 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:58:05.286952 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:58:05.287268 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:58:05.287582 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:58:05.287924 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:58:05.292818 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:05.299733 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Attempting to bind port 63ffef42-12a2-4a1d-940d-81649ae09c6a on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:58:05.300058 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Attempting to bind port 63ffef42-12a2-4a1d-940d-81649ae09c6a by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:58:05.300345 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Attempting to bind port 63ffef42-12a2-4a1d-940d-81649ae09c6a on network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:58:05.306497 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:58:05.306871 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Checking segment: {'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:58:05.307275 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:05.307690 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Bound using segment: {'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:58:05.308153 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Bound port: 63ffef42-12a2-4a1d-940d-81649ae09c6a, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:58:05.308525 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:05.398813 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] For port 63ffef42-12a2-4a1d-940d-81649ae09c6a, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:58:05.401833 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] For port 63ffef42-12a2-4a1d-940d-81649ae09c6a, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=63ffef42-12a2-4a1d-940d-81649ae09c6a,segment=NetworkSegment(d39bde3f-1c07-4515-9d36-c05d1901a925),segment_id=d39bde3f-1c07-4515-9d36-c05d1901a925)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:58:05.406910 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:05.410864 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-9a89c236-1aec-413a-b48f-5630ec7b0706 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:05.484170 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Routers {'77c13442-5330-4b76-9c4d-a6eecbea8ece'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:58:05.484805 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:58:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['77c13442-5330-4b76-9c4d-a6eecbea8ece'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:58:05.542032 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Pushing event updated for resources: {'Port': ['ID=63ffef42-12a2-4a1d-940d-81649ae09c6a,revision_number=4']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:05.554047 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-88efd711-43c8-48fe-88cd-d2cc27105e8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:05.684652 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] Set router 77c13442-5330-4b76-9c4d-a6eecbea8ece gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:58:06.001558 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '63ffef42-12a2-4a1d-940d-81649ae09c6a', 'name': '', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:03:5c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:58:01Z', 'updated_at': '2021-12-22T13:58:05Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:58:06.005603 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a52f352-399e-488e-b970-5c041aa5e4a4 None None] The sync data for ids ['77c13442-5330-4b76-9c4d-a6eecbea8ece'] in dv-neutron-822668-1-hyperv is: [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '63ffef42-12a2-4a1d-940d-81649ae09c6a', 'name': '', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:03:5c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:58:01Z', 'updated_at': '2021-12-22T13:58:05Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:58:06.357681 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0cbac833-31c0-4b37-8629-a092faa5c8c9 req-38c55ac0-ef6c-4871-aaec-fb8c29ccae15 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 210 time: 0.2049549 Dec 22 13:58:06.398754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-234d3fd5-116c-41bb-8302-57fbd55fef31 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:06.399436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-234d3fd5-116c-41bb-8302-57fbd55fef31 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:58:06.413280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-234d3fd5-116c-41bb-8302-57fbd55fef31 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:58:06.414726 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-234d3fd5-116c-41bb-8302-57fbd55fef31 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/networks?id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 HTTP/1.1" status: 200 len: 797 time: 0.1838903 Dec 22 13:58:06.474111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-f67b7b11-e2eb-40a0-9b48-394974aec1b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:58:06.503265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-f67b7b11-e2eb-40a0-9b48-394974aec1b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:58:06.505336 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-f67b7b11-e2eb-40a0-9b48-394974aec1b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ffb6a5a63246ecb0117821965b078f HTTP/1.1" status: 200 len: 380 time: 0.0823483 Dec 22 13:58:06.516570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'port': {'device_id': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'admin_state_up': True, 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'security_groups': ['44f8b62e-7e57-42aa-a44d-74fb44330742']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:58:06.584255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 63ffef42-12a2-4a1d-940d-81649ae09c6a up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:58:06.665162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 63ffef42-12a2-4a1d-940d-81649ae09c6a completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:58:06.670524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 63ffef42-12a2-4a1d-940d-81649ae09c6a triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:58:06.670878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:06.683009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:58:06.693719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:58:06.704465 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Made reservation on behalf of 50ffb6a5a63246ecb0117821965b078f for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:58:06.708423 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:06.802066 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:06.836334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 63ffef42-12a2-4a1d-940d-81649ae09c6a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=63ffef42-12a2-4a1d-940d-81649ae09c6a,segment=NetworkSegment(d39bde3f-1c07-4515-9d36-c05d1901a925),segment_id=d39bde3f-1c07-4515-9d36-c05d1901a925)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:58:06.841987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:06.842978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 05437c08-79a6-4f6f-aef1-c6db9102c9c7 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:58:06.871483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6394b66c-6bc8-48d4-8b5e-43210a2795be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:06.890413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.20.0.4 (a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9/ae3de90f-3a21-47f2-a63f-27db2d1f8da9/607a36d1-6f42-4c2c-817e-4a3bb1590e6f) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:58:06.964691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=63ffef42-12a2-4a1d-940d-81649ae09c6a,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:06.967982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:06.979752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 05437c08-79a6-4f6f-aef1-c6db9102c9c7 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:58:06.980357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:07.230091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:07.245935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Transition to ACTIVE for port object 607a36d1-6f42-4c2c-817e-4a3bb1590e6f will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:58:07.270324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:07.276055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-af68811e-f5b1-4093-8693-6987195a239e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:07.341390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:58:07.344638 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:58:07.348565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:58:07.382239 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=607a36d1-6f42-4c2c-817e-4a3bb1590e6f,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:07.388972 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:07.422036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:07.422732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:07.450929 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9385910 Dec 22 13:58:07.462563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Request body: {'port': {'device_id': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:58:07.599836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fd41e5d5-55c7-4ea1-b535-cf585e1475f9 None None] Provisioning for port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:58:07.605056 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fd41e5d5-55c7-4ea1-b535-cf585e1475f9 None None] Provisioning complete for port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:58:07.606012 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fd41e5d5-55c7-4ea1-b535-cf585e1475f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:07.638804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:07.656860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf415fc9-7e94-4db1-ad3d-23b16a8a92b2 req-ae94cf3f-de7d-452c-a907-0ecd385721de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:07.657557 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-bf415fc9-7e94-4db1-ad3d-23b16a8a92b2 req-ae94cf3f-de7d-452c-a907-0ecd385721de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:58:07.657980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fd41e5d5-55c7-4ea1-b535-cf585e1475f9 None None] Port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:58:07.721517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-bf415fc9-7e94-4db1-ad3d-23b16a8a92b2 req-ae94cf3f-de7d-452c-a907-0ecd385721de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:58:07.722696 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bf415fc9-7e94-4db1-ad3d-23b16a8a92b2 req-ae94cf3f-de7d-452c-a907-0ecd385721de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 931 time: 0.2331128 Dec 22 13:58:07.835700 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bf415fc9-7e94-4db1-ad3d-23b16a8a92b2 req-e7d4fb73-ccd8-4e98-b884-7b2cd5524faf tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060796 Dec 22 13:58:08.037050 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607a36d1-6f42-4c2c-817e-4a3bb1590e6f {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:58:08.044518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:08.058711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Transition to ACTIVE for port object 607a36d1-6f42-4c2c-817e-4a3bb1590e6f will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:58:08.065651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:08.069373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d3a8be2-19fe-4fae-b52a-dacc503063be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:08.195785 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Pushing event updated for resources: {'Port': ['ID=607a36d1-6f42-4c2c-817e-4a3bb1590e6f,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:08.222605 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:08.304386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Attempting to bind port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:58:08.304729 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Attempting to bind port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:58:08.305058 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Attempting to bind port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f on network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:58:08.309863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f on network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 13:58:08.310187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Attempting to bind port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f on network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:58:08.315275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:58:08.315634 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Checking segment: {'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:58:08.316024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Bound using segment: {'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:58:08.316448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Bound port: 607a36d1-6f42-4c2c-817e-4a3bb1590e6f, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd39bde3f-1c07-4515-9d36-c05d1901a925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:58:08.316796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:08.407070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] For port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:58:08.410411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] For port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=607a36d1-6f42-4c2c-817e-4a3bb1590e6f,segment=NetworkSegment(d39bde3f-1c07-4515-9d36-c05d1901a925),segment_id=d39bde3f-1c07-4515-9d36-c05d1901a925)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:58:08.416164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:08.421009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19f4cc69-e811-47f1-b75f-ad3bd4248a16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:08.479720 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 63ffef42-12a2-4a1d-940d-81649ae09c6a up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:58:08.482489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:08.482983 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:08.484123 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] 10.222.0.54 "PUT /v2.0/ports/607a36d1-6f42-4c2c-817e-4a3bb1590e6f HTTP/1.1" status: 200 len: 1093 time: 1.0259020 Dec 22 13:58:08.484671 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'tag': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:58:08.522382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Pushing event updated for resources: {'Port': ['ID=607a36d1-6f42-4c2c-817e-4a3bb1590e6f,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:08.525657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:08.570983 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 63ffef42-12a2-4a1d-940d-81649ae09c6a triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:58:08.571751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:08.575956 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'tag': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f', 'status': 'completed', 'code': 200} Dec 22 13:58:08.621667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-e7893749-9b9b-4df5-b34d-e40d9423aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:08.623120 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-e7893749-9b9b-4df5-b34d-e40d9423aecb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 1096 time: 0.0816689 Dec 22 13:58:08.696872 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-26e3b06a-400c-4185-ab84-0666262f629d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=607a36d1-6f42-4c2c-817e-4a3bb1590e6f HTTP/1.1" status: 200 len: 217 time: 0.0666895 Dec 22 13:58:08.758706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-976ce08d-264a-4ab8-97dc-cf5ed594832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:08.760131 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-976ce08d-264a-4ab8-97dc-cf5ed594832f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ae3de90f-3a21-47f2-a63f-27db2d1f8da9 HTTP/1.1" status: 200 len: 835 time: 0.0571744 Dec 22 13:58:08.841813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-52737804-14b1-4df6-a2a3-30c680b5f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:08.843318 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-52737804-14b1-4df6-a2a3-30c680b5f030 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771132 Dec 22 13:58:09.138537 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-2ef14268-51f9-4f56-94d9-86b1bef3a14b service neutron] 10.222.0.54 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881744 Dec 22 13:58:09.247506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c180f1-510c-4d02-be5b-6381c01b9b68 req-6e3909d7-5063-42a1-bc3b-a07fbc83a818 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:09.248961 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a9c180f1-510c-4d02-be5b-6381c01b9b68 req-6e3909d7-5063-42a1-bc3b-a07fbc83a818 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 943 time: 0.3086078 Dec 22 13:58:09.311203 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2479639c-148a-4383-b88e-eb0b71f5c931 req-87ccedd0-64a0-47af-9233-c5b825ea5b91 service neutron] 10.222.0.54 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654546 Dec 22 13:58:09.318381 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a9c180f1-510c-4d02-be5b-6381c01b9b68 req-da632cfa-835a-43ee-ac4a-84a7ffbbe34e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637438 Dec 22 13:58:09.446523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7e347-b018-4d31-adf5-023f0d1421cb req-3a8b89e0-e48b-41b3-99dc-c5ba23210699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:09.448047 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6ac7e347-b018-4d31-adf5-023f0d1421cb req-3a8b89e0-e48b-41b3-99dc-c5ba23210699 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 1096 time: 0.0752265 Dec 22 13:58:09.578781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7e347-b018-4d31-adf5-023f0d1421cb req-c9fb6b9f-0e4d-4de8-becd-9f5fbc5e870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:09.580612 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6ac7e347-b018-4d31-adf5-023f0d1421cb req-c9fb6b9f-0e4d-4de8-becd-9f5fbc5e870d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 HTTP/1.1" status: 200 len: 898 time: 0.1262863 Dec 22 13:58:09.648820 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6ac7e347-b018-4d31-adf5-023f0d1421cb req-3681142e-755e-4898-877a-c9dbacd790bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=607a36d1-6f42-4c2c-817e-4a3bb1590e6f HTTP/1.1" status: 200 len: 217 time: 0.0613828 Dec 22 13:58:09.713356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7e347-b018-4d31-adf5-023f0d1421cb req-95694211-809c-4684-afc6-7a9bab814837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:09.714683 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6ac7e347-b018-4d31-adf5-023f0d1421cb req-95694211-809c-4684-afc6-7a9bab814837 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ae3de90f-3a21-47f2-a63f-27db2d1f8da9 HTTP/1.1" status: 200 len: 835 time: 0.0597169 Dec 22 13:58:09.790721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7e347-b018-4d31-adf5-023f0d1421cb req-9a1ffacc-e96d-4a8f-9cfd-482e81305f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:09.792189 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6ac7e347-b018-4d31-adf5-023f0d1421cb req-9a1ffacc-e96d-4a8f-9cfd-482e81305f65 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714965 Dec 22 13:58:09.912328 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:58:09.926758 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6ac7e347-b018-4d31-adf5-023f0d1421cb req-e16afc01-86e5-4f91-a33b-bc147aca5225 service neutron] 10.222.0.54 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283813 Dec 22 13:58:10.059002 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6ac7e347-b018-4d31-adf5-023f0d1421cb req-7d1666d9-caca-4a79-afd1-8ea1cf948daf service neutron] 10.222.0.54 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254122 Dec 22 13:58:10.523763 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26befec-0e80-4a34-bc10-bd3edc039815 req-c0c9e18e-f15e-4750-afdb-4cd8cb614fb3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:10.525235 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a26befec-0e80-4a34-bc10-bd3edc039815 req-c0c9e18e-f15e-4750-afdb-4cd8cb614fb3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 943 time: 0.0903740 Dec 22 13:58:10.573421 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a26befec-0e80-4a34-bc10-bd3edc039815 req-15854b31-ae10-42e2-8aad-75bb6303666b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421977 Dec 22 13:58:11.185550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:11.779765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07eb6f-91e1-4d22-baa1-5b98b6af2bc7 req-4ddb7c14-fcc5-4e99-bd2f-3214176a139f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:11.781143 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a07eb6f-91e1-4d22-baa1-5b98b6af2bc7 req-4ddb7c14-fcc5-4e99-bd2f-3214176a139f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 943 time: 0.0869298 Dec 22 13:58:11.829274 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a07eb6f-91e1-4d22-baa1-5b98b6af2bc7 req-dff8004b-a03d-4821-b9b5-8fbb95b299b6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422096 Dec 22 13:58:12.461340 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 607a36d1-6f42-4c2c-817e-4a3bb1590e6f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 13:58:12.607900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=607a36d1-6f42-4c2c-817e-4a3bb1590e6f,segment=NetworkSegment(d39bde3f-1c07-4515-9d36-c05d1901a925),segment_id=d39bde3f-1c07-4515-9d36-c05d1901a925)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:58:12.621476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'port_id': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f', 'mac_address': 'fa:16:3e:27:55:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 13:58:12.677495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:12.694886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607a36d1-6f42-4c2c-817e-4a3bb1590e6f {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 13:58:12.713484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=607a36d1-6f42-4c2c-817e-4a3bb1590e6f,segment=NetworkSegment(d39bde3f-1c07-4515-9d36-c05d1901a925),segment_id=d39bde3f-1c07-4515-9d36-c05d1901a925)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:58:12.720087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:12.722464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:12.797575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=607a36d1-6f42-4c2c-817e-4a3bb1590e6f,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:12.800865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:13.026217 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15390414-27a5-4fe7-a4a4-dcf5b498a616 req-6062d98f-39ed-4f1f-ba2c-1d8b94bc12d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:13.027709 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-15390414-27a5-4fe7-a4a4-dcf5b498a616 req-6062d98f-39ed-4f1f-ba2c-1d8b94bc12d9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 944 time: 0.0884404 Dec 22 13:58:13.072050 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['607a36d1-6f42-4c2c-817e-4a3bb1590e6f'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 13:58:13.081730 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-15390414-27a5-4fe7-a4a4-dcf5b498a616 req-597e7d83-620f-4ca1-94e1-40034a13b4c5 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448940 Dec 22 13:58:14.294438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12c3ec-b476-4d4e-9f43-4580970d6710 req-aa3a918f-6cf2-4f87-a283-f56a86c1b0a2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:14.296350 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4b12c3ec-b476-4d4e-9f43-4580970d6710 req-aa3a918f-6cf2-4f87-a283-f56a86c1b0a2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 944 time: 0.0915015 Dec 22 13:58:14.343032 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4b12c3ec-b476-4d4e-9f43-4580970d6710 req-65d2ee08-a49b-4bd3-9526-77006e85f997 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389028 Dec 22 13:58:14.459784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 607a36d1-6f42-4c2c-817e-4a3bb1590e6f up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:58:14.534076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:58:14.539053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:58:14.539436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:14.652651 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:14.679260 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:58:14.688269 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=607a36d1-6f42-4c2c-817e-4a3bb1590e6f,segment=NetworkSegment(d39bde3f-1c07-4515-9d36-c05d1901a925),segment_id=d39bde3f-1c07-4515-9d36-c05d1901a925)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:58:14.692613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:14.694408 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-ef5afc13-bb0b-4b88-91b0-66c4ed1bcfdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:14.772418 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=607a36d1-6f42-4c2c-817e-4a3bb1590e6f,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:14.775551 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:14.821517 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f', 'code': 200} Dec 22 13:58:15.120757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b412c00-3578-4e00-b261-e3a921475955 req-7dc9e93d-36d0-4e48-9400-d85b074904d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:15.122141 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2b412c00-3578-4e00-b261-e3a921475955 req-7dc9e93d-36d0-4e48-9400-d85b074904d8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 1098 time: 0.0816638 Dec 22 13:58:15.162791 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2b412c00-3578-4e00-b261-e3a921475955 req-081fe994-c54d-4440-8ff2-b8d2bc694664 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336156 Dec 22 13:58:15.551696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e51e74-540f-4ac2-980c-096cb1b78ac7 req-aa884e73-d4bf-4e6c-95ca-06ec4a657be4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:15.553150 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27e51e74-540f-4ac2-980c-096cb1b78ac7 req-aa884e73-d4bf-4e6c-95ca-06ec4a657be4 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.0907757 Dec 22 13:58:15.596770 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-27e51e74-540f-4ac2-980c-096cb1b78ac7 req-8e76eacd-2ac7-44fd-bd61-6daec87917a6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376713 Dec 22 13:58:16.803761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc4306-b70c-445e-a67a-9c8fb007fc66 req-d95af9ab-ff8d-40e5-9aaa-710854ec8073 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:16.805209 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f1cc4306-b70c-445e-a67a-9c8fb007fc66 req-d95af9ab-ff8d-40e5-9aaa-710854ec8073 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.1023111 Dec 22 13:58:16.851003 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f1cc4306-b70c-445e-a67a-9c8fb007fc66 req-6744d748-3e6d-469f-a704-961378e232a8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386448 Dec 22 13:58:17.056889 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd51bc2-ba99-45ee-9e92-d6357066fcea req-ef6689c4-4cee-445a-9d1c-d070584cad37 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:17.058403 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8bd51bc2-ba99-45ee-9e92-d6357066fcea req-ef6689c4-4cee-445a-9d1c-d070584cad37 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.0952249 Dec 22 13:58:17.105597 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8bd51bc2-ba99-45ee-9e92-d6357066fcea req-121d226d-ab50-4da2-a081-5d8a4057e680 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385928 Dec 22 13:58:17.127977 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33062) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:58:17.201847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe94685-4852-4f70-aeac-b1f69d3a97d1 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:17.203363 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-cbe94685-4852-4f70-aeac-b1f69d3a97d1 tempest-TestNetworkAdvancedServerOps-639065102 tempest-TestNetworkAdvancedServerOps-639065102-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 1093 time: 0.0744154 Dec 22 13:58:17.207838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33066) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:58:17.215667 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:58:17.224697 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:58:17.230290 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Usage tracker for resource:floatingip and tenant:50ffb6a5a63246ecb0117821965b078f is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:58:17.234462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:58:17.242156 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:58:17.255463 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:17.395620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:17.533954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Allocated IP 172.26.4.157 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/2cb7e418-5023-4c38-accd-0a40ab1ad693) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:58:17.681975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:17.714541 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:17.718302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5aec64bf-f282-47a7-b409-dfcc7b6cd7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:17.778908 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:58:17.781823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:58:17.785453 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:58:17.813888 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=2cb7e418-5023-4c38-accd-0a40ab1ad693,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:17.819808 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:18.196220 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:18.272820 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:18.487927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:18.495776 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:18.499256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-257c8d63-3392-42c8-a673-4e8dd51d289c tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:58:18.735752 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event updated for resources: {'Port': ['ID=2cb7e418-5023-4c38-accd-0a40ab1ad693,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:58:18.740009 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:58:18.750668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:18.925296 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Floating IP 0f0ee8dd-f073-46df-8513-853c07df9eaf associated. External IP: 172.26.4.157, port: 607a36d1-6f42-4c2c-817e-4a3bb1590e6f. Dec 22 13:58:19.280797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 77c13442-5330-4b76-9c4d-a6eecbea8ece has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:58:19.475140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:58:19.485073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629e60f-9dae-4c5c-a5be-e8849b70c17a None None] Sync routers for ids ['77c13442-5330-4b76-9c4d-a6eecbea8ece'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:58:19.495001 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629e60f-9dae-4c5c-a5be-e8849b70c17a None None] Routers {'77c13442-5330-4b76-9c4d-a6eecbea8ece'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:58:19.495637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8629e60f-9dae-4c5c-a5be-e8849b70c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:58:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['77c13442-5330-4b76-9c4d-a6eecbea8ece'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:58:19.502258 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:19.561308 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3518915 Dec 22 13:58:19.562055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'tag': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:58:19.688283 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8629e60f-9dae-4c5c-a5be-e8849b70c17a None None] Set router 77c13442-5330-4b76-9c4d-a6eecbea8ece gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:58:19.705623 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'tag': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f', 'status': 'completed', 'code': 200} Dec 22 13:58:19.742642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28786fba-842a-46d6-a970-f88e5e57d1b4 req-b5436277-02e1-4d1e-a78b-1fbb761ca44c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:19.744173 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-28786fba-842a-46d6-a970-f88e5e57d1b4 req-b5436277-02e1-4d1e-a78b-1fbb761ca44c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.0845842 Dec 22 13:58:19.790170 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-28786fba-842a-46d6-a970-f88e5e57d1b4 req-53652c5d-f3e9-4c8c-ae0e-2b48bafa404f tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395765 Dec 22 13:58:19.813169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33078) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:58:19.814678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce441df6-ceac-45c7-8a1c-5dc59ccc96ea req-8792063b-713e-443b-89bf-5f544a2f4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:19.816188 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ce441df6-ceac-45c7-8a1c-5dc59ccc96ea req-8792063b-713e-443b-89bf-5f544a2f4b1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 1098 time: 0.0801280 Dec 22 13:58:19.925510 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3194a8c7-1a6a-41ac-91f1-b3ef5fc80234 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/0f0ee8dd-f073-46df-8513-853c07df9eaf HTTP/1.1" status: 200 len: 991 time: 0.1105888 Dec 22 13:58:20.074629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce441df6-ceac-45c7-8a1c-5dc59ccc96ea req-01682d03-bddd-4738-a7d2-0dc17618dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:20.076110 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ce441df6-ceac-45c7-8a1c-5dc59ccc96ea req-01682d03-bddd-4738-a7d2-0dc17618dc43 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 HTTP/1.1" status: 200 len: 898 time: 0.2537916 Dec 22 13:58:20.098521 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8629e60f-9dae-4c5c-a5be-e8849b70c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '0f0ee8dd-f073-46df-8513-853c07df9eaf', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'port_id': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'mac_address': 'fa:16:3e:27:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:58:18Z', 'updated_at': '2021-12-22T13:58:18Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ffef42-12a2-4a1d-940d-81649ae09c6a', 'name': '', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:03:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:58:01Z', 'updated_at': '2021-12-22T13:58:06Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:58:20.103229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629e60f-9dae-4c5c-a5be-e8849b70c17a None None] Checking router: 77c13442-5330-4b76-9c4d-a6eecbea8ece for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:58:20.112508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629e60f-9dae-4c5c-a5be-e8849b70c17a None None] Routers {'77c13442-5330-4b76-9c4d-a6eecbea8ece'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:58:20.113121 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8629e60f-9dae-4c5c-a5be-e8849b70c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:58:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['77c13442-5330-4b76-9c4d-a6eecbea8ece'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:58:20.194412 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ce441df6-ceac-45c7-8a1c-5dc59ccc96ea req-7eaf481a-c3bd-4e49-b5d3-0046fad6d733 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=607a36d1-6f42-4c2c-817e-4a3bb1590e6f HTTP/1.1" status: 200 len: 999 time: 0.1116223 Dec 22 13:58:20.257179 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce441df6-ceac-45c7-8a1c-5dc59ccc96ea req-56f9214a-8c3c-418f-b9b3-12aba8c61a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:20.258648 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ce441df6-ceac-45c7-8a1c-5dc59ccc96ea req-56f9214a-8c3c-418f-b9b3-12aba8c61a01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ae3de90f-3a21-47f2-a63f-27db2d1f8da9 HTTP/1.1" status: 200 len: 835 time: 0.0582540 Dec 22 13:58:20.292797 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-8629e60f-9dae-4c5c-a5be-e8849b70c17a None None] Set router 77c13442-5330-4b76-9c4d-a6eecbea8ece gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:58:20.337974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce441df6-ceac-45c7-8a1c-5dc59ccc96ea req-ca8bfd86-5170-4a91-a38a-cb410885bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:58:20.339365 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ce441df6-ceac-45c7-8a1c-5dc59ccc96ea req-ca8bfd86-5170-4a91-a38a-cb410885bf4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731921 Dec 22 13:58:20.470551 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ce441df6-ceac-45c7-8a1c-5dc59ccc96ea req-dde2dd09-fb76-422c-876e-7755ad5c6119 service neutron] 10.222.0.54 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245925 Dec 22 13:58:20.605409 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ce441df6-ceac-45c7-8a1c-5dc59ccc96ea req-f3cb1da4-b25e-4396-9603-a8905c8b4b76 service neutron] 10.222.0.54 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287560 Dec 22 13:58:20.646060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-8629e60f-9dae-4c5c-a5be-e8849b70c17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '0f0ee8dd-f073-46df-8513-853c07df9eaf', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'port_id': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'mac_address': 'fa:16:3e:27:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:58:18Z', 'updated_at': '2021-12-22T13:58:18Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ffef42-12a2-4a1d-940d-81649ae09c6a', 'name': '', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:03:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:58:01Z', 'updated_at': '2021-12-22T13:58:06Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:58:20.651874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629e60f-9dae-4c5c-a5be-e8849b70c17a None None] The sync data for ids ['77c13442-5330-4b76-9c4d-a6eecbea8ece'] in dv-neutron-822668-1-hyperv is: [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '0f0ee8dd-f073-46df-8513-853c07df9eaf', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'port_id': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'mac_address': 'fa:16:3e:27:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:58:18Z', 'updated_at': '2021-12-22T13:58:18Z', 'revision_number': 0, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ffef42-12a2-4a1d-940d-81649ae09c6a', 'name': '', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:03:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:58:01Z', 'updated_at': '2021-12-22T13:58:06Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:58:20.858106 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4dd204-208d-49a7-aa75-a24b7b4dd464 None None] New status for floating IP 0f0ee8dd-f073-46df-8513-853c07df9eaf: ACTIVE {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:58:20.933414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33082) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:58:21.039739 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3bd17beb-00b8-4aca-9cfa-6bcdb9391676 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/0f0ee8dd-f073-46df-8513-853c07df9eaf HTTP/1.1" status: 200 len: 991 time: 0.1048961 Dec 22 13:58:22.045083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33086) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:58:22.161377 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-719b63c3-f387-4d9b-85d6-439d4a62d8be tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/0f0ee8dd-f073-46df-8513-853c07df9eaf HTTP/1.1" status: 200 len: 993 time: 0.1146989 Dec 22 13:58:27.605079 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-72d21567-8b56-4055-b55f-7cceb6f55ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:29.951921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-19386786-9661-427f-96c0-239502ba192a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:31.088425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:31.113540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:32.618053 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:41.194004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:46.916872 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:58:57.602350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f3b2d02e-86a6-4613-b64f-18b757482997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:58:59.942806 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-79cd7562-cb84-41ac-84f0-c3477e81cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:01.095174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:01.115913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:02.623748 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:09.501247 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58d2efdb-6e4a-4eb1-a975-353d0c855eb6 req-2649f813-e688-4312-b3f9-37ad24ad816e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0888369 Dec 22 13:59:09.642396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2efdb-6e4a-4eb1-a975-353d0c855eb6 req-e7478cde-8beb-4377-8859-7d0ebf92b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:09.643916 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58d2efdb-6e4a-4eb1-a975-353d0c855eb6 req-e7478cde-8beb-4377-8859-7d0ebf92b18f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 1098 time: 0.0706789 Dec 22 13:59:09.789668 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2efdb-6e4a-4eb1-a975-353d0c855eb6 req-6f549d24-b64e-4b4f-8132-3238d52b1482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:09.791032 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58d2efdb-6e4a-4eb1-a975-353d0c855eb6 req-6f549d24-b64e-4b4f-8132-3238d52b1482 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 HTTP/1.1" status: 200 len: 898 time: 0.1283929 Dec 22 13:59:09.907811 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58d2efdb-6e4a-4eb1-a975-353d0c855eb6 req-de145836-7211-4ebf-9195-148ec06dfea5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=607a36d1-6f42-4c2c-817e-4a3bb1590e6f HTTP/1.1" status: 200 len: 1001 time: 0.1100016 Dec 22 13:59:09.977044 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2efdb-6e4a-4eb1-a975-353d0c855eb6 req-69ea9655-7861-495b-a765-43d5d8d207ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:09.978470 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58d2efdb-6e4a-4eb1-a975-353d0c855eb6 req-69ea9655-7861-495b-a765-43d5d8d207ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ae3de90f-3a21-47f2-a63f-27db2d1f8da9 HTTP/1.1" status: 200 len: 835 time: 0.0647063 Dec 22 13:59:10.053305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2efdb-6e4a-4eb1-a975-353d0c855eb6 req-debcd272-9dd2-4eba-b8d6-da335d3c9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:10.054666 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58d2efdb-6e4a-4eb1-a975-353d0c855eb6 req-debcd272-9dd2-4eba-b8d6-da335d3c9ae5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701399 Dec 22 13:59:10.189804 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58d2efdb-6e4a-4eb1-a975-353d0c855eb6 req-c985f450-bd4f-4823-a8a7-dea9b775c9ce service neutron] 10.222.0.54 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281791 Dec 22 13:59:10.326163 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58d2efdb-6e4a-4eb1-a975-353d0c855eb6 req-494d9a9f-94ea-4ed3-b567-39f272ed81b3 service neutron] 10.222.0.54 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297154 Dec 22 13:59:11.189779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:23.921214 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 13:59:27.601627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b03a96a6-0d5e-4e95-99f5-f5ab8e992fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:29.945813 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7e5b957c-24cb-4e4c-9b86-20e000360268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:31.099667 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:31.121763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:32.629014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:33.633548 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372616a-7532-4e17-89a1-5657050bd871 req-783041e0-6bfd-45fb-87fa-c9389d31f9df tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:33.635040 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1372616a-7532-4e17-89a1-5657050bd871 req-783041e0-6bfd-45fb-87fa-c9389d31f9df tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.0867536 Dec 22 13:59:33.680239 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1372616a-7532-4e17-89a1-5657050bd871 req-94e81efd-6863-4b96-b173-e946e41f2a3e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392580 Dec 22 13:59:34.899137 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e13c1-62cb-4300-a323-567d847babd6 req-7294065e-0670-432e-bfed-816ea6292aa9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:34.900697 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f65e13c1-62cb-4300-a323-567d847babd6 req-7294065e-0670-432e-bfed-816ea6292aa9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.0983851 Dec 22 13:59:34.948154 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f65e13c1-62cb-4300-a323-567d847babd6 req-d1de1fb9-ef26-48d2-be9c-8763b78fd3c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417414 Dec 22 13:59:36.150876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469d1c4-781c-415c-9f31-7bf47583ecdf req-0e170982-1ca5-4e79-ba07-975879d12b9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:36.152362 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6469d1c4-781c-415c-9f31-7bf47583ecdf req-0e170982-1ca5-4e79-ba07-975879d12b9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.0917590 Dec 22 13:59:36.195222 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6469d1c4-781c-415c-9f31-7bf47583ecdf req-4cc6d48e-de45-436b-90f6-4b075cb5250b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371592 Dec 22 13:59:36.222660 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33160) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:36.433777 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a38a1be0-697e-42ad-92f7-2de2f42d2e13 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/0f0ee8dd-f073-46df-8513-853c07df9eaf HTTP/1.1" status: 200 len: 993 time: 0.2099147 Dec 22 13:59:37.935675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a25d5-8f08-45f9-b02b-329b5081abb8 req-694da107-60fc-4a28-ac58-c6181f482b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:37.937192 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-692a25d5-8f08-45f9-b02b-329b5081abb8 req-694da107-60fc-4a28-ac58-c6181f482b9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 1098 time: 0.0812266 Dec 22 13:59:38.071685 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a25d5-8f08-45f9-b02b-329b5081abb8 req-614e9f25-7fbf-440d-8408-8d15bd96df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:38.073064 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-692a25d5-8f08-45f9-b02b-329b5081abb8 req-614e9f25-7fbf-440d-8408-8d15bd96df6b service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 HTTP/1.1" status: 200 len: 898 time: 0.1298566 Dec 22 13:59:38.084707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4cce2-4ea5-4fc7-ab01-3a66b527c4c7 req-ffb6d586-6a2f-463e-8bbe-87fbfee4d629 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:38.086194 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-20f4cce2-4ea5-4fc7-ab01-3a66b527c4c7 req-ffb6d586-6a2f-463e-8bbe-87fbfee4d629 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.2505620 Dec 22 13:59:38.130757 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-20f4cce2-4ea5-4fc7-ab01-3a66b527c4c7 req-94baaeb7-899f-49ad-9da7-da80a58e7ff8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383828 Dec 22 13:59:38.176189 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-692a25d5-8f08-45f9-b02b-329b5081abb8 req-a81b43aa-d585-4118-9621-68ffa226cdba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=607a36d1-6f42-4c2c-817e-4a3bb1590e6f HTTP/1.1" status: 200 len: 1001 time: 0.0970385 Dec 22 13:59:38.239895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a25d5-8f08-45f9-b02b-329b5081abb8 req-dad1f097-a113-461e-a79c-3122fb98b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:38.241318 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-692a25d5-8f08-45f9-b02b-329b5081abb8 req-dad1f097-a113-461e-a79c-3122fb98b993 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ae3de90f-3a21-47f2-a63f-27db2d1f8da9 HTTP/1.1" status: 200 len: 835 time: 0.0594239 Dec 22 13:59:38.317193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a25d5-8f08-45f9-b02b-329b5081abb8 req-13554643-a3c6-4bec-87cf-d3dfbd0c0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:38.318601 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-692a25d5-8f08-45f9-b02b-329b5081abb8 req-13554643-a3c6-4bec-87cf-d3dfbd0c0375 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711741 Dec 22 13:59:38.450778 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-692a25d5-8f08-45f9-b02b-329b5081abb8 req-5657b839-f141-4e93-821b-824e01317be0 service neutron] 10.222.0.54 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253297 Dec 22 13:59:38.580878 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-692a25d5-8f08-45f9-b02b-329b5081abb8 req-2f1302a1-c192-4e53-a89e-53f7902e3c01 service neutron] 10.222.0.54 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237972 Dec 22 13:59:39.333549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f743d-ce48-43e0-b6d2-d67db7b634a6 req-2fd82351-3a6c-49d3-b5d4-9e05265b4385 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:39.334980 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db6f743d-ce48-43e0-b6d2-d67db7b634a6 req-2fd82351-3a6c-49d3-b5d4-9e05265b4385 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.0883183 Dec 22 13:59:39.378385 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db6f743d-ce48-43e0-b6d2-d67db7b634a6 req-b10c7710-df25-482c-bc98-d16ae7bfe8c7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377152 Dec 22 13:59:40.572692 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400444a5-7615-4908-ad53-f3d73cc501b6 req-adf7ad0c-657c-4b27-b69d-cb81aa6c675e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:40.574237 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-400444a5-7615-4908-ad53-f3d73cc501b6 req-adf7ad0c-657c-4b27-b69d-cb81aa6c675e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.0844796 Dec 22 13:59:40.619911 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-400444a5-7615-4908-ad53-f3d73cc501b6 req-812ce8e3-b593-4344-88b8-09902c8fc578 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 Dec 22 13:59:40.643017 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33174) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:40.751093 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1a4d9614-743e-4239-b1b9-3c73169136fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/floatingips/0f0ee8dd-f073-46df-8513-853c07df9eaf HTTP/1.1" status: 200 len: 993 time: 0.1066847 Dec 22 13:59:41.038288 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33182) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:41.194236 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:41.242435 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port 2cb7e418-5023-4c38-accd-0a40ab1ad693 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:59:41.242796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:41.412830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:41.413158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:41.662241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for 2cb7e418-5023-4c38-accd-0a40ab1ad693 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:59:41.821857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:41.826518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:41.898329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=2cb7e418-5023-4c38-accd-0a40ab1ad693,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:41.938504 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:41.938914 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:41.939293 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:41.939661 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:41.940061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:41.940429 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:41.940793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:41.941156 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:41.941514 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:41.941870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:41.942229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:41.942573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:41.945934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:41.975029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:41.975365 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Floating IP 0f0ee8dd-f073-46df-8513-853c07df9eaf disassociated (deleted). External IP: 172.26.4.157, port: 607a36d1-6f42-4c2c-817e-4a3bb1590e6f. Dec 22 13:59:42.371849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 77c13442-5330-4b76-9c4d-a6eecbea8ece has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:59:42.556779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:59:42.567276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbfda3b-6e06-492c-bff0-f31ab0d7bfbc None None] Sync routers for ids ['77c13442-5330-4b76-9c4d-a6eecbea8ece'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:59:42.578357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbfda3b-6e06-492c-bff0-f31ab0d7bfbc None None] Routers {'77c13442-5330-4b76-9c4d-a6eecbea8ece'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:59:42.578763 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:42.579273 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-acbfda3b-6e06-492c-bff0-f31ab0d7bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['77c13442-5330-4b76-9c4d-a6eecbea8ece'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:42.640415 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/floatingips/0f0ee8dd-f073-46df-8513-853c07df9eaf HTTP/1.1" status: 204 len: 168 time: 1.5982895 Dec 22 13:59:42.640415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'tag': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:59:42.684715 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'tag': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f', 'status': 'completed', 'code': 200} Dec 22 13:59:42.762819 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-acbfda3b-6e06-492c-bff0-f31ab0d7bfbc None None] Set router 77c13442-5330-4b76-9c4d-a6eecbea8ece gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:59:42.780402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ab223-e261-4227-8eba-936ef7d83d31 req-ad8213f0-8782-47cd-9f41-4273a71bff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:42.781914 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-866ab223-e261-4227-8eba-936ef7d83d31 req-ad8213f0-8782-47cd-9f41-4273a71bff40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=50ffb6a5a63246ecb0117821965b078f&device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 1098 time: 0.0733683 Dec 22 13:59:42.925061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ab223-e261-4227-8eba-936ef7d83d31 req-7bd13ce3-b831-44e3-999d-65cb30400094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:42.926578 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-866ab223-e261-4227-8eba-936ef7d83d31 req-7bd13ce3-b831-44e3-999d-65cb30400094 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 HTTP/1.1" status: 200 len: 898 time: 0.1382294 Dec 22 13:59:43.029881 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-866ab223-e261-4227-8eba-936ef7d83d31 req-2b875b65-29f7-4ea6-a649-419a10e12dc0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=607a36d1-6f42-4c2c-817e-4a3bb1590e6f HTTP/1.1" status: 200 len: 217 time: 0.0717888 Dec 22 13:59:43.086515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-acbfda3b-6e06-492c-bff0-f31ab0d7bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '63ffef42-12a2-4a1d-940d-81649ae09c6a', 'name': '', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:03:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:58:01Z', 'updated_at': '2021-12-22T13:58:06Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:43.090705 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbfda3b-6e06-492c-bff0-f31ab0d7bfbc None None] Checking router: 77c13442-5330-4b76-9c4d-a6eecbea8ece for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:59:43.099913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbfda3b-6e06-492c-bff0-f31ab0d7bfbc None None] Routers {'77c13442-5330-4b76-9c4d-a6eecbea8ece'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:59:43.100541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-acbfda3b-6e06-492c-bff0-f31ab0d7bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['77c13442-5330-4b76-9c4d-a6eecbea8ece'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:43.105961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ab223-e261-4227-8eba-936ef7d83d31 req-3e2f78f2-3d89-470b-ba3e-84dbf5490d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:43.107344 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-866ab223-e261-4227-8eba-936ef7d83d31 req-3e2f78f2-3d89-470b-ba3e-84dbf5490d0d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ae3de90f-3a21-47f2-a63f-27db2d1f8da9 HTTP/1.1" status: 200 len: 835 time: 0.0692091 Dec 22 13:59:43.121183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0595d2-b975-4dc1-b47e-cb8c7b32c85c req-334a740c-e2ea-40a9-b298-29185e0baab7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:43.121844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-4b0595d2-b975-4dc1-b47e-cb8c7b32c85c req-334a740c-e2ea-40a9-b298-29185e0baab7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Synchronizing usage tracker for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 13:59:43.309215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-4b0595d2-b975-4dc1-b47e-cb8c7b32c85c req-334a740c-e2ea-40a9-b298-29185e0baab7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Unset dirty status for tenant:50ffb6a5a63246ecb0117821965b078f on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 13:59:43.310374 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4b0595d2-b975-4dc1-b47e-cb8c7b32c85c req-334a740c-e2ea-40a9-b298-29185e0baab7 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.3827713 Dec 22 13:59:43.337850 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-acbfda3b-6e06-492c-bff0-f31ab0d7bfbc None None] Set router 77c13442-5330-4b76-9c4d-a6eecbea8ece gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:59:43.359716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ab223-e261-4227-8eba-936ef7d83d31 req-42f41af5-b1f3-4227-a669-f403c5200b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:43.361303 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-866ab223-e261-4227-8eba-936ef7d83d31 req-42f41af5-b1f3-4227-a669-f403c5200b3b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2368834 Dec 22 13:59:43.365914 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4b0595d2-b975-4dc1-b47e-cb8c7b32c85c req-142d2373-5bf9-4aa7-bceb-74f2285d6bbb tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481203 Dec 22 13:59:43.494826 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-866ab223-e261-4227-8eba-936ef7d83d31 req-d5ba8c3f-6bf0-42fd-86be-f864d1986c7e service neutron] 10.222.0.54 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252434 Dec 22 13:59:43.633749 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-866ab223-e261-4227-8eba-936ef7d83d31 req-60801752-77d0-41eb-9c55-cf72484d3211 service neutron] 10.222.0.54 "GET /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284418 Dec 22 13:59:43.652908 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-acbfda3b-6e06-492c-bff0-f31ab0d7bfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '63ffef42-12a2-4a1d-940d-81649ae09c6a', 'name': '', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:03:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:58:01Z', 'updated_at': '2021-12-22T13:58:06Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:43.657282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbfda3b-6e06-492c-bff0-f31ab0d7bfbc None None] The sync data for ids ['77c13442-5330-4b76-9c4d-a6eecbea8ece'] in dv-neutron-822668-1-hyperv is: [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '63ffef42-12a2-4a1d-940d-81649ae09c6a', 'name': '', 'network_id': 'a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'mac_address': 'fa:16:3e:03:5c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:58:01Z', 'updated_at': '2021-12-22T13:58:06Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'subnets': [{'id': 'ae3de90f-3a21-47f2-a63f-27db2d1f8da9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:59:43.883384 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f168d-df07-4ae9-a161-a7f5099d8d22 None None] New status for floating IP 0f0ee8dd-f073-46df-8513-853c07df9eaf: DOWN {{(pid=87571) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 13:59:44.562523 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bff135-b585-4343-9c1c-2ffb08f2c824 req-8b83ef90-b2c2-486f-ae35-a407b4129513 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:44.564030 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-43bff135-b585-4343-9c1c-2ffb08f2c824 req-8b83ef90-b2c2-486f-ae35-a407b4129513 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.0806160 Dec 22 13:59:44.613633 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-43bff135-b585-4343-9c1c-2ffb08f2c824 req-97c4ca61-5791-4aab-9fe6-a5a3a34b72a0 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/security-groups?id=44f8b62e-7e57-42aa-a44d-74fb44330742&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436614 Dec 22 13:59:44.866670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8395e32-fc0b-44ac-802d-6b016e1fd44b req-a0c77818-6ab2-4750-9ce6-b37d324ab51d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:44.868183 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f8395e32-fc0b-44ac-802d-6b016e1fd44b req-a0c77818-6ab2-4750-9ce6-b37d324ab51d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 945 time: 0.1036668 Dec 22 13:59:44.937759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-f8395e32-fc0b-44ac-802d-6b016e1fd44b req-d49e3440-58f9-47c9-9147-0ecc8d68a3f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:59:44.938124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f8395e32-fc0b-44ac-802d-6b016e1fd44b req-d49e3440-58f9-47c9-9147-0ecc8d68a3f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:45.181181 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-f8395e32-fc0b-44ac-802d-6b016e1fd44b req-d49e3440-58f9-47c9-9147-0ecc8d68a3f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=607a36d1-6f42-4c2c-817e-4a3bb1590e6f,segment=NetworkSegment(d39bde3f-1c07-4515-9d36-c05d1901a925),segment_id=d39bde3f-1c07-4515-9d36-c05d1901a925)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:59:45.181541 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f8395e32-fc0b-44ac-802d-6b016e1fd44b req-d49e3440-58f9-47c9-9147-0ecc8d68a3f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:45.301756 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-f8395e32-fc0b-44ac-802d-6b016e1fd44b req-d49e3440-58f9-47c9-9147-0ecc8d68a3f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for 607a36d1-6f42-4c2c-817e-4a3bb1590e6f owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:59:45.453097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f8395e32-fc0b-44ac-802d-6b016e1fd44b req-d49e3440-58f9-47c9-9147-0ecc8d68a3f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:45.460132 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5b052e9e-7d5b-4357-951a-ec9a500248b2 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:45.510410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e3440-58f9-47c9-9147-0ecc8d68a3f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=607a36d1-6f42-4c2c-817e-4a3bb1590e6f,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:45.512859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d49e3440-58f9-47c9-9147-0ecc8d68a3f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:45.582503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8395e32-fc0b-44ac-802d-6b016e1fd44b req-d49e3440-58f9-47c9-9147-0ecc8d68a3f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] No DVR routers for this DVR port 607a36d1-6f42-4c2c-817e-4a3bb1590e6f on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:59:45.585186 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-f8395e32-fc0b-44ac-802d-6b016e1fd44b req-d49e3440-58f9-47c9-9147-0ecc8d68a3f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:45.588405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'name': 'network-vif-deleted', 'tag': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 13:59:45.605222 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f8395e32-fc0b-44ac-802d-6b016e1fd44b req-d49e3440-58f9-47c9-9147-0ecc8d68a3f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.54 "DELETE /v2.0/ports/607a36d1-6f42-4c2c-817e-4a3bb1590e6f HTTP/1.1" status: 204 len: 173 time: 0.7316308 Dec 22 13:59:45.632884 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10165d6-4a92-41ef-b6eb-15f0de77cb0f', 'name': 'network-vif-deleted', 'tag': '607a36d1-6f42-4c2c-817e-4a3bb1590e6f', 'status': 'completed', 'code': 200} Dec 22 13:59:45.766756 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-55a32828-6c18-470c-b66b-bd3908259a4c req-1900ba2d-c2a8-4173-b1e1-3d2ff6138db3 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "GET /v2.0/ports?device_id=d10165d6-4a92-41ef-b6eb-15f0de77cb0f HTTP/1.1" status: 200 len: 210 time: 0.0432940 Dec 22 13:59:46.870445 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33202) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:47.421930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:47.778965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port 63ffef42-12a2-4a1d-940d-81649ae09c6a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:59:47.779211 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:47.963348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port 63ffef42-12a2-4a1d-940d-81649ae09c6a, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=63ffef42-12a2-4a1d-940d-81649ae09c6a,segment=NetworkSegment(d39bde3f-1c07-4515-9d36-c05d1901a925),segment_id=d39bde3f-1c07-4515-9d36-c05d1901a925)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:59:47.964223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:48.211905 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for 63ffef42-12a2-4a1d-940d-81649ae09c6a owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:59:48.502190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:48.505930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-06088316-156e-4d36-b594-879167ff476a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:48.550075 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=63ffef42-12a2-4a1d-940d-81649ae09c6a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:48.588659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:48.588659 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:48.589003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:48.589427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:48.589797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:48.590158 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:48.590522 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:48.590899 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:48.591252 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:48.592099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:48.592099 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:48.592327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:48.600204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:48.842580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:48.877788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 607a36d1-6f42-4c2c-817e-4a3bb1590e6f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:59:48.915933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 607a36d1-6f42-4c2c-817e-4a3bb1590e6f {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:59:48.916287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 607a36d1-6f42-4c2c-817e-4a3bb1590e6f not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:59:49.212095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Router 77c13442-5330-4b76-9c4d-a6eecbea8ece has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 13:59:49.390054 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:59:49.400917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34968bc-5ce7-446b-a172-c817bb9d56e9 None None] Sync routers for ids ['77c13442-5330-4b76-9c4d-a6eecbea8ece'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:59:49.403826 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d61c6dff-b516-4d86-ac36-531b744fad96 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "PUT /v2.0/routers/77c13442-5330-4b76-9c4d-a6eecbea8ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5322332 Dec 22 13:59:49.406758 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33206) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:49.410713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34968bc-5ce7-446b-a172-c817bb9d56e9 None None] Routers {'77c13442-5330-4b76-9c4d-a6eecbea8ece'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:59:49.411379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a34968bc-5ce7-446b-a172-c817bb9d56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['77c13442-5330-4b76-9c4d-a6eecbea8ece'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:49.477357 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af46acd-c63e-4d06-9997-663256d81779 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting subnet ae3de90f-3a21-47f2-a63f-27db2d1f8da9 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 13:59:49.480611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2af46acd-c63e-4d06-9997-663256d81779 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:49.533786 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2af46acd-c63e-4d06-9997-663256d81779 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:49.586148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a34968bc-5ce7-446b-a172-c817bb9d56e9 None None] Set router 77c13442-5330-4b76-9c4d-a6eecbea8ece gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:59:49.616294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2af46acd-c63e-4d06-9997-663256d81779 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:49.698753 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2af46acd-c63e-4d06-9997-663256d81779 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:49.703107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0f1f3299-7081-496e-b608-99018b059c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:49.740277 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af46acd-c63e-4d06-9997-663256d81779 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3de90f-3a21-47f2-a63f-27db2d1f8da9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:49.743027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2af46acd-c63e-4d06-9997-663256d81779 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:49.744402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-2af46acd-c63e-4d06-9997-663256d81779 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:49.752985 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-2af46acd-c63e-4d06-9997-663256d81779 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/subnets/ae3de90f-3a21-47f2-a63f-27db2d1f8da9 HTTP/1.1" status: 204 len: 168 time: 0.3427017 Dec 22 13:59:49.753401 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33210) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:49.759666 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18acb348-f2c7-4621-af44-41dc2fddab6e None None] Network a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:59:50.078751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:50.099467 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a34968bc-5ce7-446b-a172-c817bb9d56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:59:48Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:50.103486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34968bc-5ce7-446b-a172-c817bb9d56e9 None None] Checking router: 77c13442-5330-4b76-9c4d-a6eecbea8ece for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:59:50.112839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34968bc-5ce7-446b-a172-c817bb9d56e9 None None] Routers {'77c13442-5330-4b76-9c4d-a6eecbea8ece'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:59:50.113456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a34968bc-5ce7-446b-a172-c817bb9d56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['77c13442-5330-4b76-9c4d-a6eecbea8ece'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:50.165111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] DHCP port deletion for a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 13:59:50.188492 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Deleting port 05437c08-79a6-4f6f-aef1-c6db9102c9c7 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:59:50.188874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:50.263803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:50.274599 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Deleting port b48962a8-4b88-4ce3-920b-90ced7daa6ae {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 13:59:50.274925 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:50.396161 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-a34968bc-5ce7-446b-a172-c817bb9d56e9 None None] Set router 77c13442-5330-4b76-9c4d-a6eecbea8ece gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:59:50.452041 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] For port b48962a8-4b88-4ce3-920b-90ced7daa6ae, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b48962a8-4b88-4ce3-920b-90ced7daa6ae,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:59:50.452410 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:50.578179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Calling delete_port for b48962a8-4b88-4ce3-920b-90ced7daa6ae owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:59:50.649841 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 05437c08-79a6-4f6f-aef1-c6db9102c9c7 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:59:50.715355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] For port 05437c08-79a6-4f6f-aef1-c6db9102c9c7, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=05437c08-79a6-4f6f-aef1-c6db9102c9c7,segment=NetworkSegment(d39bde3f-1c07-4515-9d36-c05d1901a925),segment_id=d39bde3f-1c07-4515-9d36-c05d1901a925)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:59:50.715780 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:50.750047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:50.754585 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e670cbd2-a1fa-4be1-beeb-214283e7e34d tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:50.797437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Port': ['ID=b48962a8-4b88-4ce3-920b-90ced7daa6ae,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:50.823202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:50.858656 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Calling delete_port for 05437c08-79a6-4f6f-aef1-c6db9102c9c7 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 13:59:50.890204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.033034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639'] for port, after_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.038145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:51.062431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.064734 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.071449 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.089060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.089580 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Fanout notify agent at l3_agent the message router_deleted on router 77c13442-5330-4b76-9c4d-a6eecbea8ece {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 13:59:51.095897 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Pushing event deleted for resources: {'Port': ['ID=05437c08-79a6-4f6f-aef1-c6db9102c9c7,revision_number=None']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:51.105288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.106544 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-1e0ee6dc-fe2d-4a43-88ed-65f0cd4869ed tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/routers/77c13442-5330-4b76-9c4d-a6eecbea8ece HTTP/1.1" status: 204 len: 168 time: 1.3521671 Dec 22 13:59:51.109167 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] No DVR routers for this DVR port 05437c08-79a6-4f6f-aef1-c6db9102c9c7 on host dv-neutron-822668-1-hyperv {{(pid=87570) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 13:59:51.109631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33214) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:51.118673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:51.118973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:51.119304 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:51.119662 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:51.119991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:51.120323 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:51.120938 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:51.121412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:51.121743 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:51.122150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:51.122373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:51.122693 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:51.128189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:51.172681 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-a34968bc-5ce7-446b-a172-c817bb9d56e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:59:48Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:51.181446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34968bc-5ce7-446b-a172-c817bb9d56e9 None None] The sync data for ids ['77c13442-5330-4b76-9c4d-a6eecbea8ece'] in dv-neutron-822668-1-hyperv is: [{'id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536338537', 'tenant_id': '50ffb6a5a63246ecb0117821965b078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156'}], 'enable_snat': True}, 'gw_port_id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:57:57Z', 'updated_at': '2021-12-22T13:59:48Z', 'revision_number': 5, 'project_id': '50ffb6a5a63246ecb0117821965b078f', 'gw_port': {'id': 'b48962a8-4b88-4ce3-920b-90ced7daa6ae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:42:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c13442-5330-4b76-9c4d-a6eecbea8ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:57:58Z', 'updated_at': '2021-12-22T13:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:59:51.230032 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.496702 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.523982 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:51.538081 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39bde3f-1c07-4515-9d36-c05d1901a925') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:51.538330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39bde3f-1c07-4515-9d36-c05d1901a925') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:51.550179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.566348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.574791 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 13:59:51.575333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 13:59:51.590876 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 13:59:51.675320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.679330 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-95f2c013-ff58-4163-b796-5836d8004104 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:51.693748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.705006 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'Network': ['ID=a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:51.708096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:51.714800 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/networks/a4b0d414-5766-4e9b-ac5a-7e45d3fe3fb9 HTTP/1.1" status: 204 len: 168 time: 0.6043520 Dec 22 13:59:51.717996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33218) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:51.785844 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8e814a3-6849-4f50-a673-ee6582cb8d7a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.820303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8e814a3-6849-4f50-a673-ee6582cb8d7a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.893008 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8e814a3-6849-4f50-a673-ee6582cb8d7a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.896931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ac486ff2-8c29-4dad-9de8-4798ff3660d7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:51.914479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e814a3-6849-4f50-a673-ee6582cb8d7a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f8b62e-7e57-42aa-a44d-74fb44330742,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:51.917405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e8e814a3-6849-4f50-a673-ee6582cb8d7a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:51.933264 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-e8e814a3-6849-4f50-a673-ee6582cb8d7a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:51.935726 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-e8e814a3-6849-4f50-a673-ee6582cb8d7a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] 10.222.0.24 "DELETE /v2.0/security-groups/44f8b62e-7e57-42aa-a44d-74fb44330742 HTTP/1.1" status: 204 len: 168 time: 0.2158439 Dec 22 13:59:52.318459 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33228) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:52.470466 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b880a689-a792-4524-af88-8e7b7d000144 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50ffb6a5a63246ecb0117821965b078f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506889 Dec 22 13:59:52.474191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33234) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:52.538510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-add13d05-615c-4b40-9b3e-69d9075bae8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:52.551278 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b48962a8-4b88-4ce3-920b-90ced7daa6ae no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:59:52.565717 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-add13d05-615c-4b40-9b3e-69d9075bae8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:52.589713 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: b48962a8-4b88-4ce3-920b-90ced7daa6ae {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:59:52.590075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b48962a8-4b88-4ce3-920b-90ced7daa6ae not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:59:52.590508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 63ffef42-12a2-4a1d-940d-81649ae09c6a no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 13:59:52.620667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-add13d05-615c-4b40-9b3e-69d9075bae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:52.623431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 63ffef42-12a2-4a1d-940d-81649ae09c6a {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 13:59:52.623818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 63ffef42-12a2-4a1d-940d-81649ae09c6a not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 13:59:52.624480 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-05f41fcf-c2b5-4748-abba-f49ab1bccc33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:52.640836 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add13d05-615c-4b40-9b3e-69d9075bae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9e56d8-b246-4f21-a5c6-e7f38bfff5db,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:52.644452 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-add13d05-615c-4b40-9b3e-69d9075bae8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:52.649479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-add13d05-615c-4b40-9b3e-69d9075bae8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:52.650607 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-add13d05-615c-4b40-9b3e-69d9075bae8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd9e56d8-b246-4f21-a5c6-e7f38bfff5db HTTP/1.1" status: 204 len: 168 time: 0.1752629 Dec 22 13:59:52.944495 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33242) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:53.066796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-339f47f6-f559-46c1-b6b3-ac626a997fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:53.081856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-339f47f6-f559-46c1-b6b3-ac626a997fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:53.086027 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-339f47f6-f559-46c1-b6b3-ac626a997fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:a08785f5664f4863a52f934a8cc8dc03 is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:53.089023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-339f47f6-f559-46c1-b6b3-ac626a997fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:53.094718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-339f47f6-f559-46c1-b6b3-ac626a997fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:53.184985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-339f47f6-f559-46c1-b6b3-ac626a997fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:53.191941 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-339f47f6-f559-46c1-b6b3-ac626a997fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:53.198453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-860e52ac-efd3-465e-ae9a-efbcb4f4c402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:53.238627 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-339f47f6-f559-46c1-b6b3-ac626a997fd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a08785f5664f4863a52f934a8cc8dc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2930887 Dec 22 13:59:53.239583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f47f6-f559-46c1-b6b3-ac626a997fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5cc2c4-4a77-4877-9006-042416c49f1c,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:53.241455 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33246) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:53.242547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-339f47f6-f559-46c1-b6b3-ac626a997fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:53.302459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa349da-2361-4543-b043-de44ebfbaf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:53.327869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa349da-2361-4543-b043-de44ebfbaf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:53.388526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa349da-2361-4543-b043-de44ebfbaf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:53.392139 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7b2eb7de-a633-4285-a1d1-32ddc451ae2d tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:53.402829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa349da-2361-4543-b043-de44ebfbaf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5cc2c4-4a77-4877-9006-042416c49f1c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:53.406309 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-bfa349da-2361-4543-b043-de44ebfbaf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:53.410757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-bfa349da-2361-4543-b043-de44ebfbaf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:53.410757 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-bfa349da-2361-4543-b043-de44ebfbaf3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa5cc2c4-4a77-4877-9006-042416c49f1c HTTP/1.1" status: 204 len: 168 time: 0.1679714 Dec 22 13:59:54.197993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33270) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:54.310670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-375881765-network', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:59:54.315981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:54.320209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Usage tracker for resource:network and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:54.323308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:54.330822 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:54.344906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Made reservation on behalf of b71a7f500d094d71a39abfc9f9c3f6bf for: {'network': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:59:54.348458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:54.366951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:54.382342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:54.386161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:54.389035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:54.394649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:54.484777 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:54.490967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:54.494199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7d39fd3a-b754-4dbe-ba78-a0685ddfcd53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:54.525551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87569) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 13:59:54.534270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698a0840-7170-419b-a2e4-bdf9eb97cc56,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:54.537720 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:54.540268 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:54.540623 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.segments_db [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Added segment 9e55df43-8d9c-4b5f-9d9e-7f7481968f71 of type vlan for network ebae8950-dacc-4da5-a117-78a8d0b609bc Dec 22 13:59:54.567420 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:54.600865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:54.601994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:54.602597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:54.606479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be91f372-da8f-454e-9435-3b9be29466b6 tempest-BulkNetworkOpsTest-1275735682 tempest-BulkNetworkOpsTest-1275735682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:54.708933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ebae8950-dacc-4da5-a117-78a8d0b609bc,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:54.711839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:54.713946 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5148890 Dec 22 13:59:54.717103 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33276) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:54.720198 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network ebae8950-dacc-4da5-a117-78a8d0b609bc details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 13:59:54.722549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Request body: {'subnet': {'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-375881765-subnet', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'ip_version': 4}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:59:54.727700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:54.731931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Usage tracker for resource:subnet and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:54.735263 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:54.741724 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:54.753821 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Made reservation on behalf of b71a7f500d094d71a39abfc9f9c3f6bf for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 13:59:54.756165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:54.966201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:54.969826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-be1738f8-e498-46c7-b669-88523881944b tempest-BulkNetworkOpsIpV6Test-170442014 tempest-BulkNetworkOpsIpV6Test-170442014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:55.039352 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6f30c5-d5e6-4c29-aa5a-3378fb280104,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:55.043096 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:55.050222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Checking segment: {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:59:55.050573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Network hostable DHCP agents. Network: ebae8950-dacc-4da5-a117-78a8d0b609bc, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 13:59:55.070391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Network ebae8950-dacc-4da5-a117-78a8d0b609bc is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 13:59:55.083298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, ebae8950-dacc-4da5-a117-78a8d0b609bc) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:59:55.087295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 13:59:55.087909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.092859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb232163-7ac0-4f20-9261-ad3538bb0e1c None None] Network ebae8950-dacc-4da5-a117-78a8d0b609bc requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:59:55.110521 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-35934f01-1632-4b73-a504-1b04754a7b25 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3923242 Dec 22 13:59:55.113484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33280) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:55.118510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 13:59:55.123327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 13:59:55.127280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Usage tracker for resource:router and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 13:59:55.130211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 13:59:55.136007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 13:59:55.148036 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.149160 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.164961 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.305817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-ebae8950-dacc-4da5-a117-78a8d0b609bc', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 13:59:55.306709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.431391 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.460944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Allocated IP 172.20.0.2 (ebae8950-dacc-4da5-a117-78a8d0b609bc/4a6f30c5-d5e6-4c29-aa5a-3378fb280104/b2c81f73-baa5-4a25-a1f6-a99e6fa21418) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:59:55.659352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.669433 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Transition to ACTIVE for port object b2c81f73-baa5-4a25-a1f6-a99e6fa21418 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:59:55.687388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Transition to ACTIVE for port object b2c81f73-baa5-4a25-a1f6-a99e6fa21418 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:59:55.693961 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.698140 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:55.742225 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.771103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Network ebae8950-dacc-4da5-a117-78a8d0b609bc is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:59:55.772016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.773856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:59:55.778098 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:59:55.780149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Pushing event updated for resources: {'Port': ['ID=b2c81f73-baa5-4a25-a1f6-a99e6fa21418,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:55.783448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:55.865301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Attempting to bind port b2c81f73-baa5-4a25-a1f6-a99e6fa21418 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:59:55.865649 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Attempting to bind port b2c81f73-baa5-4a25-a1f6-a99e6fa21418 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:59:55.866033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Attempting to bind port b2c81f73-baa5-4a25-a1f6-a99e6fa21418 on network ebae8950-dacc-4da5-a117-78a8d0b609bc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:59:55.871292 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:59:55.871673 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Checking segment: {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:59:55.872081 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.872479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Bound using segment: {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:59:55.872942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Bound port: b2c81f73-baa5-4a25-a1f6-a99e6fa21418, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:59:55.873315 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.905918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Allocated IP 172.26.4.124 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/d3966df6-b0aa-4607-bbe1-72ca722c5e20) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:59:55.967354 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] For port b2c81f73-baa5-4a25-a1f6-a99e6fa21418, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:59:55.972611 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] For port b2c81f73-baa5-4a25-a1f6-a99e6fa21418, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b2c81f73-baa5-4a25-a1f6-a99e6fa21418,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:59:55.978325 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:55.983320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:56.065417 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Pushing event updated for resources: {'Port': ['ID=b2c81f73-baa5-4a25-a1f6-a99e6fa21418,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:56.068602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:56.178655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:56.216778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:56.235094 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:56.295934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:59:56.298887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:59:56.302897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:59:56.349065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Pushing event updated for resources: {'Port': ['ID=d3966df6-b0aa-4607-bbe1-72ca722c5e20,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:56.353467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:56.578857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b2c81f73-baa5-4a25-a1f6-a99e6fa21418 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:59:56.655695 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port b2c81f73-baa5-4a25-a1f6-a99e6fa21418 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:59:56.724946 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:56.964129 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67e16f2-b9c1-482c-a09d-068718e04ea0 None None] Network ebae8950-dacc-4da5-a117-78a8d0b609bc requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 13:59:57.054530 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-980796a4-b0a7-4630-b489-a01f15549fbf None None] Provisioning for port b2c81f73-baa5-4a25-a1f6-a99e6fa21418 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:59:57.069509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:57.075973 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-980796a4-b0a7-4630-b489-a01f15549fbf None None] Provisioning complete for port b2c81f73-baa5-4a25-a1f6-a99e6fa21418 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:57.076360 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-980796a4-b0a7-4630-b489-a01f15549fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:57.286083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Router 925ea05d-cd1b-4765-85f3-4943e3aae764 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 13:59:57.290929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-980796a4-b0a7-4630-b489-a01f15549fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:57.332565 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-980796a4-b0a7-4630-b489-a01f15549fbf None None] For port b2c81f73-baa5-4a25-a1f6-a99e6fa21418, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b2c81f73-baa5-4a25-a1f6-a99e6fa21418,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 13:59:57.338237 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-980796a4-b0a7-4630-b489-a01f15549fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:57.340174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9598cf92-4348-4c27-bbbb-8c00599ceb1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:57.415009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980796a4-b0a7-4630-b489-a01f15549fbf None None] Pushing event updated for resources: {'Port': ['ID=b2c81f73-baa5-4a25-a1f6-a99e6fa21418,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:57.418289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-980796a4-b0a7-4630-b489-a01f15549fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:57.560623 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-3669342d-68c3-4380-beee-5233ef617fc4 None None] Provisioning complete for port b2c81f73-baa5-4a25-a1f6-a99e6fa21418 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:57.561123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3669342d-68c3-4380-beee-5233ef617fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:57.612594 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 13:59:57.622330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f5390ee9-2381-4cda-bf2f-df29a30aec53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:57.628228 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Sync routers for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 13:59:57.640244 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:59:57.641093 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:57.642985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:57.647055 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5299459 Dec 22 13:59:57.647293 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33284) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 13:59:57.820136 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:59:58.108138 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:56Z', 'revision_number': 3, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:58.112324 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Checking router: 925ea05d-cd1b-4765-85f3-4943e3aae764 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 13:59:58.112798 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Updating router 925ea05d-cd1b-4765-85f3-4943e3aae764 port d3966df6-b0aa-4607-bbe1-72ca722c5e20 binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 13:59:58.167353 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:58.356619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:58.484564 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:58.497454 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Transition to ACTIVE for port object d3966df6-b0aa-4607-bbe1-72ca722c5e20 will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:59:58.506976 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:58.516328 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-e0e80c17-e500-4ab4-b65d-2ddacdf40fa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:58.568836 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Attempting to bind port d3966df6-b0aa-4607-bbe1-72ca722c5e20 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 13:59:58.569146 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b2c81f73-baa5-4a25-a1f6-a99e6fa21418 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 13:59:58.569596 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Attempting to bind port d3966df6-b0aa-4607-bbe1-72ca722c5e20 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 13:59:58.569596 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Attempting to bind port d3966df6-b0aa-4607-bbe1-72ca722c5e20 on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 13:59:58.573641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Allocated IP 172.20.0.1 (ebae8950-dacc-4da5-a117-78a8d0b609bc/4a6f30c5-d5e6-4c29-aa5a-3378fb280104/9178c2ae-9835-46e3-a35e-d0f22620992d) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 13:59:58.581792 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 13:59:58.583542 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 13:59:58.583542 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:58.583542 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 13:59:58.584083 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Bound port: d3966df6-b0aa-4607-bbe1-72ca722c5e20, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 13:59:58.584634 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:58.641135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port b2c81f73-baa5-4a25-a1f6-a99e6fa21418 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:58.641605 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:58.657679 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Pushing event updated for resources: {'Port': ['ID=d3966df6-b0aa-4607-bbe1-72ca722c5e20,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:58.668614 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:58.668954 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:58.669284 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:58.669606 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:58.669926 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:58.670246 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:58.671068 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:58.671068 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:58.671242 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:58.671516 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:58.671840 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:58.672152 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 13:59:58.678437 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:58.684299 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] For port d3966df6-b0aa-4607-bbe1-72ca722c5e20, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 13:59:58.687654 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] For port d3966df6-b0aa-4607-bbe1-72ca722c5e20, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d3966df6-b0aa-4607-bbe1-72ca722c5e20,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 13:59:58.694111 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:58.706845 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-c24dcca4-1414-4683-8dc3-500635bac89a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:58.736603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:58.753793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Transition to ACTIVE for port object 9178c2ae-9835-46e3-a35e-d0f22620992d will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 13:59:58.778190 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 13:59:58.778845 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T13:59:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:58.781033 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:58.785929 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-19b0c689-f100-45c8-85f2-da79b04a63bd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:58.846440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Network ebae8950-dacc-4da5-a117-78a8d0b609bc is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:59:58.849693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:59:58.852257 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 13:59:58.859453 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Pushing event updated for resources: {'Port': ['ID=d3966df6-b0aa-4607-bbe1-72ca722c5e20,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:58.864291 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-67c5eb12-373d-4338-8e81-31e79f49aff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:58.906150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Pushing event updated for resources: {'Port': ['ID=9178c2ae-9835-46e3-a35e-d0f22620992d,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:58.911278 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:58.922086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:58.965664 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 13:59:59.082105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fb4123ff-843f-4ee0-a558-ed47e30a4908 None None] Provisioning for port 9178c2ae-9835-46e3-a35e-d0f22620992d completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 13:59:59.088737 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-fb4123ff-843f-4ee0-a558-ed47e30a4908 None None] Provisioning complete for port 9178c2ae-9835-46e3-a35e-d0f22620992d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 13:59:59.089267 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fb4123ff-843f-4ee0-a558-ed47e30a4908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:59.151102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-fb4123ff-843f-4ee0-a558-ed47e30a4908 None None] Port 9178c2ae-9835-46e3-a35e-d0f22620992d cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 13:59:59.290961 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:56Z', 'revision_number': 3, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 13:59:59.294901 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d90caa-b8e0-48d1-bf19-710a74f14bec None None] The sync data for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv is: [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:56Z', 'revision_number': 3, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 13:59:59.343674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:59.604571 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:59.610382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:59.636976 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-93306812-f312-47fa-9318-05a61030e149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 13:59:59.721448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Pushing event updated for resources: {'Port': ['ID=9178c2ae-9835-46e3-a35e-d0f22620992d,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 13:59:59.724713 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 13:59:59.732616 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 13:59:59.883466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Network ebae8950-dacc-4da5-a117-78a8d0b609bc is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 13:59:59.884719 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 13:59:59.944966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a2715f14-1089-4378-adf1-77bdaed2207e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:00.091147 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Router 925ea05d-cd1b-4765-85f3-4943e3aae764 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:00:00.176944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-553b5d50-64c1-4e3e-8ab8-f193a11c8d0e None None] Provisioning complete for port 9178c2ae-9835-46e3-a35e-d0f22620992d triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:00.177865 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-553b5d50-64c1-4e3e-8ab8-f193a11c8d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:00.237092 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-553b5d50-64c1-4e3e-8ab8-f193a11c8d0e None None] Port 9178c2ae-9835-46e3-a35e-d0f22620992d cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 14:00:00.277283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:00:00.286457 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] 10.222.0.24 "PUT /v2.0/routers/925ea05d-cd1b-4765-85f3-4943e3aae764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6381140 Dec 22 14:00:00.586857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d3966df6-b0aa-4607-bbe1-72ca722c5e20 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:00:00.659050 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port d3966df6-b0aa-4607-bbe1-72ca722c5e20 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:00:00.664602 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port d3966df6-b0aa-4607-bbe1-72ca722c5e20 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:00.664980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:00.792764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:00.811754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port d3966df6-b0aa-4607-bbe1-72ca722c5e20, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d3966df6-b0aa-4607-bbe1-72ca722c5e20,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:00:00.814954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33302) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:00.820918 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1643081711-network', 'tenant_id': '324f4d18f59a43e983da1490014ecf80'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:00.823704 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:00.826147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:00.829057 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:00.830625 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Usage tracker for resource:network and tenant:324f4d18f59a43e983da1490014ecf80 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:00.834071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:00.841131 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:00.851838 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Made reservation on behalf of 324f4d18f59a43e983da1490014ecf80 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:00:00.854175 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:00.864535 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Sync routers for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:00:00.866294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:00.880765 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:00.884635 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Usage tracker for resource:security_group_rule and tenant:324f4d18f59a43e983da1490014ecf80 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:00.887460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:00.890846 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:00:00.891488 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:00.893097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:00.920887 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:00:00.976968 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=d3966df6-b0aa-4607-bbe1-72ca722c5e20,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:00.977919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:00.982131 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:00.984904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:00.988749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2f816d8b-b63d-4551-aeb9-0182df70f7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:01.016573 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 14:00:01.024853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44470d5-102a-4abe-9d28-fc6a7654e007,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:01.028587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:01.031113 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.031472 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Added segment b143ad58-d716-4a73-a2e3-e6c577fa6e2e of type vlan for network ff70156f-6ae0-4236-9f60-8d983642578e Dec 22 14:00:01.057762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.090435 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.091027 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:00:01.091575 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:01.092262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.095938 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4e396e8d-d187-4495-a2ad-68a1b562f2ee tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:01.145779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.199052 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Pushing event updated for resources: {'Network': ['ID=ff70156f-6ae0-4236-9f60-8d983642578e,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:01.202055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:01.203651 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3875475 Dec 22 14:00:01.206809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33306) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:01.212707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Request body: {'subnet': {'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1643081711-subnet', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:01.217910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:01.222086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Usage tracker for resource:subnet and tenant:324f4d18f59a43e983da1490014ecf80 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:01.224988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:01.228062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network ff70156f-6ae0-4236-9f60-8d983642578e details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 14:00:01.230933 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:01.241686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Made reservation on behalf of 324f4d18f59a43e983da1490014ecf80 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:00:01.244355 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.252279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.449424 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.453096 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7a249c5c-d013-4602-a419-8c3b093e066b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:01.507408 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 2, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:01.511429 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Checking router: 925ea05d-cd1b-4765-85f3-4943e3aae764 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:00:01.511824 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Updating router 925ea05d-cd1b-4765-85f3-4943e3aae764 port 9178c2ae-9835-46e3-a35e-d0f22620992d binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 14:00:01.519319 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8260b175-0e84-4225-b05d-6b0df9326b41,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:01.523629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:01.532755 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Checking segment: {'id': 'b143ad58-d716-4a73-a2e3-e6c577fa6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:00:01.533118 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Network hostable DHCP agents. Network: ff70156f-6ae0-4236-9f60-8d983642578e, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 14:00:01.553302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Network ff70156f-6ae0-4236-9f60-8d983642578e is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 14:00:01.564425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.565639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, ff70156f-6ae0-4236-9f60-8d983642578e) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:00:01.570762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:01.571679 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.576155 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf914b-e2a7-488f-9118-9e0661cdbd2e None None] Network ff70156f-6ae0-4236-9f60-8d983642578e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 14:00:01.596133 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3882115 Dec 22 14:00:01.598762 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33310) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:01.604391 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1643081711-router', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:01.609398 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:01.613244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Usage tracker for resource:router and tenant:324f4d18f59a43e983da1490014ecf80 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:01.616093 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:01.621904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:01.632478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.633466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.648315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:01.915741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.035628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-ff70156f-6ae0-4236-9f60-8d983642578e', 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'fixed_ips': [{'subnet_id': '8260b175-0e84-4225-b05d-6b0df9326b41'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 14:00:02.036449 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.256219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.276174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Transition to ACTIVE for port object 9178c2ae-9835-46e3-a35e-d0f22620992d will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:00:02.282882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Allocated IP 172.20.0.2 (ff70156f-6ae0-4236-9f60-8d983642578e/8260b175-0e84-4225-b05d-6b0df9326b41/5de7a144-ff9e-4165-b280-38419c3cfe55) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:00:02.289582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.297649 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f4c4ed7d-5485-450c-abc8-220ccab16cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:02.370860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.402294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.496423 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40299a2c-15e6-4c1d-b129-e205575cfbbf None None] Pushing event updated for resources: {'Port': ['ID=9178c2ae-9835-46e3-a35e-d0f22620992d,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:02.503150 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-40299a2c-15e6-4c1d-b129-e205575cfbbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:02.555047 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Allocated IP 172.26.4.142 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/6582f046-5777-43f4-b595-eeaa3ad874aa) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:00:02.611312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d3966df6-b0aa-4607-bbe1-72ca722c5e20 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:00:02.667240 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Attempting to bind port 9178c2ae-9835-46e3-a35e-d0f22620992d on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:00:02.667668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Attempting to bind port 9178c2ae-9835-46e3-a35e-d0f22620992d by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:00:02.668041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Attempting to bind port 9178c2ae-9835-46e3-a35e-d0f22620992d on network ebae8950-dacc-4da5-a117-78a8d0b609bc {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:00:02.700367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:00:02.700740 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Checking segment: {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:00:02.701157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.701551 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Bound using segment: {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:00:02.702033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Bound port: 9178c2ae-9835-46e3-a35e-d0f22620992d, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:00:02.702412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.717277 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.724888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.748434 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.752901 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:02.815642 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:00:02.818528 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:00:02.822414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:00:02.850351 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.858310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Pushing event updated for resources: {'Port': ['ID=6582f046-5777-43f4-b595-eeaa3ad874aa,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:02.866617 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:02.875900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Transition to ACTIVE for port object 5de7a144-ff9e-4165-b280-38419c3cfe55 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:00:02.897514 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port d3966df6-b0aa-4607-bbe1-72ca722c5e20 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:02.898050 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.931021 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] For port 9178c2ae-9835-46e3-a35e-d0f22620992d, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:00:02.943336 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Transition to ACTIVE for port object 5de7a144-ff9e-4165-b280-38419c3cfe55 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:00:02.956052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] For port 9178c2ae-9835-46e3-a35e-d0f22620992d, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9178c2ae-9835-46e3-a35e-d0f22620992d,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:00:02.960366 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:02.966090 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f4c4ed7d-5485-450c-abc8-220ccab16cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:02.996724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:03.050502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Network ff70156f-6ae0-4236-9f60-8d983642578e is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:00:03.056402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:00:03.064177 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:00:03.074586 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Pushing event updated for resources: {'Port': ['ID=5de7a144-ff9e-4165-b280-38419c3cfe55,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:03.101655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:03.102275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:03.217503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:00:03.218154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:03.249183 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:03.474722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Attempting to bind port 5de7a144-ff9e-4165-b280-38419c3cfe55 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:00:03.475088 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Attempting to bind port 5de7a144-ff9e-4165-b280-38419c3cfe55 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'b143ad58-d716-4a73-a2e3-e6c577fa6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:00:03.475454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Attempting to bind port 5de7a144-ff9e-4165-b280-38419c3cfe55 on network ff70156f-6ae0-4236-9f60-8d983642578e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:00:03.499344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:00:03.499749 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Checking segment: {'id': 'b143ad58-d716-4a73-a2e3-e6c577fa6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:00:03.500158 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:03.500553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Bound using segment: {'id': 'b143ad58-d716-4a73-a2e3-e6c577fa6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:00:03.500987 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Bound port: 5de7a144-ff9e-4165-b280-38419c3cfe55, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143ad58-d716-4a73-a2e3-e6c577fa6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:00:03.501390 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:03.512290 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40299a2c-15e6-4c1d-b129-e205575cfbbf None None] Pushing event updated for resources: {'Port': ['ID=9178c2ae-9835-46e3-a35e-d0f22620992d,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:03.518119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-40299a2c-15e6-4c1d-b129-e205575cfbbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:03.569375 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:00:03.592414 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:03.745729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] For port 5de7a144-ff9e-4165-b280-38419c3cfe55, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:00:03.811199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] For port 5de7a144-ff9e-4165-b280-38419c3cfe55, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5de7a144-ff9e-4165-b280-38419c3cfe55,segment=NetworkSegment(b143ad58-d716-4a73-a2e3-e6c577fa6e2e),segment_id=b143ad58-d716-4a73-a2e3-e6c577fa6e2e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:00:03.820091 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:03.825368 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:03.936366 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Router cb735c41-7537-4053-9553-58c4218ff7cc is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 14:00:03.971132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Pushing event updated for resources: {'Port': ['ID=5de7a144-ff9e-4165-b280-38419c3cfe55,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:03.975420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:03.997910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:02Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:04.002241 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76c4fe8-aa17-442a-8d44-a782b1569805 None None] The sync data for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv is: [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:02Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:00:04.135527 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:00:04.151316 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Sync routers for ids ['cb735c41-7537-4053-9553-58c4218ff7cc'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:00:04.177158 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Routers {'cb735c41-7537-4053-9553-58c4218ff7cc'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:00:04.177368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:04.178247 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['cb735c41-7537-4053-9553-58c4218ff7cc'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:04.181495 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7e2b3bc9-eb76-44c9-9477-c1d24c309e6a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5815053 Dec 22 14:00:04.182877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33314) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:04.400758 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Set router cb735c41-7537-4053-9553-58c4218ff7cc gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:00:04.659504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5de7a144-ff9e-4165-b280-38419c3cfe55 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:00:04.752900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 5de7a144-ff9e-4165-b280-38419c3cfe55 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:00:04.758638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9178c2ae-9835-46e3-a35e-d0f22620992d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:00:04.789093 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'name': 'tempest-TestShelveInstance-1643081711-router', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:00:01Z', 'updated_at': '2021-12-22T14:00:03Z', 'revision_number': 3, 'project_id': '324f4d18f59a43e983da1490014ecf80', 'gw_port': {'id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:00:02Z', 'updated_at': '2021-12-22T14:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:04.803352 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Checking router: cb735c41-7537-4053-9553-58c4218ff7cc for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:00:04.803746 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Updating router cb735c41-7537-4053-9553-58c4218ff7cc port 6582f046-5777-43f4-b595-eeaa3ad874aa binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 14:00:04.849669 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 9178c2ae-9835-46e3-a35e-d0f22620992d completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:00:04.855568 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 9178c2ae-9835-46e3-a35e-d0f22620992d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:04.856109 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:04.875440 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.029392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.046097 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.093610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 9178c2ae-9835-46e3-a35e-d0f22620992d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9178c2ae-9835-46e3-a35e-d0f22620992d,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:00:05.104127 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.111024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:05.237657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=9178c2ae-9835-46e3-a35e-d0f22620992d,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:05.248008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:05.310878 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Allocated IP 172.20.0.1 (ff70156f-6ae0-4236-9f60-8d983642578e/8260b175-0e84-4225-b05d-6b0df9326b41/0522ca5a-585a-49be-a52e-1ba2a62053c8) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:00:05.342979 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3a9068-85c1-480c-908b-0b0eb335d164 None None] Network ff70156f-6ae0-4236-9f60-8d983642578e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 14:00:05.372376 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.384981 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Transition to ACTIVE for port object 6582f046-5777-43f4-b595-eeaa3ad874aa will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:00:05.393901 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.398140 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-d88f7d3f-2813-4c3b-ae81-a31a9df229c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:05.457618 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0cc40ab7-a1fb-4d11-984e-6edb96a803a1 None None] Provisioning for port 5de7a144-ff9e-4165-b280-38419c3cfe55 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:00:05.468711 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Attempting to bind port 6582f046-5777-43f4-b595-eeaa3ad874aa on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:00:05.469098 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Attempting to bind port 6582f046-5777-43f4-b595-eeaa3ad874aa by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:00:05.469465 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Attempting to bind port 6582f046-5777-43f4-b595-eeaa3ad874aa on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:00:05.474540 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0cc40ab7-a1fb-4d11-984e-6edb96a803a1 None None] Provisioning complete for port 5de7a144-ff9e-4165-b280-38419c3cfe55 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:05.474943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cc40ab7-a1fb-4d11-984e-6edb96a803a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.478165 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:00:05.478550 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:00:05.478969 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.479376 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:00:05.479976 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Bound port: 6582f046-5777-43f4-b595-eeaa3ad874aa, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:00:05.480370 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.492002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.509083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Transition to ACTIVE for port object 0522ca5a-585a-49be-a52e-1ba2a62053c8 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:00:05.535014 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbb2b3-2d16-4fb5-bd7a-41bde006d880 None None] Pushing event updated for resources: {'Port': ['ID=6582f046-5777-43f4-b595-eeaa3ad874aa,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:05.539937 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-2dfbb2b3-2d16-4fb5-bd7a-41bde006d880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:05.540244 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.549060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-87eef4fc-a2ee-48ca-9138-7d7ee7ff204c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:05.579279 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] For port 6582f046-5777-43f4-b595-eeaa3ad874aa, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:00:05.584880 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] For port 6582f046-5777-43f4-b595-eeaa3ad874aa, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6582f046-5777-43f4-b595-eeaa3ad874aa,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:00:05.594954 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.600539 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:05.624456 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Network ff70156f-6ae0-4236-9f60-8d983642578e is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:00:05.627875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:00:05.632856 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:00:05.685554 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Routers {'cb735c41-7537-4053-9553-58c4218ff7cc'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:00:05.686144 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['cb735c41-7537-4053-9553-58c4218ff7cc'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:05.695123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.734545 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cc40ab7-a1fb-4d11-984e-6edb96a803a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.781459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-0cc40ab7-a1fb-4d11-984e-6edb96a803a1 None None] For port 5de7a144-ff9e-4165-b280-38419c3cfe55, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5de7a144-ff9e-4165-b280-38419c3cfe55,segment=NetworkSegment(b143ad58-d716-4a73-a2e3-e6c577fa6e2e),segment_id=b143ad58-d716-4a73-a2e3-e6c577fa6e2e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:00:05.787818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0cc40ab7-a1fb-4d11-984e-6edb96a803a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:05.793017 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6d0d584e-cbdf-4c50-9d03-308c9c7a8abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:05.804462 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbb2b3-2d16-4fb5-bd7a-41bde006d880 None None] Pushing event updated for resources: {'Port': ['ID=6582f046-5777-43f4-b595-eeaa3ad874aa,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:05.822169 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-2dfbb2b3-2d16-4fb5-bd7a-41bde006d880 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:05.872379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc40ab7-a1fb-4d11-984e-6edb96a803a1 None None] Pushing event updated for resources: {'Port': ['ID=5de7a144-ff9e-4165-b280-38419c3cfe55,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:05.883415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0cc40ab7-a1fb-4d11-984e-6edb96a803a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:05.934682 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] Set router cb735c41-7537-4053-9553-58c4218ff7cc gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:00:05.991713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0522ca5a-585a-49be-a52e-1ba2a62053c8,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:05.996223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:06.114592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e67aa32e-6112-424d-9b46-5470f207fdc9 None None] Provisioning complete for port 5de7a144-ff9e-4165-b280-38419c3cfe55 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:06.114967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e67aa32e-6112-424d-9b46-5470f207fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:06.136567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:06.262368 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e67aa32e-6112-424d-9b46-5470f207fdc9 None None] Provisioning for port 0522ca5a-585a-49be-a52e-1ba2a62053c8 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:00:06.267708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e67aa32e-6112-424d-9b46-5470f207fdc9 None None] Provisioning complete for port 0522ca5a-585a-49be-a52e-1ba2a62053c8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:06.268039 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e67aa32e-6112-424d-9b46-5470f207fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:06.268551 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'name': 'tempest-TestShelveInstance-1643081711-router', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:00:01Z', 'updated_at': '2021-12-22T14:00:03Z', 'revision_number': 3, 'project_id': '324f4d18f59a43e983da1490014ecf80', 'gw_port': {'id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:00:02Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:06.272525 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45838695-01a0-4baf-90e9-8e17cdc25713 None None] The sync data for ids ['cb735c41-7537-4053-9553-58c4218ff7cc'] in dv-neutron-822668-1-hyperv is: [{'id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'name': 'tempest-TestShelveInstance-1643081711-router', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:00:01Z', 'updated_at': '2021-12-22T14:00:03Z', 'revision_number': 3, 'project_id': '324f4d18f59a43e983da1490014ecf80', 'gw_port': {'id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:00:02Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:00:06.389640 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e67aa32e-6112-424d-9b46-5470f207fdc9 None None] Port 0522ca5a-585a-49be-a52e-1ba2a62053c8 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 14:00:06.407383 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:06.412777 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:06.444588 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a6992951-1bab-4e8f-84b7-a9e1a14104fe tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:06.513154 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-cbeb2bc7-c1d9-4027-afd9-074be02b3487 None None] Provisioning complete for port 0522ca5a-585a-49be-a52e-1ba2a62053c8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:06.514111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-cbeb2bc7-c1d9-4027-afd9-074be02b3487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:06.564498 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=0522ca5a-585a-49be-a52e-1ba2a62053c8,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:06.567103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:06.573246 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:06.594030 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb2bc7-c1d9-4027-afd9-074be02b3487 None None] Port 0522ca5a-585a-49be-a52e-1ba2a62053c8 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 14:00:06.684754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5de7a144-ff9e-4165-b280-38419c3cfe55 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:00:06.730534 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Network ff70156f-6ae0-4236-9f60-8d983642578e is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:00:06.731661 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:00:06.757135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 5de7a144-ff9e-4165-b280-38419c3cfe55 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:06.757547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:06.890219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9178c2ae-9835-46e3-a35e-d0f22620992d up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:00:06.966269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Router cb735c41-7537-4053-9553-58c4218ff7cc has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:00:06.974494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 9178c2ae-9835-46e3-a35e-d0f22620992d triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:06.974957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:07.042515 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e5f42119-cbac-4a16-87ca-5a7fd8978d97 None None] Provisioning complete for port 0522ca5a-585a-49be-a52e-1ba2a62053c8 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:07.042991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e5f42119-cbac-4a16-87ca-5a7fd8978d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:07.136504 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e5f42119-cbac-4a16-87ca-5a7fd8978d97 None None] Port 0522ca5a-585a-49be-a52e-1ba2a62053c8 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 14:00:07.154774 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:00:07.158384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6582f046-5777-43f4-b595-eeaa3ad874aa up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:00:07.168216 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] 10.222.0.24 "PUT /v2.0/routers/cb735c41-7537-4053-9553-58c4218ff7cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9837527 Dec 22 14:00:07.228779 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 6582f046-5777-43f4-b595-eeaa3ad874aa completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:00:07.234127 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6582f046-5777-43f4-b595-eeaa3ad874aa triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:07.234490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:07.352456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:07.368848 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 6582f046-5777-43f4-b595-eeaa3ad874aa, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6582f046-5777-43f4-b595-eeaa3ad874aa,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:00:07.374164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:07.377378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-e1d2ad26-d8c0-4ec0-985e-b018750de02c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:07.444608 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=6582f046-5777-43f4-b595-eeaa3ad874aa,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:07.447990 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:07.642809 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33332) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:07.648460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045684826', 'description': 'tempest-secgroup-smoke-2045684826 description', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:07.654643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:07.658653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:07.661699 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:07.667467 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:07.678182 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:07.697988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:07.701897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:07.705665 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:07.711536 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:07.789806 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:07.794842 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:07.798690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-216407ee-747c-40fa-a4b3-308265c88717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:07.838906 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:07.844850 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:07.844944 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:07.847815 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-60e15eed-d5fc-431d-abc8-eedda4ba5e63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2029259 Dec 22 14:00:07.850882 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33336) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:07.857085 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-4c1e82e8-94bf-40cd-af4d-834e54559d4f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group_rule': {'security_group_id': '7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:07.863774 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4c1e82e8-94bf-40cd-af4d-834e54559d4f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:07.868038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4c1e82e8-94bf-40cd-af4d-834e54559d4f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:07.871128 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4c1e82e8-94bf-40cd-af4d-834e54559d4f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:07.874376 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Sync routers for ids ['cb735c41-7537-4053-9553-58c4218ff7cc'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:00:07.877443 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-4c1e82e8-94bf-40cd-af4d-834e54559d4f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:07.883803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Routers {'cb735c41-7537-4053-9553-58c4218ff7cc'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:00:07.884431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['cb735c41-7537-4053-9553-58c4218ff7cc'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:07.896759 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c1e82e8-94bf-40cd-af4d-834e54559d4f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:07.958830 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c1e82e8-94bf-40cd-af4d-834e54559d4f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:07.964858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c1e82e8-94bf-40cd-af4d-834e54559d4f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:07.966719 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ec724ff1-e6b4-4bda-a68f-7e7e41354756 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:07.989274 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e82e8-94bf-40cd-af4d-834e54559d4f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62bd294-ada8-4085-814d-d5c8046f8229,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:07.993803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4c1e82e8-94bf-40cd-af4d-834e54559d4f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:07.999810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4c1e82e8-94bf-40cd-af4d-834e54559d4f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.003595 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4c1e82e8-94bf-40cd-af4d-834e54559d4f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489301 Dec 22 14:00:08.004016 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33340) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:08.009402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group_rule': {'security_group_id': '7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:08.016099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:08.020410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:08.023364 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:08.030575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:08.049812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.065041 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Set router cb735c41-7537-4053-9553-58c4218ff7cc gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:00:08.110787 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.115455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.117483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8d013315-6ea8-489d-ae13-bdd0cbc8d44e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:08.140180 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf634cb6-cf7c-4f2f-9fc9-d27434f22c9f,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:08.145775 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:08.151476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.155425 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477900 Dec 22 14:00:08.156091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33346) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:08.161898 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6630986a-6a9c-4a8c-be94-357dd4a64f02 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group_rule': {'security_group_id': '7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:08.168348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6630986a-6a9c-4a8c-be94-357dd4a64f02 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:08.172347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6630986a-6a9c-4a8c-be94-357dd4a64f02 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:08.175275 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6630986a-6a9c-4a8c-be94-357dd4a64f02 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:08.181136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6630986a-6a9c-4a8c-be94-357dd4a64f02 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:08.201070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6630986a-6a9c-4a8c-be94-357dd4a64f02 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.270946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6630986a-6a9c-4a8c-be94-357dd4a64f02 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.276727 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6630986a-6a9c-4a8c-be94-357dd4a64f02 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.278576 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4400fcf9-9083-4b10-bf1f-3418b658402c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:08.300347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630986a-6a9c-4a8c-be94-357dd4a64f02 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43efe176-9cfe-4cf3-b90a-af39d040f207,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:08.302895 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6630986a-6a9c-4a8c-be94-357dd4a64f02 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:08.310823 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6630986a-6a9c-4a8c-be94-357dd4a64f02 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.312136 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6630986a-6a9c-4a8c-be94-357dd4a64f02 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1548774 Dec 22 14:00:08.315040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33350) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:08.320920 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-beaf358d-892d-4209-b41e-93aa2ea8ab13 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group_rule': {'security_group_id': '7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:08.327072 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-beaf358d-892d-4209-b41e-93aa2ea8ab13 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:08.331257 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-beaf358d-892d-4209-b41e-93aa2ea8ab13 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:08.334248 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-beaf358d-892d-4209-b41e-93aa2ea8ab13 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:08.340460 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-beaf358d-892d-4209-b41e-93aa2ea8ab13 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:08.358606 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-beaf358d-892d-4209-b41e-93aa2ea8ab13 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.381739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'name': 'tempest-TestShelveInstance-1643081711-router', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:00:01Z', 'updated_at': '2021-12-22T14:00:06Z', 'revision_number': 4, 'project_id': '324f4d18f59a43e983da1490014ecf80', 'gw_port': {'id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:00:02Z', 'updated_at': '2021-12-22T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0522ca5a-585a-49be-a52e-1ba2a62053c8', 'name': '', 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'mac_address': 'fa:16:3e:77:b5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8260b175-0e84-4225-b05d-6b0df9326b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:00:05Z', 'updated_at': '2021-12-22T14:00:06Z', 'revision_number': 2, 'project_id': '324f4d18f59a43e983da1490014ecf80', 'subnets': [{'id': '8260b175-0e84-4225-b05d-6b0df9326b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:08.385655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Checking router: cb735c41-7537-4053-9553-58c4218ff7cc for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:00:08.386103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Updating router cb735c41-7537-4053-9553-58c4218ff7cc port 0522ca5a-585a-49be-a52e-1ba2a62053c8 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 14:00:08.421008 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-beaf358d-892d-4209-b41e-93aa2ea8ab13 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.425585 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-beaf358d-892d-4209-b41e-93aa2ea8ab13 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.427426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f7022e5-f2af-402a-a6f2-b81d95f76c2e tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:08.439561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.450004 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf358d-892d-4209-b41e-93aa2ea8ab13 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593e721a-c359-4035-b2cb-cb62ec2beebb,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:08.452545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-beaf358d-892d-4209-b41e-93aa2ea8ab13 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:08.460780 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-beaf358d-892d-4209-b41e-93aa2ea8ab13 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.461999 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-beaf358d-892d-4209-b41e-93aa2ea8ab13 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1457684 Dec 22 14:00:08.464868 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33354) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:08.469869 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group_rule': {'security_group_id': '7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:08.476332 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:08.480404 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:08.483331 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:08.489294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:08.502453 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Project b71a7f500d094d71a39abfc9f9c3f6bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:00:08.513079 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.579128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6582f046-5777-43f4-b595-eeaa3ad874aa up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:00:08.593459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.598478 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.607921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-17183467-f353-4d33-b28a-55fd003b064b tempest-ServerActionsTestJSON-2042874869 tempest-ServerActionsTestJSON-2042874869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:08.626392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67365c79-901b-48af-bc49-847bc56ea8bc,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:08.629503 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:08.639800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.641151 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-26a6aa59-6d2c-4c4b-b551-df4af534edce tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1753640 Dec 22 14:00:08.644126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33358) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:08.649803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group_rule': {'security_group_id': '7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:08.656123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:08.660335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:08.663340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:08.669485 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:08.681955 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Project b71a7f500d094d71a39abfc9f9c3f6bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:00:08.690644 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.761797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.766828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.769315 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-92826ba0-efd2-4a63-bb10-cacd1acf1ca7 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:08.791080 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e41861-df11-4b9b-89da-96762dbc51cd,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:08.794130 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:08.794428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6582f046-5777-43f4-b595-eeaa3ad874aa triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:08.794825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.802063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:08.803338 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-b4d4a3fe-e45a-4f53-85b5-6c6f0ec77ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579380 Dec 22 14:00:08.995430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:09.012160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Transition to ACTIVE for port object 0522ca5a-585a-49be-a52e-1ba2a62053c8 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:00:09.020201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:09.024015 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-7527c5bb-635a-468a-a263-3e8f67656e2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:09.102745 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-7ae04a64-dbd2-46d1-a48f-85484663d236 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Synchronizing usage tracker for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:00:09.123209 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-7ae04a64-dbd2-46d1-a48f-85484663d236 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Unset dirty status for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:00:09.124540 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-7ae04a64-dbd2-46d1-a48f-85484663d236 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045684826&fields=id&tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf HTTP/1.1" status: 200 len: 267 time: 0.1981685 Dec 22 14:00:09.175145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d1c4-ea4e-4290-9f78-fcf41c7aabe9 None None] Pushing event updated for resources: {'Port': ['ID=0522ca5a-585a-49be-a52e-1ba2a62053c8,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:09.182410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-de84d1c4-ea4e-4290-9f78-fcf41c7aabe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:09.241600 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Attempting to bind port 0522ca5a-585a-49be-a52e-1ba2a62053c8 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:00:09.242006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Attempting to bind port 0522ca5a-585a-49be-a52e-1ba2a62053c8 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'b143ad58-d716-4a73-a2e3-e6c577fa6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:00:09.242373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Attempting to bind port 0522ca5a-585a-49be-a52e-1ba2a62053c8 on network ff70156f-6ae0-4236-9f60-8d983642578e {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:00:09.248143 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:00:09.248453 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Checking segment: {'id': 'b143ad58-d716-4a73-a2e3-e6c577fa6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:00:09.248866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:09.249454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Bound using segment: {'id': 'b143ad58-d716-4a73-a2e3-e6c577fa6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:00:09.250089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Bound port: 0522ca5a-585a-49be-a52e-1ba2a62053c8, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b143ad58-d716-4a73-a2e3-e6c577fa6e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:00:09.250483 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:09.289238 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-c037cd62-99e8-4394-9cd6-7b86aa76705a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:09.290677 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-c037cd62-99e8-4394-9cd6-7b86aa76705a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 808 time: 0.1592040 Dec 22 14:00:09.305406 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-b8cfe889-1318-4fc2-8e87-4b6e185c9484 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/quotas/b71a7f500d094d71a39abfc9f9c3f6bf HTTP/1.1" status: 200 len: 375 time: 0.0090630 Dec 22 14:00:09.337969 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] For port 0522ca5a-585a-49be-a52e-1ba2a62053c8, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:00:09.341212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] For port 0522ca5a-585a-49be-a52e-1ba2a62053c8, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0522ca5a-585a-49be-a52e-1ba2a62053c8,segment=NetworkSegment(b143ad58-d716-4a73-a2e3-e6c577fa6e2e),segment_id=b143ad58-d716-4a73-a2e3-e6c577fa6e2e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:00:09.347578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:09.352956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:09.389816 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-91e35a6d-6b8a-44db-93f9-97b7e4faf0bd tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789864 Dec 22 14:00:09.438747 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Routers {'cb735c41-7537-4053-9553-58c4218ff7cc'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:00:09.439412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['cb735c41-7537-4053-9553-58c4218ff7cc'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:09.503941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d1c4-ea4e-4290-9f78-fcf41c7aabe9 None None] Pushing event updated for resources: {'Port': ['ID=0522ca5a-585a-49be-a52e-1ba2a62053c8,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:09.514741 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-de84d1c4-ea4e-4290-9f78-fcf41c7aabe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:09.537350 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-6c793233-ba5f-4e4e-8691-0c1d0e30b97f service neutron] 10.222.0.24 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355677 Dec 22 14:00:09.632456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] Set router cb735c41-7537-4053-9553-58c4218ff7cc gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:00:09.686453 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-68e6e8b8-78a1-4e52-825b-33a02eac03e9 service neutron] 10.222.0.24 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377466 Dec 22 14:00:09.871121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-aef5fe81-17fa-4e94-a24f-98b233691148 req-235ca380-7d30-44b1-9a25-6f91413b9283 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Synchronizing usage tracker for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:00:09.896221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-aef5fe81-17fa-4e94-a24f-98b233691148 req-235ca380-7d30-44b1-9a25-6f91413b9283 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Unset dirty status for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:00:09.897706 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-aef5fe81-17fa-4e94-a24f-98b233691148 req-235ca380-7d30-44b1-9a25-6f91413b9283 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 210 time: 0.0716674 Dec 22 14:00:09.980821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'name': 'tempest-TestShelveInstance-1643081711-router', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:00:01Z', 'updated_at': '2021-12-22T14:00:06Z', 'revision_number': 4, 'project_id': '324f4d18f59a43e983da1490014ecf80', 'gw_port': {'id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:00:02Z', 'updated_at': '2021-12-22T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0522ca5a-585a-49be-a52e-1ba2a62053c8', 'name': '', 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'mac_address': 'fa:16:3e:77:b5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8260b175-0e84-4225-b05d-6b0df9326b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:00:05Z', 'updated_at': '2021-12-22T14:00:09Z', 'revision_number': 4, 'project_id': '324f4d18f59a43e983da1490014ecf80', 'subnets': [{'id': '8260b175-0e84-4225-b05d-6b0df9326b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:09.985059 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8918be0-6ed6-47f1-a409-3a4d4ee08471 None None] The sync data for ids ['cb735c41-7537-4053-9553-58c4218ff7cc'] in dv-neutron-822668-1-hyperv is: [{'id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'name': 'tempest-TestShelveInstance-1643081711-router', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:00:01Z', 'updated_at': '2021-12-22T14:00:06Z', 'revision_number': 4, 'project_id': '324f4d18f59a43e983da1490014ecf80', 'gw_port': {'id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:00:02Z', 'updated_at': '2021-12-22T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '0522ca5a-585a-49be-a52e-1ba2a62053c8', 'name': '', 'network_id': 'ff70156f-6ae0-4236-9f60-8d983642578e', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'mac_address': 'fa:16:3e:77:b5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8260b175-0e84-4225-b05d-6b0df9326b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:00:05Z', 'updated_at': '2021-12-22T14:00:09Z', 'revision_number': 4, 'project_id': '324f4d18f59a43e983da1490014ecf80', 'subnets': [{'id': '8260b175-0e84-4225-b05d-6b0df9326b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:00:10.587211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0522ca5a-585a-49be-a52e-1ba2a62053c8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:00:10.659054 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 0522ca5a-585a-49be-a52e-1ba2a62053c8 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:00:10.664557 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 0522ca5a-585a-49be-a52e-1ba2a62053c8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:10.665025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:10.788675 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:10.822420 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 0522ca5a-585a-49be-a52e-1ba2a62053c8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0522ca5a-585a-49be-a52e-1ba2a62053c8,segment=NetworkSegment(b143ad58-d716-4a73-a2e3-e6c577fa6e2e),segment_id=b143ad58-d716-4a73-a2e3-e6c577fa6e2e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:00:10.827711 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:10.830430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:10.964916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=0522ca5a-585a-49be-a52e-1ba2a62053c8,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:10.969913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:11.043736 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-bd133ccf-ffdb-420d-aa4d-b00e371dcb3c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:11.044461 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-bd133ccf-ffdb-420d-aa4d-b00e371dcb3c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Synchronizing usage tracker for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:network {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:00:11.064765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-bd133ccf-ffdb-420d-aa4d-b00e371dcb3c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Unset dirty status for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:network {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:00:11.066333 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-bd133ccf-ffdb-420d-aa4d-b00e371dcb3c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 808 time: 0.2030272 Dec 22 14:00:11.107106 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d3082eeb-f0d1-4a3d-bb20-87e15461a8eb req-c7f93a60-9ce9-4371-93ec-4496cd609eab tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 210 time: 0.0654356 Dec 22 14:00:11.121947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-ceeb4c6c-c7a8-4ab4-ac87-8927137cafcd tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Synchronizing usage tracker for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:00:11.140069 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-ceeb4c6c-c7a8-4ab4-ac87-8927137cafcd tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Unset dirty status for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:00:11.141227 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-ceeb4c6c-c7a8-4ab4-ac87-8927137cafcd tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf HTTP/1.1" status: 200 len: 380 time: 0.0665500 Dec 22 14:00:11.154174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'port': {'device_id': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'admin_state_up': True, 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'security_groups': ['7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:11.190474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:11.292342 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:11.301895 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:11.313882 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Made reservation on behalf of b71a7f500d094d71a39abfc9f9c3f6bf for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:00:11.317460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:11.614121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Allocated IP 172.20.0.10 (ebae8950-dacc-4da5-a117-78a8d0b609bc/4a6f30c5-d5e6-4c29-aa5a-3378fb280104/8f21f8ce-973c-4a3c-9188-70f5ed7845e9) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:00:11.809328 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:11.824318 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Transition to ACTIVE for port object 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:00:11.850300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:11.856187 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-bfb43ea3-b1df-4ca6-93c9-37a0ad94c512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:11.923350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Network ebae8950-dacc-4da5-a117-78a8d0b609bc is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:00:11.926399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:00:11.930520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:00:11.967590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'Port': ['ID=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:11.976598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:11.999738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:12.000353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:12.028246 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8779838 Dec 22 14:00:12.040791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Request body: {'port': {'device_id': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:12.157673 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:12.184571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-80780304-7fae-4d12-aa6a-7b905a4627b9 None None] Provisioning for port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:00:12.190289 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-80780304-7fae-4d12-aa6a-7b905a4627b9 None None] Provisioning complete for port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:12.190663 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-80780304-7fae-4d12-aa6a-7b905a4627b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:12.244003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-80780304-7fae-4d12-aa6a-7b905a4627b9 None None] Port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 14:00:12.442203 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317461b2-8e42-4f3c-9b68-c02c3d6122dc req-b40863a1-909c-4e15-8c6c-d5b706de8f86 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:12.442867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-317461b2-8e42-4f3c-9b68-c02c3d6122dc req-b40863a1-909c-4e15-8c6c-d5b706de8f86 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Synchronizing usage tracker for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:00:12.480010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-317461b2-8e42-4f3c-9b68-c02c3d6122dc req-b40863a1-909c-4e15-8c6c-d5b706de8f86 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Unset dirty status for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:00:12.481205 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-317461b2-8e42-4f3c-9b68-c02c3d6122dc req-b40863a1-909c-4e15-8c6c-d5b706de8f86 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 932 time: 0.2609556 Dec 22 14:00:12.551518 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-317461b2-8e42-4f3c-9b68-c02c3d6122dc req-e33de105-a5ff-46c9-b184-2b501013537a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573857 Dec 22 14:00:12.577082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0522ca5a-585a-49be-a52e-1ba2a62053c8 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:00:12.609814 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:00:12.617117 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:12.631847 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Transition to ACTIVE for port object 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:00:12.636796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:12.641909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a42baef-4608-47d0-b7a4-92c2d23fd578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:12.643479 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 0522ca5a-585a-49be-a52e-1ba2a62053c8 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:12.643888 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:12.791759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Pushing event updated for resources: {'Port': ['ID=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:12.802843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:12.875828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Attempting to bind port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:00:12.876046 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Attempting to bind port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:00:12.876373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Attempting to bind port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 on network ebae8950-dacc-4da5-a117-78a8d0b609bc {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:00:12.881055 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 on network ebae8950-dacc-4da5-a117-78a8d0b609bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 14:00:12.881377 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Attempting to bind port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 on network ebae8950-dacc-4da5-a117-78a8d0b609bc {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:00:12.886402 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:00:12.886731 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Checking segment: {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:00:12.887110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Bound using segment: {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:00:12.887529 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Bound port: 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:00:12.887905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:12.981202 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:00:12.984303 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:00:12.991859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:12.995820 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d49e3440-58f9-47c9-9147-0ecc8d68a3f6 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:13.052074 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:13.052595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:13.054007 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] 10.222.0.54 "PUT /v2.0/ports/8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 200 len: 1094 time: 1.0176630 Dec 22 14:00:13.054478 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:00:13.077126 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Pushing event updated for resources: {'Port': ['ID=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:13.084569 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:13.134474 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'status': 'completed', 'code': 200} Dec 22 14:00:13.178608 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-d507de6f-83e0-4ee0-a003-da8c2ff5e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:13.180263 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-d507de6f-83e0-4ee0-a003-da8c2ff5e1db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1097 time: 0.0783932 Dec 22 14:00:13.253279 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-417b58ae-7e0f-4b43-bf8f-e73a01a80228 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 200 len: 217 time: 0.0655401 Dec 22 14:00:13.319939 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-d54d06b8-eee2-4cff-a6ac-b215e3066dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:13.321385 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-d54d06b8-eee2-4cff-a6ac-b215e3066dc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0617912 Dec 22 14:00:13.397900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-d7d8ffe0-9844-4bd9-973a-25f888afe9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:13.399344 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-d7d8ffe0-9844-4bd9-973a-25f888afe9dc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709460 Dec 22 14:00:13.643811 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-f530ac6b-6fcf-4f92-b244-a2b67846ba3a service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377553 Dec 22 14:00:13.836663 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2824ee91-3c7a-4d33-94c9-8c2d5f6ba53b req-cb67d029-a6c7-4322-8591-e4b1ff9820bd service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849918 Dec 22 14:00:13.849951 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e2e49-0759-48a1-a814-b683d3e21ab5 req-392e18f4-266c-4a3f-a8ce-7892e82e4405 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:13.851387 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-213e2e49-0759-48a1-a814-b683d3e21ab5 req-392e18f4-266c-4a3f-a8ce-7892e82e4405 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.1829414 Dec 22 14:00:13.936834 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-213e2e49-0759-48a1-a814-b683d3e21ab5 req-759d5e66-e51f-4079-94cb-e83b6864f023 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786753 Dec 22 14:00:13.966220 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192f81b-de8d-459f-b800-9591468d6208 req-07763d62-b511-421a-99d2-0b92dac5fe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:13.967718 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1192f81b-de8d-459f-b800-9591468d6208 req-07763d62-b511-421a-99d2-0b92dac5fe21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1097 time: 0.0819924 Dec 22 14:00:14.101767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192f81b-de8d-459f-b800-9591468d6208 req-fcf0a00f-2831-41f3-9984-16e4d8943d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:14.103137 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1192f81b-de8d-459f-b800-9591468d6208 req-fcf0a00f-2831-41f3-9984-16e4d8943d3c service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1289127 Dec 22 14:00:14.174483 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1192f81b-de8d-459f-b800-9591468d6208 req-2d3eb8e1-be55-4c60-afa0-d9f143dd4bad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 200 len: 217 time: 0.0645368 Dec 22 14:00:14.237538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192f81b-de8d-459f-b800-9591468d6208 req-fc849570-f45c-4892-adf0-39233be6755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:14.238948 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1192f81b-de8d-459f-b800-9591468d6208 req-fc849570-f45c-4892-adf0-39233be6755e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0584161 Dec 22 14:00:14.318718 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192f81b-de8d-459f-b800-9591468d6208 req-d4efcaf3-0c99-4871-becf-d68f454c8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:14.320228 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1192f81b-de8d-459f-b800-9591468d6208 req-d4efcaf3-0c99-4871-becf-d68f454c8a1d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746820 Dec 22 14:00:14.453634 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1192f81b-de8d-459f-b800-9591468d6208 req-14fcac9c-bc66-453f-af20-168ac8f079c0 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264236 Dec 22 14:00:14.587022 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1192f81b-de8d-459f-b800-9591468d6208 req-b29c8a59-0da8-4548-a4e4-583cf81c342c service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264818 Dec 22 14:00:15.136561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02cfbb-fdbb-4851-9a76-c9c5b6ff17b8 req-fccb595c-d719-4ef8-bdd2-7d7490b0a94f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:15.137924 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9f02cfbb-fdbb-4851-9a76-c9c5b6ff17b8 req-fccb595c-d719-4ef8-bdd2-7d7490b0a94f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0909245 Dec 22 14:00:15.184497 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9f02cfbb-fdbb-4851-9a76-c9c5b6ff17b8 req-def13872-cd00-4949-bf45-005279ba4b64 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394657 Dec 22 14:00:16.536176 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6a595-b77c-4f02-8bdb-0809bd154a9b req-14537829-b972-4b8e-9488-06954a322d15 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:16.537685 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13d6a595-b77c-4f02-8bdb-0809bd154a9b req-14537829-b972-4b8e-9488-06954a322d15 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0836504 Dec 22 14:00:16.582493 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-13d6a595-b77c-4f02-8bdb-0809bd154a9b req-d3d2cd1f-c884-471d-b21d-a3545de4ea07 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386834 Dec 22 14:00:17.040248 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:00:17.186860 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:00:17.200272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'port_id': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'mac_address': 'fa:16:3e:76:02:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:00:17.257972 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:17.274406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:00:17.291960 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:00:17.298203 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:17.300723 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-3782744d-ff53-43cc-b6c7-cd9a42a3e5ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:17.374031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:17.377033 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:17.675179 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['8f21f8ce-973c-4a3c-9188-70f5ed7845e9'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 14:00:17.773302 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3b1a4-d936-48f6-a32b-5599419a2876 req-a67ebfad-4628-42c3-935d-82a0d0eeda66 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:17.774731 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f5f3b1a4-d936-48f6-a32b-5599419a2876 req-a67ebfad-4628-42c3-935d-82a0d0eeda66 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 945 time: 0.0850592 Dec 22 14:00:17.817239 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f5f3b1a4-d936-48f6-a32b-5599419a2876 req-46707c40-3c04-4469-8c0f-5d5e25f8e7cb tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366488 Dec 22 14:00:19.022426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20e939-1063-435c-b54f-77da686dc369 req-e7d59e66-918b-4043-8b04-31628f7e4636 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:19.023928 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4e20e939-1063-435c-b54f-77da686dc369 req-e7d59e66-918b-4043-8b04-31628f7e4636 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 945 time: 0.0958736 Dec 22 14:00:19.064626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:00:19.069674 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4e20e939-1063-435c-b54f-77da686dc369 req-f69361db-3d23-476a-bd27-6fd3d4df97eb tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386052 Dec 22 14:00:19.135428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:00:19.140008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:00:19.140380 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:19.258613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:19.285358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:00:19.295761 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:00:19.301446 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:19.303330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-40299a2c-15e6-4c1d-b129-e205575cfbbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:19.333055 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'code': 200} Dec 22 14:00:19.370993 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:19.373869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:19.566904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ec381-5e5c-4dd3-8195-f9f1fef18e96 req-da0a6813-de35-4475-ad13-165819894e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:19.568465 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-587ec381-5e5c-4dd3-8195-f9f1fef18e96 req-da0a6813-de35-4475-ad13-165819894e7e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1099 time: 0.0723367 Dec 22 14:00:19.610530 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-587ec381-5e5c-4dd3-8195-f9f1fef18e96 req-d8a82980-c0fa-4d84-90c9-430fcd3bac9b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351858 Dec 22 14:00:20.266587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b4a41-9840-448d-8105-3143d561c57d req-68633464-a341-479c-9db2-b85d0cd5d3da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:20.268073 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-760b4a41-9840-448d-8105-3143d561c57d req-68633464-a341-479c-9db2-b85d0cd5d3da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0877011 Dec 22 14:00:20.313443 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-760b4a41-9840-448d-8105-3143d561c57d req-eb53f822-106d-432a-b2ef-0ce852c6ce1b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396791 Dec 22 14:00:21.514747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2518e18-97d2-44d4-955a-bed30d43be75 req-62daa226-7650-4f41-a5c1-bde1d224650f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:21.516202 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e2518e18-97d2-44d4-955a-bed30d43be75 req-62daa226-7650-4f41-a5c1-bde1d224650f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0832086 Dec 22 14:00:21.560106 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e2518e18-97d2-44d4-955a-bed30d43be75 req-fc2db96b-2817-4d31-8552-96737d886cff tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379872 Dec 22 14:00:21.746745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d434e-bb48-414d-b6fc-e01e6805abbe req-880a1b84-bdcc-437d-a9bc-848d59fbb470 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:21.748345 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9f2d434e-bb48-414d-b6fc-e01e6805abbe req-880a1b84-bdcc-437d-a9bc-848d59fbb470 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0812438 Dec 22 14:00:21.799184 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9f2d434e-bb48-414d-b6fc-e01e6805abbe req-2d4995b2-3f26-4c0e-ad5a-4dbfedfb7599 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427980 Dec 22 14:00:21.823279 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33424) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:21.990254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f683c8c7-80a0-4ea8-a89a-44cef23f10e1 tempest-TestShelveInstance-1615933006 tempest-TestShelveInstance-1615933006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:21.991828 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f683c8c7-80a0-4ea8-a89a-44cef23f10e1 tempest-TestShelveInstance-1615933006 tempest-TestShelveInstance-1615933006-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1094 time: 0.1671677 Dec 22 14:00:21.995168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33430) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:00:22.000609 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:00:22.007197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:00:22.011399 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:floatingip and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:00:22.014505 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:00:22.020582 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:00:22.035468 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:22.287568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:22.427367 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Allocated IP 172.26.4.251 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/a7bf8556-c60f-4812-8fbf-d4fb8b7b4d00) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:00:22.585090 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:22.618845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:22.623562 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f4927049-262d-4954-bb99-230167e89f8c tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:22.686812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:00:22.689783 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:00:22.693432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:00:22.726559 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'Port': ['ID=a7bf8556-c60f-4812-8fbf-d4fb8b7b4d00,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:22.732710 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:23.117339 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:23.195475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:23.406526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:23.413464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:23.417139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e8ac4667-6c63-4c6b-9031-c5f960b980b9 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:00:23.528168 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'Port': ['ID=a7bf8556-c60f-4812-8fbf-d4fb8b7b4d00,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:00:23.532064 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:00:23.539059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:23.713909 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Floating IP 13ed959d-ab9c-451c-89f4-324d255be4c5 associated. External IP: 172.26.4.251, port: 8f21f8ce-973c-4a3c-9188-70f5ed7845e9. Dec 22 14:00:24.202759 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Router 925ea05d-cd1b-4765-85f3-4943e3aae764 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:00:24.417993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:00:24.428461 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c2107-8c67-4cc7-9fcf-f833481e8827 None None] Sync routers for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:00:24.438736 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c2107-8c67-4cc7-9fcf-f833481e8827 None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:00:24.439369 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a67c2107-8c67-4cc7-9fcf-f833481e8827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:24.444283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:24.500228 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5037777 Dec 22 14:00:24.500776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:00:24.546458 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'status': 'completed', 'code': 200} Dec 22 14:00:24.619484 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-a67c2107-8c67-4cc7-9fcf-f833481e8827 None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:00:24.644561 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94c469-82e3-4e8f-a09c-b48a6bcf79ca req-4aed20c0-d67a-4d77-817c-45aa187b7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:24.646095 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cf94c469-82e3-4e8f-a09c-b48a6bcf79ca req-4aed20c0-d67a-4d77-817c-45aa187b7fb9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1099 time: 0.0769520 Dec 22 14:00:24.781506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94c469-82e3-4e8f-a09c-b48a6bcf79ca req-1d64a8ee-c429-45ee-8aa9-9800ef090ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:24.782896 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cf94c469-82e3-4e8f-a09c-b48a6bcf79ca req-1d64a8ee-c429-45ee-8aa9-9800ef090ea6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1309793 Dec 22 14:00:24.885741 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cf94c469-82e3-4e8f-a09c-b48a6bcf79ca req-4ae05bce-6eac-41d3-a4ed-bb5ffe749603 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 200 len: 1000 time: 0.0965242 Dec 22 14:00:24.947911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94c469-82e3-4e8f-a09c-b48a6bcf79ca req-3220d0b5-c974-46d1-9ffb-a99c445a4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:24.949482 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cf94c469-82e3-4e8f-a09c-b48a6bcf79ca req-3220d0b5-c974-46d1-9ffb-a99c445a4ea8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0578437 Dec 22 14:00:24.960830 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a67c2107-8c67-4cc7-9fcf-f833481e8827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '13ed959d-ab9c-451c-89f4-324d255be4c5', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'port_id': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'mac_address': 'fa:16:3e:76:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:00:23Z', 'updated_at': '2021-12-22T14:00:23Z', 'revision_number': 0, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:24.964537 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c2107-8c67-4cc7-9fcf-f833481e8827 None None] Checking router: 925ea05d-cd1b-4765-85f3-4943e3aae764 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:00:24.972716 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67c2107-8c67-4cc7-9fcf-f833481e8827 None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:00:24.973307 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a67c2107-8c67-4cc7-9fcf-f833481e8827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:00:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:25.025593 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94c469-82e3-4e8f-a09c-b48a6bcf79ca req-b5eae27a-de44-45d6-994d-434053544b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:00:25.027099 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cf94c469-82e3-4e8f-a09c-b48a6bcf79ca req-b5eae27a-de44-45d6-994d-434053544b6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713286 Dec 22 14:00:25.146331 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-a67c2107-8c67-4cc7-9fcf-f833481e8827 None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:00:25.156388 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cf94c469-82e3-4e8f-a09c-b48a6bcf79ca req-80249860-81c0-453e-8fc5-fa3e6f778a9a service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228108 Dec 22 14:00:25.287123 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cf94c469-82e3-4e8f-a09c-b48a6bcf79ca req-2ba96be2-2830-4378-ba28-0e313985e9bd service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248529 Dec 22 14:00:25.517398 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a67c2107-8c67-4cc7-9fcf-f833481e8827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '13ed959d-ab9c-451c-89f4-324d255be4c5', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'port_id': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'mac_address': 'fa:16:3e:76:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:00:23Z', 'updated_at': '2021-12-22T14:00:23Z', 'revision_number': 0, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:00:25.521438 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67c2107-8c67-4cc7-9fcf-f833481e8827 None None] The sync data for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv is: [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '13ed959d-ab9c-451c-89f4-324d255be4c5', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'port_id': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'mac_address': 'fa:16:3e:76:02:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:00:23Z', 'updated_at': '2021-12-22T14:00:23Z', 'revision_number': 0, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:00:25.739157 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62acc00e-0600-4df0-b5af-5adcdf47cd34 None None] New status for floating IP 13ed959d-ab9c-451c-89f4-324d255be4c5: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 14:00:27.605295 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8fe583f7-4748-4b2d-a1c2-aa79e2b41d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:29.950680 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-92d72008-46d9-4a97-9980-2964d6bdd579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:31.103275 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:31.118019 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:32.626181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:37.926120 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:00:41.212185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:57.600443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1141fcb4-7334-4aa1-9e08-eeb011285753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:00:59.945709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7af7e707-3dd4-4995-975a-9166a257912f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:01.108352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:01.116250 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:02.635224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:11.230655 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:11.502255 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-d5ebb0d8-c8bc-4627-9428-9b30793cf1cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825758 Dec 22 14:01:11.639295 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-ae5aee6b-f1e2-4b38-afec-0525520602df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:11.640784 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-ae5aee6b-f1e2-4b38-afec-0525520602df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1099 time: 0.0720668 Dec 22 14:01:11.917748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-b7646ecc-dc55-40d6-9955-31eba080f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:11.919176 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-b7646ecc-dc55-40d6-9955-31eba080f84a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.2578816 Dec 22 14:01:12.021073 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-81ec660b-6e99-4ba8-ae33-7d7cb0b8926c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 200 len: 1002 time: 0.0948596 Dec 22 14:01:12.085325 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-22e36c8c-dab8-4ac2-bd5d-3eceeaf17e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:12.087287 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-22e36c8c-dab8-4ac2-bd5d-3eceeaf17e5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0602324 Dec 22 14:01:12.176416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-94bb459b-1d7f-4e19-8dfc-0ad1aa93711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:01:12.177854 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-94bb459b-1d7f-4e19-8dfc-0ad1aa93711d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838668 Dec 22 14:01:12.188076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-07da6c33-81ae-4b32-a8ec-00ffc114a7d9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 14:01:12.189029 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-07da6c33-81ae-4b32-a8ec-00ffc114a7d9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047157 Dec 22 14:01:12.320009 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-528ec8dc-ec39-4f22-8388-6e1238b65990 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237080 Dec 22 14:01:12.466370 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b773af29-b5f0-4401-9e9a-c05ebef5ea71 req-2f97ff28-2314-49d1-b266-5f528b2ecbff service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383388 Dec 22 14:01:14.926523 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:01:27.605800 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-820b8319-87b1-45c5-81fb-e9ab22fa433a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:29.958585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e5801a91-ef73-4dc7-a86b-6efbf48db251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:31.112604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:31.114544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:32.633575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:41.209944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:51.930099 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:01:57.617975 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c758269c-2829-4377-b952-30963ef2ea0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:01:59.958302 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-40c91db1-67b5-4f48-bb4b-3ae280cd4291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:01.126447 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:01.128373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:02.640474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:11.213914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:11.475288 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-307329f8-6bf6-4bfd-a458-9773fb2c924a req-196763b5-7c1b-43be-af5f-6ed337addb52 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742846 Dec 22 14:02:11.633607 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307329f8-6bf6-4bfd-a458-9773fb2c924a req-65050d53-22a3-47df-86ef-5e0d7636ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:11.635091 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-307329f8-6bf6-4bfd-a458-9773fb2c924a req-65050d53-22a3-47df-86ef-5e0d7636ef05 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1099 time: 0.0762107 Dec 22 14:02:11.781806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307329f8-6bf6-4bfd-a458-9773fb2c924a req-495f3c6d-0f1a-4ae2-afa3-9f24a2c29f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:11.783201 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-307329f8-6bf6-4bfd-a458-9773fb2c924a req-495f3c6d-0f1a-4ae2-afa3-9f24a2c29f79 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1262183 Dec 22 14:02:11.887958 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-307329f8-6bf6-4bfd-a458-9773fb2c924a req-c521cf0c-ceb6-4187-9a93-6aae8a27dfe8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 200 len: 1002 time: 0.0980525 Dec 22 14:02:11.959654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307329f8-6bf6-4bfd-a458-9773fb2c924a req-47f0b412-3b9b-4f39-ad7b-f1f5e0e923d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:11.961166 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-307329f8-6bf6-4bfd-a458-9773fb2c924a req-47f0b412-3b9b-4f39-ad7b-f1f5e0e923d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0670133 Dec 22 14:02:12.048443 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307329f8-6bf6-4bfd-a458-9773fb2c924a req-a6c271c1-d474-4998-a313-31a747d8ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:02:12.049814 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-307329f8-6bf6-4bfd-a458-9773fb2c924a req-a6c271c1-d474-4998-a313-31a747d8ffed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819733 Dec 22 14:02:12.188238 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-307329f8-6bf6-4bfd-a458-9773fb2c924a req-5b968e43-2a7b-4ba4-927b-05913c5829b0 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315541 Dec 22 14:02:12.317363 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-307329f8-6bf6-4bfd-a458-9773fb2c924a req-9da5cd8b-de70-4358-9308-0d97be36c7bb service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229475 Dec 22 14:02:27.618795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc49a7b9-8a9a-4375-be30-c632e807976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:28.934012 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:02:29.959344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2fcbecd8-3327-4d5e-a259-d0cb6cc8ae2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:31.128583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:31.130052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:32.645472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:41.213138 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:57.614036 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-67a80212-94b1-4b7b-9b0c-01619f9368ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:02:59.959547 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-03ee6955-f70d-45de-bac3-0a59e901e07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:01.132025 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:01.133829 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:02.386983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304f4e2-afe5-4bee-af5f-377a2c7234e4 req-0058dedf-dd7a-452c-ad92-408b685d9a1f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:02.388355 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9304f4e2-afe5-4bee-af5f-377a2c7234e4 req-0058dedf-dd7a-452c-ad92-408b685d9a1f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.1512601 Dec 22 14:03:02.432530 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9304f4e2-afe5-4bee-af5f-377a2c7234e4 req-14f4213b-16e7-4f2a-bbc5-b24c7794f20e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384154 Dec 22 14:03:02.645132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:03.631699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b0df4-4957-475b-bbc5-d1b6f3efcf76 req-347d35b9-7e6c-4865-9a1f-9a15cd3e62c1 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:03.633116 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-762b0df4-4957-475b-bbc5-d1b6f3efcf76 req-347d35b9-7e6c-4865-9a1f-9a15cd3e62c1 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0799956 Dec 22 14:03:03.677002 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-762b0df4-4957-475b-bbc5-d1b6f3efcf76 req-c840afe2-65f5-4119-92c1-93a5a076c9d7 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373731 Dec 22 14:03:04.903210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d75c55-a5d1-4f53-b437-3ac98272f007 req-363dd782-12c7-44e1-a0a5-2ad0c7fdbf96 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:04.904599 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-48d75c55-a5d1-4f53-b437-3ac98272f007 req-363dd782-12c7-44e1-a0a5-2ad0c7fdbf96 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0924921 Dec 22 14:03:04.951881 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-48d75c55-a5d1-4f53-b437-3ac98272f007 req-4e9216e3-3a52-4fd4-b496-9ebe126dfd86 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415747 Dec 22 14:03:05.938561 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:03:06.246358 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4c907-2cb4-4fa6-b618-7c4c9dc2cde3 req-4b878085-d42b-44d4-9dd3-92c43cfb25bc tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:06.247690 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75a4c907-2cb4-4fa6-b618-7c4c9dc2cde3 req-4b878085-d42b-44d4-9dd3-92c43cfb25bc tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.1903293 Dec 22 14:03:06.293374 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-75a4c907-2cb4-4fa6-b618-7c4c9dc2cde3 req-e7ed254e-b406-4f42-979c-3b9f9f95c9c6 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400507 Dec 22 14:03:07.492587 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf084e4-a396-4be2-9070-d95f55cd38bf req-e9bd821a-e764-4d83-8bc7-17667538f51f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:07.494035 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bbf084e4-a396-4be2-9070-d95f55cd38bf req-e9bd821a-e764-4d83-8bc7-17667538f51f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0924368 Dec 22 14:03:07.537501 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bbf084e4-a396-4be2-9070-d95f55cd38bf req-ee09b332-fd5c-4053-873e-bf4cdbffe0e1 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376902 Dec 22 14:03:08.722407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49274e-c4bd-45a2-bb24-170ed18cf191 req-2f28839b-aafd-48ab-976d-43a894d827a8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:08.723874 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e49274e-c4bd-45a2-bb24-170ed18cf191 req-2f28839b-aafd-48ab-976d-43a894d827a8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0817094 Dec 22 14:03:08.771640 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1e49274e-c4bd-45a2-bb24-170ed18cf191 req-21499bf2-0f2b-4bd0-86e6-907f1b18295f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402236 Dec 22 14:03:09.971853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf991ce-90e3-43a8-91a2-6177af15d224 req-e62d1b55-cb7a-4717-8424-009d1fcbb95c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:09.973297 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7bf991ce-90e3-43a8-91a2-6177af15d224 req-e62d1b55-cb7a-4717-8424-009d1fcbb95c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0847576 Dec 22 14:03:10.017821 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7bf991ce-90e3-43a8-91a2-6177af15d224 req-883832b7-702d-4866-b581-f8ac3b3de132 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385010 Dec 22 14:03:11.216610 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:11.228327 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c958054-3a6d-4a0a-81b0-766e89cd54cf req-a2e4f790-89ad-4ffa-9107-2088e5499ea5 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:11.229787 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2c958054-3a6d-4a0a-81b0-766e89cd54cf req-a2e4f790-89ad-4ffa-9107-2088e5499ea5 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0881455 Dec 22 14:03:11.274090 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2c958054-3a6d-4a0a-81b0-766e89cd54cf req-5eb53495-5932-4e98-be6d-03d69f43978d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384927 Dec 22 14:03:11.596737 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf44031-9fd8-4e19-b4d7-14151d7f7a65 req-83657e30-5a8a-4df3-8d76-ef265fcb9969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:11.598230 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bf44031-9fd8-4e19-b4d7-14151d7f7a65 req-83657e30-5a8a-4df3-8d76-ef265fcb9969 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1099 time: 0.1218901 Dec 22 14:03:11.753714 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf44031-9fd8-4e19-b4d7-14151d7f7a65 req-c68b034e-28c2-49a4-ae38-fd2ceaefacac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:11.755049 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bf44031-9fd8-4e19-b4d7-14151d7f7a65 req-c68b034e-28c2-49a4-ae38-fd2ceaefacac service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1385689 Dec 22 14:03:11.860300 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bf44031-9fd8-4e19-b4d7-14151d7f7a65 req-d80aec89-ffaa-4b28-89f2-a9384de24280 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 200 len: 1002 time: 0.0985498 Dec 22 14:03:11.923095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf44031-9fd8-4e19-b4d7-14151d7f7a65 req-b94c09e0-a0b8-4ba2-ba2b-531e34a64f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:11.924509 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bf44031-9fd8-4e19-b4d7-14151d7f7a65 req-b94c09e0-a0b8-4ba2-ba2b-531e34a64f44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0578396 Dec 22 14:03:12.002679 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf44031-9fd8-4e19-b4d7-14151d7f7a65 req-4d880e5c-f1e8-4f02-a2cb-d461ac028a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:12.004926 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bf44031-9fd8-4e19-b4d7-14151d7f7a65 req-4d880e5c-f1e8-4f02-a2cb-d461ac028a76 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736346 Dec 22 14:03:12.141420 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bf44031-9fd8-4e19-b4d7-14151d7f7a65 req-ab7ca8e0-f821-4ddf-b2f2-6fbe14615740 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299284 Dec 22 14:03:12.278522 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bf44031-9fd8-4e19-b4d7-14151d7f7a65 req-b93db76f-0ca0-43c1-9d1a-ed24be4c017f service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260545 Dec 22 14:03:12.464170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd9bbd-d713-4ef8-bd19-65e9741cddc4 req-44633fdf-52c1-499c-92c7-4c5f88c33a63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:12.465664 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fdcd9bbd-d713-4ef8-bd19-65e9741cddc4 req-44633fdf-52c1-499c-92c7-4c5f88c33a63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0878644 Dec 22 14:03:12.513953 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fdcd9bbd-d713-4ef8-bd19-65e9741cddc4 req-905b68c7-2f76-4a91-b45d-3ed04fcdcfb0 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413210 Dec 22 14:03:13.708354 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab13a5-b760-4c79-8e96-8c17bce40d59 req-c8b51898-ab3e-4adb-80f8-ec8545be61a3 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:13.709804 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-42ab13a5-b760-4c79-8e96-8c17bce40d59 req-c8b51898-ab3e-4adb-80f8-ec8545be61a3 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0880246 Dec 22 14:03:13.756514 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-42ab13a5-b760-4c79-8e96-8c17bce40d59 req-89ea65ed-63d8-4681-a118-958012ccc46f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398777 Dec 22 14:03:14.975993 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b79ea-28e2-4036-9e58-8d8f1f431212 req-45668590-535d-4d71-86a5-cee904595234 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:14.977554 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c14b79ea-28e2-4036-9e58-8d8f1f431212 req-45668590-535d-4d71-86a5-cee904595234 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0896113 Dec 22 14:03:15.024016 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c14b79ea-28e2-4036-9e58-8d8f1f431212 req-29d71780-cf9f-48d0-b8de-0dfff49c20a6 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383089 Dec 22 14:03:15.856490 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:03:16.001326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:03:16.014401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'port_id': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'mac_address': 'fa:16:3e:76:02:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:03:16.073103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:16.090797 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:03:16.106859 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:03:16.111170 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:16.114301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-de84d1c4-ea4e-4290-9f78-fcf41c7aabe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:16.182509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:16.189678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:16.190026 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:16.190367 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:16.190698 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:16.191026 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:16.191326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:16.191708 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:16.192001 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:16.192361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:16.192679 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:16.192996 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:16.193302 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:03:16.198181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['8f21f8ce-973c-4a3c-9188-70f5ed7845e9'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 14:03:16.208521 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746509f5-0248-4bc2-93bd-1e80dc09da57 req-559946d3-7c5b-4a9d-8a5f-2e5a8deaba97 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:16.210027 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-746509f5-0248-4bc2-93bd-1e80dc09da57 req-559946d3-7c5b-4a9d-8a5f-2e5a8deaba97 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 945 time: 0.0817039 Dec 22 14:03:16.222963 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:16.258186 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-746509f5-0248-4bc2-93bd-1e80dc09da57 req-7c8ab75a-9e16-473d-a75a-548fdbd3a941 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422864 Dec 22 14:03:17.467226 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167b2b3-8423-450a-914d-7732c2b530bb req-eaa97de2-a83f-4b30-8a3e-c0ea699bb24e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:17.468750 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f167b2b3-8423-450a-914d-7732c2b530bb req-eaa97de2-a83f-4b30-8a3e-c0ea699bb24e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 945 time: 0.0824592 Dec 22 14:03:17.516401 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f167b2b3-8423-450a-914d-7732c2b530bb req-6d938aad-60d9-4b77-b3f1-2aeb41d4a933 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Dec 22 14:03:17.882837 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:03:17.955536 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:17.955939 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:18.071291 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:18.098525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:03:18.108240 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:03:18.113377 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:18.115218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-40299a2c-15e6-4c1d-b129-e205575cfbbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:18.179522 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:18.182717 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:18.228482 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'code': 200} Dec 22 14:03:18.708731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41e029-159c-4697-9af1-f9e25e3f1787 req-ab513554-36fd-4684-806b-e7fe8b71faf9 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:18.710175 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6d41e029-159c-4697-9af1-f9e25e3f1787 req-ab513554-36fd-4684-806b-e7fe8b71faf9 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0846486 Dec 22 14:03:18.754313 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6d41e029-159c-4697-9af1-f9e25e3f1787 req-351cb49e-766f-49a1-b856-4c2f668fe116 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382099 Dec 22 14:03:19.963347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44745d95-93d7-4177-8f01-9db778a47ba3 req-6cfe0dba-a555-461f-a253-3075c534e253 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:19.966665 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-44745d95-93d7-4177-8f01-9db778a47ba3 req-6cfe0dba-a555-461f-a253-3075c534e253 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0952988 Dec 22 14:03:20.018474 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-44745d95-93d7-4177-8f01-9db778a47ba3 req-a1c80ca9-279d-428e-8de6-a9c38c8de01e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461268 Dec 22 14:03:21.213995 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f415ce-c1a6-430e-8bbb-9ea6512d82b3 req-cd203a2b-9068-448d-8ee5-6287dbf2afc0 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:21.215615 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-94f415ce-c1a6-430e-8bbb-9ea6512d82b3 req-cd203a2b-9068-448d-8ee5-6287dbf2afc0 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0881615 Dec 22 14:03:21.391487 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-94f415ce-c1a6-430e-8bbb-9ea6512d82b3 req-dec5e95f-99c6-4f40-8d42-9475c372fcde tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666081 Dec 22 14:03:22.595578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae575605-5c59-4b07-a349-1ef94e5f2c1c req-99bd5e0c-6d1c-45b9-9329-d16a729edaf6 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:22.597226 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ae575605-5c59-4b07-a349-1ef94e5f2c1c req-99bd5e0c-6d1c-45b9-9329-d16a729edaf6 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0911164 Dec 22 14:03:22.648147 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ae575605-5c59-4b07-a349-1ef94e5f2c1c req-69a10e31-43d4-4ebb-ab7d-6198e992375e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 Dec 22 14:03:23.856680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ae95a-a14c-443c-995c-5abe8bec098b req-8b96a6f0-28ae-4cbe-9643-5d8b41cd67a0 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:23.858099 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-459ae95a-a14c-443c-995c-5abe8bec098b req-8b96a6f0-28ae-4cbe-9643-5d8b41cd67a0 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0917523 Dec 22 14:03:23.911873 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-459ae95a-a14c-443c-995c-5abe8bec098b req-97933315-1a3b-426f-8a74-3a3cf7f16a9a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463431 Dec 22 14:03:25.119615 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c47bee-85b4-489e-adf9-058b54eaf74d req-40de7785-2a26-4491-8429-bdcd0c5eb7bf tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:25.121399 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-81c47bee-85b4-489e-adf9-058b54eaf74d req-40de7785-2a26-4491-8429-bdcd0c5eb7bf tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0940702 Dec 22 14:03:25.174378 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-81c47bee-85b4-489e-adf9-058b54eaf74d req-33d90640-8588-4e9c-8eea-0435e14bf579 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468321 Dec 22 14:03:26.368255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09748cb7-6292-4281-aad0-56fe51075336 req-7a99b455-a624-4aab-9715-c55d01270bbf tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:26.369746 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-09748cb7-6292-4281-aad0-56fe51075336 req-7a99b455-a624-4aab-9715-c55d01270bbf tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0904415 Dec 22 14:03:26.417163 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-09748cb7-6292-4281-aad0-56fe51075336 req-b83e893c-40e4-4992-ab05-5d60a203d917 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415235 Dec 22 14:03:27.619057 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-190b6412-e13b-4844-a3b7-e0a8e7b9af12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:27.667021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85d09b-d9ce-4dda-8e34-a86b69ce3ac8 req-aac0ffc1-df6a-4159-ab14-140d5298f58a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:27.668692 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1c85d09b-d9ce-4dda-8e34-a86b69ce3ac8 req-aac0ffc1-df6a-4159-ab14-140d5298f58a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.1352372 Dec 22 14:03:27.714384 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1c85d09b-d9ce-4dda-8e34-a86b69ce3ac8 req-d8e19931-943f-4e3f-b5d6-98a6f613a36c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396588 Dec 22 14:03:28.784291 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fb2af-9949-4a22-bdc8-67e806b5270b req-6208005f-de02-42f0-8f4d-df981fcaf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:28.785835 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-de1fb2af-9949-4a22-bdc8-67e806b5270b req-6208005f-de02-42f0-8f4d-df981fcaf13e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1099 time: 0.0760782 Dec 22 14:03:28.902374 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa74f0d-cffb-405f-aac6-02b961f8ec6c req-c0a2b12c-8b61-4af8-adf6-cd763ebc8096 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:28.903941 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-baa74f0d-cffb-405f-aac6-02b961f8ec6c req-c0a2b12c-8b61-4af8-adf6-cd763ebc8096 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0843775 Dec 22 14:03:28.954749 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-baa74f0d-cffb-405f-aac6-02b961f8ec6c req-232f64ea-0b66-4c9d-b48a-3d748643f5af tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443468 Dec 22 14:03:29.051366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fb2af-9949-4a22-bdc8-67e806b5270b req-46b100e1-21d6-40b5-9c0d-7230b6a8c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:29.052904 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-de1fb2af-9949-4a22-bdc8-67e806b5270b req-46b100e1-21d6-40b5-9c0d-7230b6a8c126 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.2600002 Dec 22 14:03:29.168646 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-de1fb2af-9949-4a22-bdc8-67e806b5270b req-d9ead20e-9e91-4e4a-80c2-134e91bca81f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 200 len: 1002 time: 0.1084490 Dec 22 14:03:29.238682 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fb2af-9949-4a22-bdc8-67e806b5270b req-9a488385-ca14-4f48-a3cc-b3db0457a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:29.240418 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-de1fb2af-9949-4a22-bdc8-67e806b5270b req-9a488385-ca14-4f48-a3cc-b3db0457a0d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0655391 Dec 22 14:03:29.328206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fb2af-9949-4a22-bdc8-67e806b5270b req-946c16f0-c63a-4984-b526-5c2c38677728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:29.330011 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-de1fb2af-9949-4a22-bdc8-67e806b5270b req-946c16f0-c63a-4984-b526-5c2c38677728 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830379 Dec 22 14:03:29.474980 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-de1fb2af-9949-4a22-bdc8-67e806b5270b req-685f3c05-44bd-4c86-a734-13ed7fe0d715 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381736 Dec 22 14:03:29.620592 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-de1fb2af-9949-4a22-bdc8-67e806b5270b req-e38acc1d-029e-4f3d-ab58-dbe5ec3c23c4 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367698 Dec 22 14:03:29.957957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-57db2574-8c32-444c-9807-d86f6ce67382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:30.174211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c9e68-c501-47bf-a3fb-c4090508a6d9 req-14c7478d-ef04-40a2-8c1d-9dfe11d385b1 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:30.175659 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b07c9e68-c501-47bf-a3fb-c4090508a6d9 req-14c7478d-ef04-40a2-8c1d-9dfe11d385b1 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.1144176 Dec 22 14:03:30.223515 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b07c9e68-c501-47bf-a3fb-c4090508a6d9 req-e722e396-475e-4c71-b325-eda713b99085 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 Dec 22 14:03:31.125328 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:31.126494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:31.425914 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129586cf-2c93-47c5-9043-1818faf41f84 req-a3ead3e4-7744-427c-97f3-90d32d43dff6 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:31.427348 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-129586cf-2c93-47c5-9043-1818faf41f84 req-a3ead3e4-7744-427c-97f3-90d32d43dff6 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 946 time: 0.0906503 Dec 22 14:03:31.474566 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-129586cf-2c93-47c5-9043-1818faf41f84 req-cdbd11ff-9b84-4ad8-81b1-44252923cb29 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408688 Dec 22 14:03:31.969796 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:03:32.109783 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:32.140412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:03:32.152985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:03:32.158305 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:32.160439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-6d0d584e-cbdf-4c50-9d03-308c9c7a8abc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:32.197840 dv-neutron-822668-1-hyperv neutron-server[87570]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'code': 422} returned with failed status Dec 22 14:03:32.236805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:32.240148 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:32.647123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:32.673233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57677895-1318-4cb3-875c-5d76842db7e5 req-0c1f4f9c-be09-4821-a000-f2236062ea6f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:32.674696 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-57677895-1318-4cb3-875c-5d76842db7e5 req-0c1f4f9c-be09-4821-a000-f2236062ea6f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0946002 Dec 22 14:03:32.724011 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-57677895-1318-4cb3-875c-5d76842db7e5 req-5be67834-4ee9-4538-9968-e40402cdbe17 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432422 Dec 22 14:03:33.072705 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205ee3-7e44-4fc8-860f-74f1df274feb req-68a65cae-92fd-4833-8d8a-e9b81b54bd59 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:33.074172 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-77205ee3-7e44-4fc8-860f-74f1df274feb req-68a65cae-92fd-4833-8d8a-e9b81b54bd59 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0810926 Dec 22 14:03:33.123645 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-77205ee3-7e44-4fc8-860f-74f1df274feb req-ebdb654e-f3ea-4978-86bf-22f36f4d3ef4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430610 Dec 22 14:03:33.232041 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-9cc4f63e-97a9-4e34-89cb-e00a8e2cfca3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1238742 Dec 22 14:03:34.327747 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-443b785c-95ee-42c6-b534-7129b0da7992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:34.329517 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-443b785c-95ee-42c6-b534-7129b0da7992 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe&tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf HTTP/1.1" status: 200 len: 1097 time: 0.1315470 Dec 22 14:03:34.342373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef46a4-ceef-4511-8526-f9bee2baa0a6 req-74092058-8a7c-46c8-a03e-33391d087995 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:34.343865 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0cef46a4-ceef-4511-8526-f9bee2baa0a6 req-74092058-8a7c-46c8-a03e-33391d087995 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.1112974 Dec 22 14:03:34.434262 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0cef46a4-ceef-4511-8526-f9bee2baa0a6 req-05eca32a-6943-4252-841f-70918fa35c34 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843866 Dec 22 14:03:34.453700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-c45ff710-3e65-4294-a35e-8ce427934026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:34.455515 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-c45ff710-3e65-4294-a35e-8ce427934026 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1097 time: 0.0924246 Dec 22 14:03:34.592721 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-5d8bb67a-4673-4784-8abf-1b85639ff2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:34.594733 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-5d8bb67a-4673-4784-8abf-1b85639ff2e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1336300 Dec 22 14:03:34.710833 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-7a19fb79-533e-45f8-b254-0e57b40d9b8c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 200 len: 1000 time: 0.1098030 Dec 22 14:03:34.776965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-adb40c46-31e9-489c-b72b-c0d3b35ed66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:34.778391 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-adb40c46-31e9-489c-b72b-c0d3b35ed66e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0613375 Dec 22 14:03:34.855877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-e0f9dcae-8540-4cb7-b165-0513b00c81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:34.857353 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-e0f9dcae-8540-4cb7-b165-0513b00c81e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727079 Dec 22 14:03:34.997560 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-038ebb64-a61c-44b4-b68a-ad36f8ffdb84 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332564 Dec 22 14:03:35.249812 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-35416f40-512a-4107-978f-8e8c9a6da5b0 req-5b7781cc-177c-459d-b699-6b110112dee5 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448578 Dec 22 14:03:35.663019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccbbf5-76af-43f1-923f-f727a2c97873 req-11d1a0d4-134a-498a-8c56-dffae2d4f8ab tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:35.665584 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9ccbbf5-76af-43f1-923f-f727a2c97873 req-11d1a0d4-134a-498a-8c56-dffae2d4f8ab tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.1155715 Dec 22 14:03:35.726686 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f9ccbbf5-76af-43f1-923f-f727a2c97873 req-0898ff71-db7f-415f-970f-b198562b689e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531955 Dec 22 14:03:35.994593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:03:36.923118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb289e7-55dc-4b25-ba03-637314613c51 req-db1844bc-70af-47a5-adcc-ee696e7b9533 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:36.924633 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fcb289e7-55dc-4b25-ba03-637314613c51 req-db1844bc-70af-47a5-adcc-ee696e7b9533 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0829339 Dec 22 14:03:36.974537 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fcb289e7-55dc-4b25-ba03-637314613c51 req-a71d7393-e04e-44ad-8870-64779f58d29f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437143 Dec 22 14:03:38.181270 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f376d71-a885-4bd9-a45b-89b1ed75f874 req-611879ca-352b-40a9-a255-c4b958593607 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:38.182788 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4f376d71-a885-4bd9-a45b-89b1ed75f874 req-611879ca-352b-40a9-a255-c4b958593607 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0857723 Dec 22 14:03:38.228549 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4f376d71-a885-4bd9-a45b-89b1ed75f874 req-8093e4f0-6fd7-46c4-93a3-f97469b37c71 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396786 Dec 22 14:03:39.419584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dda7f6-fb94-4694-8bdc-dd84b7533aea req-d9c7e924-73c9-47f2-95f8-993e082bbb67 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:39.421264 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a0dda7f6-fb94-4694-8bdc-dd84b7533aea req-d9c7e924-73c9-47f2-95f8-993e082bbb67 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0797114 Dec 22 14:03:39.469002 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a0dda7f6-fb94-4694-8bdc-dd84b7533aea req-a1f05338-9f54-4e07-b88d-766ce64691bf tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419283 Dec 22 14:03:40.662256 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed81eef-300c-4427-a898-f89c9754efec req-b0bb9798-fb67-4db9-9f00-f8de90079813 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:40.663779 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6ed81eef-300c-4427-a898-f89c9754efec req-b0bb9798-fb67-4db9-9f00-f8de90079813 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0894513 Dec 22 14:03:40.708434 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6ed81eef-300c-4427-a898-f89c9754efec req-897bf125-cca9-4f78-8a13-604d3e255eed tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389180 Dec 22 14:03:41.218626 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:41.905324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543ca8c-bc2b-461f-8149-b74acfc66136 req-fb4ddbe1-9d10-440a-9471-345e4e694844 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:41.908422 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3543ca8c-bc2b-461f-8149-b74acfc66136 req-fb4ddbe1-9d10-440a-9471-345e4e694844 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0912766 Dec 22 14:03:41.951724 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3543ca8c-bc2b-461f-8149-b74acfc66136 req-36dbfbcc-bcbf-42c8-b20c-5aeef6cebd0d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387182 Dec 22 14:03:42.938434 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:03:43.310524 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10ef79-15d9-49c9-a612-6032e4cd3176 req-d7795660-cf4b-4496-b05a-9cdb71eb7a67 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:43.311871 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ff10ef79-15d9-49c9-a612-6032e4cd3176 req-d7795660-cf4b-4496-b05a-9cdb71eb7a67 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.1023955 Dec 22 14:03:43.363939 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ff10ef79-15d9-49c9-a612-6032e4cd3176 req-fa78a3bf-891b-4bac-9576-b734a737e159 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462739 Dec 22 14:03:44.555518 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87254d24-c9a7-4c20-8580-d52567eb289a req-6d9cec26-3bd3-4c49-b24d-c19ca6d0c5dc tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:44.557129 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-87254d24-c9a7-4c20-8580-d52567eb289a req-6d9cec26-3bd3-4c49-b24d-c19ca6d0c5dc tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0880442 Dec 22 14:03:44.605602 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-87254d24-c9a7-4c20-8580-d52567eb289a req-073e1080-d30b-4a24-85d6-9cd62a83df53 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416830 Dec 22 14:03:45.800796 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7296d-a46a-4c89-85e4-bc442ee6da36 req-ce1d914d-8043-45d9-8b8f-755568ab7238 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:45.802302 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9df7296d-a46a-4c89-85e4-bc442ee6da36 req-ce1d914d-8043-45d9-8b8f-755568ab7238 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0804684 Dec 22 14:03:45.850440 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-9df7296d-a46a-4c89-85e4-bc442ee6da36 req-3429c463-0396-42d0-b662-d238ab1df0e8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423744 Dec 22 14:03:47.052768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a327b5b-4bed-4480-8674-adb13f928761 req-61cfafa1-3a8e-4aae-8f66-88fa6ebbcda3 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:47.054446 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5a327b5b-4bed-4480-8674-adb13f928761 req-61cfafa1-3a8e-4aae-8f66-88fa6ebbcda3 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0883648 Dec 22 14:03:47.098586 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5a327b5b-4bed-4480-8674-adb13f928761 req-25ec8aa5-5b2b-4952-bc84-deeb2569edca tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387192 Dec 22 14:03:48.298577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ccca5-cf2e-45b5-bb1c-482ace171aca req-63b70c3d-585b-4fd1-8ecc-ba74bbb13da1 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:48.300000 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dd9ccca5-cf2e-45b5-bb1c-482ace171aca req-63b70c3d-585b-4fd1-8ecc-ba74bbb13da1 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0865772 Dec 22 14:03:48.345371 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-dd9ccca5-cf2e-45b5-bb1c-482ace171aca req-df7afbd6-55a5-47f4-844c-1f9eec1aa816 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377889 Dec 22 14:03:49.546916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc94a48-0218-4f3b-970b-993924ddd918 req-079f49da-74a5-454e-9613-2171e987b917 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:49.548424 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bfc94a48-0218-4f3b-970b-993924ddd918 req-079f49da-74a5-454e-9613-2171e987b917 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0832930 Dec 22 14:03:49.592675 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bfc94a48-0218-4f3b-970b-993924ddd918 req-16b6c965-fa37-41d9-a1e7-0683b02c5d50 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385218 Dec 22 14:03:50.796875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f89e03-4de8-4d51-b68f-7a2bc0bd5e46 req-80b79098-df89-4c59-852f-d4c0116b1a4d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:50.798373 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-96f89e03-4de8-4d51-b68f-7a2bc0bd5e46 req-80b79098-df89-4c59-852f-d4c0116b1a4d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0914559 Dec 22 14:03:50.845455 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-96f89e03-4de8-4d51-b68f-7a2bc0bd5e46 req-4e72aa85-44e2-45ec-adbb-924a72275b7d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406864 Dec 22 14:03:52.034209 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a5733-9de4-47a6-a03c-81d5001d959a req-11b53288-4163-43b1-8bdd-3b949749740f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:52.035656 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-470a5733-9de4-47a6-a03c-81d5001d959a req-11b53288-4163-43b1-8bdd-3b949749740f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 944 time: 0.0874248 Dec 22 14:03:52.040285 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:03:52.081350 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-470a5733-9de4-47a6-a03c-81d5001d959a req-b00e65fb-94ee-47ab-8948-3940c83715ab tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396948 Dec 22 14:03:52.207480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:03:52.220238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'port_id': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'mac_address': 'fa:16:3e:76:02:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:03:52.278574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:52.295186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:03:52.310254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:03:52.316852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:52.318738 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:52.382534 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,revision_number=9']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:52.385845 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:52.716193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['8f21f8ce-973c-4a3c-9188-70f5ed7845e9'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 14:03:53.278437 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32112da-3cae-443c-aca8-f936975401a5 req-9f131ce9-87b8-4ed5-8d2c-1db5bbc0e55e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:53.279890 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a32112da-3cae-443c-aca8-f936975401a5 req-9f131ce9-87b8-4ed5-8d2c-1db5bbc0e55e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 945 time: 0.0898862 Dec 22 14:03:53.323338 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-a32112da-3cae-443c-aca8-f936975401a5 req-5662e1c9-a68b-44bb-874a-2df51ec58586 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378706 Dec 22 14:03:54.057867 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:03:54.142052 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:03:54.142438 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:54.267787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:54.294929 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:03:54.304905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:03:54.310104 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:54.312345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-0cc40ab7-a1fb-4d11-984e-6edb96a803a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:03:54.342350 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'code': 200} Dec 22 14:03:54.381976 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,revision_number=10']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:03:54.384978 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:03:54.518851 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c837c-65e6-4e18-93e0-e0773fed6118 req-34841e7e-b332-4177-b117-4ee64d7a5da6 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:54.520309 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-006c837c-65e6-4e18-93e0-e0773fed6118 req-34841e7e-b332-4177-b117-4ee64d7a5da6 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 947 time: 0.0840528 Dec 22 14:03:54.565173 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-006c837c-65e6-4e18-93e0-e0773fed6118 req-1794f625-cb22-4a14-9317-a807a042a9e1 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388458 Dec 22 14:03:54.576617 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63474d-9209-4b52-b1e8-b12625cb04da req-ec6ed589-cc1b-41ca-8236-e80c242e9033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:54.578221 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a63474d-9209-4b52-b1e8-b12625cb04da req-ec6ed589-cc1b-41ca-8236-e80c242e9033 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1100 time: 0.0694525 Dec 22 14:03:54.622865 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9a63474d-9209-4b52-b1e8-b12625cb04da req-e2b5a7eb-53e1-4215-a9f3-a4bcec65adde service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386207 Dec 22 14:03:55.776007 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0005d-ef20-4681-84ac-7de7b3853962 req-d621716f-14a5-428f-aa10-476dc163a198 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:55.777444 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e3d0005d-ef20-4681-84ac-7de7b3853962 req-d621716f-14a5-428f-aa10-476dc163a198 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 947 time: 0.0950761 Dec 22 14:03:55.823019 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e3d0005d-ef20-4681-84ac-7de7b3853962 req-10918074-9b5f-40f7-bb6f-b59aef963ef7 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373380 Dec 22 14:03:57.028201 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3de67-f807-412b-ab72-1a0d6a757ef6 req-bbd5d199-3861-4f94-aa89-9930d3cd6ae7 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:03:57.029644 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6bb3de67-f807-412b-ab72-1a0d6a757ef6 req-bbd5d199-3861-4f94-aa89-9930d3cd6ae7 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 947 time: 0.0888395 Dec 22 14:03:57.078046 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-6bb3de67-f807-412b-ab72-1a0d6a757ef6 req-f163299c-dfa1-4276-8d37-a4f1ca8d5745 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425935 Dec 22 14:03:57.615217 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66d7e15f-b6bb-454f-9bac-313dd50decee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:03:59.965023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fc6d5507-f502-4b3e-920f-b51eeac318b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:01.137807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:01.139268 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:02.655763 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:11.240010 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:12.519272 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-077bc01d-bd91-41f2-8825-26fd7a8c9353 req-f7afbedf-9512-4d41-a47b-08f0924135df service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820494 Dec 22 14:04:12.662417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bc01d-bd91-41f2-8825-26fd7a8c9353 req-954fcf68-7492-4c5e-bf37-7a96a8699f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:12.663921 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-077bc01d-bd91-41f2-8825-26fd7a8c9353 req-954fcf68-7492-4c5e-bf37-7a96a8699f0d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1100 time: 0.0733542 Dec 22 14:04:12.808690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bc01d-bd91-41f2-8825-26fd7a8c9353 req-820ef4af-f0d5-47fc-8d07-fac0b19e305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:12.810007 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-077bc01d-bd91-41f2-8825-26fd7a8c9353 req-820ef4af-f0d5-47fc-8d07-fac0b19e305e service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1266031 Dec 22 14:04:12.914800 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-077bc01d-bd91-41f2-8825-26fd7a8c9353 req-d129d22e-6c6f-41dd-9115-c0eed96711a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 200 len: 1002 time: 0.0978241 Dec 22 14:04:12.979212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bc01d-bd91-41f2-8825-26fd7a8c9353 req-8998f898-79c9-4189-8626-94ce9df7c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:12.980724 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-077bc01d-bd91-41f2-8825-26fd7a8c9353 req-8998f898-79c9-4189-8626-94ce9df7c1ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0588942 Dec 22 14:04:13.058870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bc01d-bd91-41f2-8825-26fd7a8c9353 req-f4e06ee9-b4bd-4a87-bed7-5cc0fb2c5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:04:13.060308 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-077bc01d-bd91-41f2-8825-26fd7a8c9353 req-f4e06ee9-b4bd-4a87-bed7-5cc0fb2c5e5b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733783 Dec 22 14:04:13.189923 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-077bc01d-bd91-41f2-8825-26fd7a8c9353 req-7916e8f2-9bcb-4ee5-bd3c-f4db9cfdb6f1 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225092 Dec 22 14:04:13.434014 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-077bc01d-bd91-41f2-8825-26fd7a8c9353 req-9271782e-0e81-4022-ad3f-645ae9b3b839 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371638 Dec 22 14:04:19.940102 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:04:27.626463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-77cbbc09-f604-4ea6-9662-7afc4e2ee061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:29.962644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b6d72bab-af00-40dd-87c5-7ca5246466b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:31.136844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:31.138286 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:32.665130 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:41.244706 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:56.944641 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:04:57.623487 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-61669be8-b829-48aa-886b-b2dacb2f88f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:04:59.949866 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb9a483f-150e-488f-87f7-9f1446b5107f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:01.143914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:01.145705 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:02.660187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:11.249430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:14.503710 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-71e73d19-37ad-49d9-8b6f-c5b516ac8221 req-d040f608-068c-4c90-b590-aff4635f569e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783594 Dec 22 14:05:14.669059 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e73d19-37ad-49d9-8b6f-c5b516ac8221 req-1765b351-724b-4dbd-bd59-4b9767a16225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:14.671200 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-71e73d19-37ad-49d9-8b6f-c5b516ac8221 req-1765b351-724b-4dbd-bd59-4b9767a16225 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1100 time: 0.0774794 Dec 22 14:05:14.819229 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e73d19-37ad-49d9-8b6f-c5b516ac8221 req-f1fd7a98-724f-4c9b-9ae7-1154f8986976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:14.820612 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-71e73d19-37ad-49d9-8b6f-c5b516ac8221 req-f1fd7a98-724f-4c9b-9ae7-1154f8986976 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1265848 Dec 22 14:05:14.930563 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-71e73d19-37ad-49d9-8b6f-c5b516ac8221 req-c4e5d2e5-a9e0-4deb-9bfa-7aa96a05bc8a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 200 len: 1002 time: 0.1026685 Dec 22 14:05:14.993343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e73d19-37ad-49d9-8b6f-c5b516ac8221 req-8f2e65a4-3b7b-491d-956a-7e4829fe502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:14.994766 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-71e73d19-37ad-49d9-8b6f-c5b516ac8221 req-8f2e65a4-3b7b-491d-956a-7e4829fe502e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0574484 Dec 22 14:05:15.077506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e73d19-37ad-49d9-8b6f-c5b516ac8221 req-ac1b26ea-f8b0-4d38-9d55-9f70f7d7cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:15.079273 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-71e73d19-37ad-49d9-8b6f-c5b516ac8221 req-ac1b26ea-f8b0-4d38-9d55-9f70f7d7cbcf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772693 Dec 22 14:05:15.216452 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-71e73d19-37ad-49d9-8b6f-c5b516ac8221 req-d53bb196-a625-4b39-878c-16559f956c48 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305425 Dec 22 14:05:15.349151 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-71e73d19-37ad-49d9-8b6f-c5b516ac8221 req-1f08a575-728b-4db4-b821-a9d75471c8c8 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260011 Dec 22 14:05:27.619186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1a874cc8-81ca-4400-a21c-31ca29538c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:29.951739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-492456b5-4437-49f1-9894-04dd3ff53e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:31.137220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:31.142338 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:32.470006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33798) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:32.661874 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:32.726459 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Deleting port a7bf8556-c60f-4812-8fbf-d4fb8b7b4d00 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:05:32.726739 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:32.909860 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:32.910167 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:33.036294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Calling delete_port for a7bf8556-c60f-4812-8fbf-d4fb8b7b4d00 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:05:33.301618 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:33.305259 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-30a7744e-3901-4e7e-a791-e448be5eab9b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:33.348234 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event deleted for resources: {'Port': ['ID=a7bf8556-c60f-4812-8fbf-d4fb8b7b4d00,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:33.398542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:33.398905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:33.399313 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:33.399712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:33.400064 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:33.400430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:33.400791 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:33.401151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:33.401509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:33.401865 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:33.402223 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:33.402596 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:33.409770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:33.466926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:33.467251 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Floating IP 13ed959d-ab9c-451c-89f4-324d255be4c5 disassociated (deleted). External IP: 172.26.4.251, port: 8f21f8ce-973c-4a3c-9188-70f5ed7845e9. Dec 22 14:05:33.826385 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Router 925ea05d-cd1b-4765-85f3-4943e3aae764 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:05:33.946979 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:05:34.039699 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:05:34.050016 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238dd710-7adc-4048-89f4-c8c3889551ee None None] Sync routers for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:05:34.059838 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238dd710-7adc-4048-89f4-c8c3889551ee None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:05:34.060481 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-238dd710-7adc-4048-89f4-c8c3889551ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:34.060613 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:34.115467 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ace956e6-64ff-4b8c-b274-101183f6901c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "DELETE /v2.0/floatingips/13ed959d-ab9c-451c-89f4-324d255be4c5 HTTP/1.1" status: 204 len: 168 time: 1.6433370 Dec 22 14:05:34.115755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:05:34.235432 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'status': 'completed', 'code': 200} Dec 22 14:05:34.239961 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-238dd710-7adc-4048-89f4-c8c3889551ee None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:05:34.334576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649535a4-8cc7-4d30-bedb-708dde39e815 req-bceb5e47-725b-45d0-916d-1d146f9dc40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:34.336316 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-649535a4-8cc7-4d30-bedb-708dde39e815 req-bceb5e47-725b-45d0-916d-1d146f9dc40d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 1100 time: 0.0782976 Dec 22 14:05:34.469776 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649535a4-8cc7-4d30-bedb-708dde39e815 req-0fa87d10-3d38-4e5b-9312-b28c7ca3ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:34.471250 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-649535a4-8cc7-4d30-bedb-708dde39e815 req-0fa87d10-3d38-4e5b-9312-b28c7ca3ea5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1271296 Dec 22 14:05:34.490728 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fa8d7-ef9e-4c5c-8002-34f1324c91e9 req-4f1260db-af87-441e-b12a-e23fb7bb0db7 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:34.492370 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-df6fa8d7-ef9e-4c5c-8002-34f1324c91e9 req-4f1260db-af87-441e-b12a-e23fb7bb0db7 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 947 time: 0.0857458 Dec 22 14:05:34.540486 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-df6fa8d7-ef9e-4c5c-8002-34f1324c91e9 req-626a8294-3f44-4f96-bd63-91f165131316 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420768 Dec 22 14:05:34.553410 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-649535a4-8cc7-4d30-bedb-708dde39e815 req-152931d1-6ed5-42c1-a389-00d42f27dd6b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 200 len: 217 time: 0.0720036 Dec 22 14:05:34.595626 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-238dd710-7adc-4048-89f4-c8c3889551ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:34.599762 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238dd710-7adc-4048-89f4-c8c3889551ee None None] Checking router: 925ea05d-cd1b-4765-85f3-4943e3aae764 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:05:34.608147 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238dd710-7adc-4048-89f4-c8c3889551ee None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:05:34.608852 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-238dd710-7adc-4048-89f4-c8c3889551ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:05:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:34.624757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649535a4-8cc7-4d30-bedb-708dde39e815 req-93774176-be15-48e3-a2f2-e4a3047b226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:34.626211 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-649535a4-8cc7-4d30-bedb-708dde39e815 req-93774176-be15-48e3-a2f2-e4a3047b226b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0657701 Dec 22 14:05:34.706133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649535a4-8cc7-4d30-bedb-708dde39e815 req-93d4c719-0be9-4369-9a5b-6be5f4a909e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:34.707648 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-649535a4-8cc7-4d30-bedb-708dde39e815 req-93d4c719-0be9-4369-9a5b-6be5f4a909e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736175 Dec 22 14:05:34.788520 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-238dd710-7adc-4048-89f4-c8c3889551ee None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:05:34.839670 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-649535a4-8cc7-4d30-bedb-708dde39e815 req-f8db3ebc-f3e5-4e02-a39c-ddea6d3cdbd6 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243489 Dec 22 14:05:35.098748 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-649535a4-8cc7-4d30-bedb-708dde39e815 req-2ba098f8-bab4-402f-903c-c8de85d164e2 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519259 Dec 22 14:05:35.104704 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-238dd710-7adc-4048-89f4-c8c3889551ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:05:35.108835 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238dd710-7adc-4048-89f4-c8c3889551ee None None] The sync data for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv is: [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:05:35.330638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee39184c-e5c7-4127-a95b-54fe012ebb0a None None] New status for floating IP 13ed959d-ab9c-451c-89f4-324d255be4c5: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 14:05:35.738918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023211e-7da8-4049-8756-02b1fa0f0fbc req-142e59fc-904d-4a8e-9746-3f405beba563 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:35.739484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2023211e-7da8-4049-8756-02b1fa0f0fbc req-142e59fc-904d-4a8e-9746-3f405beba563 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Synchronizing usage tracker for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:05:35.757253 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-2023211e-7da8-4049-8756-02b1fa0f0fbc req-142e59fc-904d-4a8e-9746-3f405beba563 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Unset dirty status for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:05:35.758368 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2023211e-7da8-4049-8756-02b1fa0f0fbc req-142e59fc-904d-4a8e-9746-3f405beba563 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 947 time: 0.1050704 Dec 22 14:05:35.805711 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2023211e-7da8-4049-8756-02b1fa0f0fbc req-20ac9952-cd97-46e7-851e-23393e9fc4c0 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415244 Dec 22 14:05:35.931300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eddd13-7226-4052-979c-3de911507617 req-81f4b86e-7ff5-43a7-9f42-d010fa557ecd tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:35.932735 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43eddd13-7226-4052-979c-3de911507617 req-81f4b86e-7ff5-43a7-9f42-d010fa557ecd tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 947 time: 0.0872958 Dec 22 14:05:36.003565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-43eddd13-7226-4052-979c-3de911507617 req-cff44800-0800-4e9c-82af-c359912f8714 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Deleting port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:05:36.003818 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-43eddd13-7226-4052-979c-3de911507617 req-cff44800-0800-4e9c-82af-c359912f8714 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:36.271962 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-43eddd13-7226-4052-979c-3de911507617 req-cff44800-0800-4e9c-82af-c359912f8714 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] For port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:05:36.272214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-43eddd13-7226-4052-979c-3de911507617 req-cff44800-0800-4e9c-82af-c359912f8714 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:36.397358 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-43eddd13-7226-4052-979c-3de911507617 req-cff44800-0800-4e9c-82af-c359912f8714 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Calling delete_port for 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:05:36.537047 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-43eddd13-7226-4052-979c-3de911507617 req-cff44800-0800-4e9c-82af-c359912f8714 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:36.543697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-797293a7-3679-4770-b796-fe15f2122743 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:36.590382 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff44800-0800-4e9c-82af-c359912f8714 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event deleted for resources: {'Port': ['ID=8f21f8ce-973c-4a3c-9188-70f5ed7845e9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:36.592859 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cff44800-0800-4e9c-82af-c359912f8714 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:36.667658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-43eddd13-7226-4052-979c-3de911507617 req-cff44800-0800-4e9c-82af-c359912f8714 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] No DVR routers for this DVR port 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:05:36.670555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-43eddd13-7226-4052-979c-3de911507617 req-cff44800-0800-4e9c-82af-c359912f8714 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:36.673436 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'name': 'network-vif-deleted', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:05:36.690679 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-43eddd13-7226-4052-979c-3de911507617 req-cff44800-0800-4e9c-82af-c359912f8714 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.54 "DELETE /v2.0/ports/8f21f8ce-973c-4a3c-9188-70f5ed7845e9 HTTP/1.1" status: 204 len: 173 time: 0.7517416 Dec 22 14:05:36.726606 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc6647b-a64c-4516-acd0-7efd9ac381fe', 'name': 'network-vif-deleted', 'tag': '8f21f8ce-973c-4a3c-9188-70f5ed7845e9', 'status': 'completed', 'code': 200} Dec 22 14:05:36.979014 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-9ec495a5-6b1b-4886-8316-2febb11fd2a8 req-8e60fc8f-f7fa-41c9-b7ca-17c363b8f657 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Synchronizing usage tracker for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:05:36.996696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-9ec495a5-6b1b-4886-8316-2febb11fd2a8 req-8e60fc8f-f7fa-41c9-b7ca-17c363b8f657 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Unset dirty status for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:05:36.998032 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9ec495a5-6b1b-4886-8316-2febb11fd2a8 req-8e60fc8f-f7fa-41c9-b7ca-17c363b8f657 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dc6647b-a64c-4516-acd0-7efd9ac381fe HTTP/1.1" status: 200 len: 210 time: 0.0658121 Dec 22 14:05:38.097418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33820) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:38.174750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca04ac08-ff62-4091-8fb4-7e7446e12dba tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:38.205491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca04ac08-ff62-4091-8fb4-7e7446e12dba tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:38.272944 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca04ac08-ff62-4091-8fb4-7e7446e12dba tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:38.277024 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7bf68bd4-9d60-4cd4-90a7-14f91e8522d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:38.292796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04ac08-ff62-4091-8fb4-7e7446e12dba tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:38.295129 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ca04ac08-ff62-4091-8fb4-7e7446e12dba tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:38.306375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ca04ac08-ff62-4091-8fb4-7e7446e12dba tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:38.307537 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ca04ac08-ff62-4091-8fb4-7e7446e12dba tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "DELETE /v2.0/security-groups/7c8220fe-b7ec-4633-bf10-b5c23bcb3dd9 HTTP/1.1" status: 204 len: 168 time: 0.2087996 Dec 22 14:05:40.599465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:05:40.633970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:05:40.634324 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 8f21f8ce-973c-4a3c-9188-70f5ed7845e9 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:05:40.726204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33832) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:40.731632 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695789741', 'description': 'tempest-secgroup-smoke-695789741 description', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:05:40.738023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:40.742350 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:40.745347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:40.752970 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:40.767099 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:40.794738 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:40.798819 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:40.801752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:40.807734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:40.890683 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:40.895547 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:40.899349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e8e814a3-6849-4f50-a673-ee6582cb8d7a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:40.939963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7042d27-2521-4657-8143-567a930abb87,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:40.943329 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:40.948401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:40.950187 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9006fc22-504d-43e4-a4e7-3d379dca6957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2229013 Dec 22 14:05:40.953084 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33836) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:40.958410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-16053d23-5637-4e90-a4ae-2b8dd828f57a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group_rule': {'security_group_id': 'd7042d27-2521-4657-8143-567a930abb87', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:05:40.964509 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-16053d23-5637-4e90-a4ae-2b8dd828f57a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:40.969197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-16053d23-5637-4e90-a4ae-2b8dd828f57a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:40.973799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-16053d23-5637-4e90-a4ae-2b8dd828f57a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:40.982816 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-16053d23-5637-4e90-a4ae-2b8dd828f57a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:41.005165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16053d23-5637-4e90-a4ae-2b8dd828f57a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.064335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16053d23-5637-4e90-a4ae-2b8dd828f57a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.069404 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16053d23-5637-4e90-a4ae-2b8dd828f57a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.071222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a947e4df-643a-4312-8ea5-4c3d279a3361 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:41.092906 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16053d23-5637-4e90-a4ae-2b8dd828f57a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd3aa2b-bc37-4738-8fc5-b7257349f908,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:41.095283 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-16053d23-5637-4e90-a4ae-2b8dd828f57a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:41.103837 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-16053d23-5637-4e90-a4ae-2b8dd828f57a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.105005 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-16053d23-5637-4e90-a4ae-2b8dd828f57a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510139 Dec 22 14:05:41.108006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33840) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:41.112988 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8f915337-7ce5-4612-94b0-2a57a74b1ad8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group_rule': {'security_group_id': 'd7042d27-2521-4657-8143-567a930abb87', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:05:41.118937 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8f915337-7ce5-4612-94b0-2a57a74b1ad8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:41.122768 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8f915337-7ce5-4612-94b0-2a57a74b1ad8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:41.125767 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8f915337-7ce5-4612-94b0-2a57a74b1ad8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:41.131695 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8f915337-7ce5-4612-94b0-2a57a74b1ad8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:41.149981 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f915337-7ce5-4612-94b0-2a57a74b1ad8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.216530 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f915337-7ce5-4612-94b0-2a57a74b1ad8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.222108 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f915337-7ce5-4612-94b0-2a57a74b1ad8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.229406 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-900ce9bb-8864-4e52-be25-bae3f558b8de tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:41.239621 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.251166 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f915337-7ce5-4612-94b0-2a57a74b1ad8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d213e3-0b76-4048-b5f3-c95311e53dfe,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:41.253565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8f915337-7ce5-4612-94b0-2a57a74b1ad8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:41.259317 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8f915337-7ce5-4612-94b0-2a57a74b1ad8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.260721 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8f915337-7ce5-4612-94b0-2a57a74b1ad8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1517560 Dec 22 14:05:41.263441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 33844) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:41.268565 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group_rule': {'security_group_id': 'd7042d27-2521-4657-8143-567a930abb87', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:05:41.274846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:41.279009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:41.282144 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:41.288161 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:41.306979 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.370851 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.376438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.378266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-3c84b6d0-9b36-4fd7-938c-f4a5dc45a244 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:41.400111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fd87e6-a411-46fa-9207-207642e4383e,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:41.402440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:41.410773 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.411981 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475840 Dec 22 14:05:41.415043 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33848) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:41.420593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group_rule': {'security_group_id': 'd7042d27-2521-4657-8143-567a930abb87', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:05:41.426972 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:41.431171 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:41.434324 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:41.441165 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:41.461558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.527040 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.532747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.534943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c015bc59-f465-4408-9c52-918601f9d200 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:41.558570 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f236492-b18a-4b26-ba3f-5b033ba07400,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:41.569229 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:41.569742 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:41.570147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:41.570484 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:41.570845 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:41.571241 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:41.571747 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:41.572111 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:41.572485 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:41.572840 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:41.573192 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:41.573582 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:05:41.576708 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.580853 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1617491 Dec 22 14:05:41.580853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-be5c994b-0f08-481c-b000-5427ff3d92da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:41.581334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33852) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:41.586184 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group_rule': {'security_group_id': 'd7042d27-2521-4657-8143-567a930abb87', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:05:41.592466 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:41.596310 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:41.599170 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:41.604814 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:41.616922 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Project b71a7f500d094d71a39abfc9f9c3f6bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:05:41.623492 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.687378 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.692657 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.694533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-20b1bccb-d23e-4ea8-b267-16878f123d9e tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:41.716589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da48efe1-1d74-43be-9676-6fa03d0e7e51,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:41.719070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:41.727540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.728748 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-2c0775c1-16fc-4da5-96b1-75f34435437b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467969 Dec 22 14:05:41.731565 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 33856) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:05:41.736526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'security_group_rule': {'security_group_id': 'd7042d27-2521-4657-8143-567a930abb87', 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:05:41.742400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:41.746278 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:security_group_rule and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:05:41.749212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:05:41.755071 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:41.766085 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.securitygroups_db [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Project b71a7f500d094d71a39abfc9f9c3f6bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:05:41.772648 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.842553 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.848385 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.850315 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-63132ec8-85f6-4a43-b77a-dcc2192ddf93 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:05:41.873003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516ca008-899c-4c45-b6bb-ba180ee5216b,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:05:41.875318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:05:41.882758 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:41.884243 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-5109a815-466b-4d8b-8eb6-373500b0e384 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516640 Dec 22 14:05:56.893909 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-7ef26bd5-1604-44a5-a769-4780d15fc5a1 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Synchronizing usage tracker for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:05:56.912764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-7ef26bd5-1604-44a5-a769-4780d15fc5a1 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Unset dirty status for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:05:56.914444 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-7ef26bd5-1604-44a5-a769-4780d15fc5a1 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695789741&fields=id&tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf HTTP/1.1" status: 200 len: 267 time: 0.0601847 Dec 22 14:05:57.073887 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-8aa664c3-0fad-4e16-848a-e1838526bbb7 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:57.075299 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-8aa664c3-0fad-4e16-848a-e1838526bbb7 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 808 time: 0.1540554 Dec 22 14:05:57.093065 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-827c108a-91cc-4b7f-b45f-dce405e55c63 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/quotas/b71a7f500d094d71a39abfc9f9c3f6bf HTTP/1.1" status: 200 len: 375 time: 0.0092430 Dec 22 14:05:57.194939 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-21812d04-b8ab-4bc1-978a-87ec5e860828 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947106 Dec 22 14:05:57.324371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-9496163c-1603-4b88-9db1-6f12dcc20e00 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 14:05:57.325354 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-9496163c-1603-4b88-9db1-6f12dcc20e00 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478694 Dec 22 14:05:57.461058 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-a930fb04-a81d-44bd-b5c1-d7fce70c8358 service neutron] 10.222.0.24 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270297 Dec 22 14:05:57.615038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3b477a3d-62d0-4eb4-b986-8bbc94138ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:57.705349 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-ec2fd3b6-3f69-431b-8442-be0ce7dc1197 service neutron] 10.222.0.24 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386143 Dec 22 14:05:58.117556 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-62c8a1e2-5eb6-44ee-ade1-091e0b7a0455 req-464c62b9-442f-4091-8b84-a35ea37481a0 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 210 time: 0.0461423 Dec 22 14:05:59.309279 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f2ed4a61-6761-4fbb-a0a3-9beda78914fb req-4c3f64d8-2fcb-4cb9-a2a4-b8ba283406ac tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 210 time: 0.0564902 Dec 22 14:05:59.319494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-9b2e3939-1b99-43f0-aa5f-a90154944817 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:05:59.320952 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-9b2e3939-1b99-43f0-aa5f-a90154944817 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 808 time: 0.2023582 Dec 22 14:05:59.378081 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-9ee2d034-a490-48ab-839e-6e038eeb9180 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf HTTP/1.1" status: 200 len: 379 time: 0.0489862 Dec 22 14:05:59.386543 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'port': {'device_id': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'admin_state_up': True, 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'security_groups': ['d7042d27-2521-4657-8143-567a930abb87']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:05:59.535654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:05:59.547910 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:05:59.563095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Made reservation on behalf of b71a7f500d094d71a39abfc9f9c3f6bf for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:05:59.569971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:59.775331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Allocated IP 172.20.0.10 (ebae8950-dacc-4da5-a117-78a8d0b609bc/4a6f30c5-d5e6-4c29-aa5a-3378fb280104/d903f3f0-4fab-4cce-8352-b942b7627b04) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:05:59.944491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6ee0c386-5be2-4fe7-b9be-f98ef7d45a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:59.979779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:05:59.997037 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Transition to ACTIVE for port object d903f3f0-4fab-4cce-8352-b942b7627b04 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:06:00.024379 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:00.031034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:06:00.102101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Network ebae8950-dacc-4da5-a117-78a8d0b609bc is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:06:00.105251 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:06:00.109475 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:06:00.146162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'Port': ['ID=d903f3f0-4fab-4cce-8352-b942b7627b04,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:06:00.155640 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:06:00.180749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:00.181479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:00.214157 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-37015850-f6ec-4d26-98a9-39b93cbce11b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8311112 Dec 22 14:06:00.226154 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Request body: {'port': {'device_id': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:06:00.348688 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:00.421950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bcde3d42-58e5-4f9e-ad8a-a8dfa37e480d None None] Provisioning for port d903f3f0-4fab-4cce-8352-b942b7627b04 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:06:00.428006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-bcde3d42-58e5-4f9e-ad8a-a8dfa37e480d None None] Provisioning complete for port d903f3f0-4fab-4cce-8352-b942b7627b04 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:06:00.429605 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bcde3d42-58e5-4f9e-ad8a-a8dfa37e480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:00.500064 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-bcde3d42-58e5-4f9e-ad8a-a8dfa37e480d None None] Port d903f3f0-4fab-4cce-8352-b942b7627b04 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 14:06:00.527680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a80034-06fa-4213-a012-32c0d80f52b4 req-ea9aa745-9c49-4d37-b93c-bac404b157ee tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:00.529795 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d3a80034-06fa-4213-a012-32c0d80f52b4 req-ea9aa745-9c49-4d37-b93c-bac404b157ee tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 932 time: 0.0881200 Dec 22 14:06:00.590037 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d3a80034-06fa-4213-a012-32c0d80f52b4 req-5009f505-959c-45d8-8088-b74f0fec8a19 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537372 Dec 22 14:06:00.737417 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d903f3f0-4fab-4cce-8352-b942b7627b04 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:06:00.744893 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:00.759061 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Transition to ACTIVE for port object d903f3f0-4fab-4cce-8352-b942b7627b04 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:06:00.764120 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:00.767663 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1a0287f4-5274-4781-8dae-0b371c2ac3e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:06:00.892689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Pushing event updated for resources: {'Port': ['ID=d903f3f0-4fab-4cce-8352-b942b7627b04,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:06:00.926116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:06:01.006318 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Attempting to bind port d903f3f0-4fab-4cce-8352-b942b7627b04 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:06:01.006649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Attempting to bind port d903f3f0-4fab-4cce-8352-b942b7627b04 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:06:01.006975 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Attempting to bind port d903f3f0-4fab-4cce-8352-b942b7627b04 on network ebae8950-dacc-4da5-a117-78a8d0b609bc {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:06:01.011974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Port d903f3f0-4fab-4cce-8352-b942b7627b04 on network ebae8950-dacc-4da5-a117-78a8d0b609bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 14:06:01.012290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Attempting to bind port d903f3f0-4fab-4cce-8352-b942b7627b04 on network ebae8950-dacc-4da5-a117-78a8d0b609bc {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:06:01.017494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:06:01.017829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Checking segment: {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:06:01.018214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Bound using segment: {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:06:01.018636 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Bound port: d903f3f0-4fab-4cce-8352-b942b7627b04, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e55df43-8d9c-4b5f-9d9e-7f7481968f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:06:01.018978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:01.140474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:01.153721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:01.223900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] For port d903f3f0-4fab-4cce-8352-b942b7627b04, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:06:01.226857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] For port d903f3f0-4fab-4cce-8352-b942b7627b04, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d903f3f0-4fab-4cce-8352-b942b7627b04,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:06:01.232781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:01.236412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8f7f7f99-37ac-40e4-aebe-d84765408556 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:06:01.294201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:01.294807 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:01.296259 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] 10.222.0.54 "PUT /v2.0/ports/d903f3f0-4fab-4cce-8352-b942b7627b04 HTTP/1.1" status: 200 len: 1094 time: 1.0746989 Dec 22 14:06:01.296778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:06:01.327692 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Pushing event updated for resources: {'Port': ['ID=d903f3f0-4fab-4cce-8352-b942b7627b04,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:06:01.331091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-b6061728-7980-49b7-bfad-7a18c244b4de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:06:01.368885 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'status': 'completed', 'code': 200} Dec 22 14:06:01.413912 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b061d4ea-b49d-4b35-af99-de127d756241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:01.415513 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b061d4ea-b49d-4b35-af99-de127d756241 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 1097 time: 0.0804574 Dec 22 14:06:01.483980 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-41c196da-0a76-431a-80ed-cb7203880157 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d903f3f0-4fab-4cce-8352-b942b7627b04 HTTP/1.1" status: 200 len: 217 time: 0.0612123 Dec 22 14:06:01.550139 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-6e2e25e7-25da-4de6-80d2-3c44ebcf8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:01.551530 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-6e2e25e7-25da-4de6-80d2-3c44ebcf8e32 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0616796 Dec 22 14:06:01.634034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-ef1697a5-1843-462c-a080-4ce38ab4a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:01.635535 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-ef1697a5-1843-462c-a080-4ce38ab4a456 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779536 Dec 22 14:06:01.771768 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-55e9722b-b506-410d-a16c-f5736b6cf9fa service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291268 Dec 22 14:06:01.888827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf796a3-cf98-47d0-b852-b06a2d416f12 req-4cf1f402-0e65-4542-8e47-197d85c10828 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:01.890214 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7bf796a3-cf98-47d0-b852-b06a2d416f12 req-4cf1f402-0e65-4542-8e47-197d85c10828 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.1977000 Dec 22 14:06:01.905172 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b88c55a-bb42-4ec6-8224-9eb84e70bd21 req-b55b6a21-eceb-4e53-aa43-4ff00955bb30 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270962 Dec 22 14:06:01.937367 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7bf796a3-cf98-47d0-b852-b06a2d416f12 req-4978daa4-b383-42e2-b52f-a8a485f36bf2 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412316 Dec 22 14:06:02.025370 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a2f26-da42-4701-b3d8-d2b20bba240e req-e63e14fa-316b-4719-9505-713eaa3b6d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:02.027486 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-376a2f26-da42-4701-b3d8-d2b20bba240e req-e63e14fa-316b-4719-9505-713eaa3b6d03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 1097 time: 0.0783255 Dec 22 14:06:02.176188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a2f26-da42-4701-b3d8-d2b20bba240e req-c1e26fcf-d05c-4647-894f-04cf29167cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:02.177652 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-376a2f26-da42-4701-b3d8-d2b20bba240e req-c1e26fcf-d05c-4647-894f-04cf29167cfc service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1431177 Dec 22 14:06:02.247412 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-376a2f26-da42-4701-b3d8-d2b20bba240e req-52b6d2dc-e502-42e3-bb42-486b614acd7d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d903f3f0-4fab-4cce-8352-b942b7627b04 HTTP/1.1" status: 200 len: 217 time: 0.0604899 Dec 22 14:06:02.312992 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a2f26-da42-4701-b3d8-d2b20bba240e req-d36d9c70-f0ed-4d78-9907-0623ed67a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:02.314421 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-376a2f26-da42-4701-b3d8-d2b20bba240e req-d36d9c70-f0ed-4d78-9907-0623ed67a597 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0606577 Dec 22 14:06:02.391823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a2f26-da42-4701-b3d8-d2b20bba240e req-6c07d023-269b-41e3-8f90-3ba94d3b07cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:02.393308 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-376a2f26-da42-4701-b3d8-d2b20bba240e req-6c07d023-269b-41e3-8f90-3ba94d3b07cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728042 Dec 22 14:06:02.526841 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-376a2f26-da42-4701-b3d8-d2b20bba240e req-ad20d00f-9640-4f5e-b347-8d7d175ad6f6 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267622 Dec 22 14:06:02.662295 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-376a2f26-da42-4701-b3d8-d2b20bba240e req-4ba94421-f634-4de7-8109-823feb674a53 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282687 Dec 22 14:06:02.666204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:03.137917 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa9d2a-e2d4-4c76-be7e-fa09abdffa57 req-5bc8de4e-35be-4ac2-aa7a-7c9382356f3b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:03.138672 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3efa9d2a-e2d4-4c76-be7e-fa09abdffa57 req-5bc8de4e-35be-4ac2-aa7a-7c9382356f3b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Synchronizing usage tracker for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:06:03.157799 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-3efa9d2a-e2d4-4c76-be7e-fa09abdffa57 req-5bc8de4e-35be-4ac2-aa7a-7c9382356f3b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Unset dirty status for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:06:03.159275 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3efa9d2a-e2d4-4c76-be7e-fa09abdffa57 req-5bc8de4e-35be-4ac2-aa7a-7c9382356f3b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.1036880 Dec 22 14:06:03.217996 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3efa9d2a-e2d4-4c76-be7e-fa09abdffa57 req-3daab433-c522-4193-885f-48eb5c44d285 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509226 Dec 22 14:06:04.421425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590b91d-7fd8-4af9-be14-87b85bb71965 req-25823b84-2c3c-41e0-8a92-0a04ba05197c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:04.422909 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d590b91d-7fd8-4af9-be14-87b85bb71965 req-25823b84-2c3c-41e0-8a92-0a04ba05197c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.0877833 Dec 22 14:06:04.470368 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d590b91d-7fd8-4af9-be14-87b85bb71965 req-3188f457-e27f-4de7-80d7-1342fc2ad6ea tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416114 Dec 22 14:06:05.664811 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca044e-6157-4be1-94a3-976f0497db6b req-e8de85b9-4071-4d28-9a97-9af923efc073 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:05.666257 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-acca044e-6157-4be1-94a3-976f0497db6b req-e8de85b9-4071-4d28-9a97-9af923efc073 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.0805368 Dec 22 14:06:05.714615 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-acca044e-6157-4be1-94a3-976f0497db6b req-a3b16627-f7e7-4527-8bb8-53e434b95717 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393364 Dec 22 14:06:06.910545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae9c28-bf13-43c6-9b59-cddb69b5e3a5 req-766e0975-36ae-40da-afff-dece0ce963b4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:06.912048 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-37ae9c28-bf13-43c6-9b59-cddb69b5e3a5 req-766e0975-36ae-40da-afff-dece0ce963b4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.0913484 Dec 22 14:06:06.956647 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-37ae9c28-bf13-43c6-9b59-cddb69b5e3a5 req-5c5a384e-c44c-4379-b4b2-ae7c878472f3 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388567 Dec 22 14:06:08.275913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e2914-1bb2-4301-8ed9-6701c22219a5 req-5473a64e-d387-437a-a7fc-292369e70dfb tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:08.277255 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0f2e2914-1bb2-4301-8ed9-6701c22219a5 req-5473a64e-d387-437a-a7fc-292369e70dfb tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.1948712 Dec 22 14:06:08.324238 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0f2e2914-1bb2-4301-8ed9-6701c22219a5 req-b8b685b9-7b9c-48af-8241-dcd06edcff5f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388072 Dec 22 14:06:09.536681 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a176708-b78e-47ce-8a49-141e2e9497bc req-41f95769-2e09-402e-89f0-a90b69eb287f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:09.538106 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7a176708-b78e-47ce-8a49-141e2e9497bc req-41f95769-2e09-402e-89f0-a90b69eb287f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.0899389 Dec 22 14:06:09.586199 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7a176708-b78e-47ce-8a49-141e2e9497bc req-cec8f3fc-e47e-4ebe-9a90-43b544d9d957 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419881 Dec 22 14:06:10.753766 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d903f3f0-4fab-4cce-8352-b942b7627b04 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:06:10.786947 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17158d76-87d4-4698-ae8c-a1f5b9b1e2b0 req-ba077472-6d69-4756-a264-c78bf68e5d0e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:10.788441 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-17158d76-87d4-4698-ae8c-a1f5b9b1e2b0 req-ba077472-6d69-4756-a264-c78bf68e5d0e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.0845830 Dec 22 14:06:10.832748 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-17158d76-87d4-4698-ae8c-a1f5b9b1e2b0 req-881cc01c-a72e-46c0-b79c-2fb8968d579d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385008 Dec 22 14:06:10.926512 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d903f3f0-4fab-4cce-8352-b942b7627b04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d903f3f0-4fab-4cce-8352-b942b7627b04,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:06:10.942062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'port_id': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'mac_address': 'fa:16:3e:b1:7d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:06:10.946297 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:06:11.005486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:11.022487 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d903f3f0-4fab-4cce-8352-b942b7627b04 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:06:11.038573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d903f3f0-4fab-4cce-8352-b942b7627b04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d903f3f0-4fab-4cce-8352-b942b7627b04,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:06:11.045721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:11.048558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:06:11.117463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d903f3f0-4fab-4cce-8352-b942b7627b04,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:06:11.125471 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:06:11.125794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:06:11.126128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:06:11.126461 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:06:11.126789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:06:11.127119 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:06:11.127443 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:06:11.127794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:06:11.128117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:06:11.128436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:06:11.128752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:06:11.129067 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:06:11.132966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:06:11.257108 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:11.406214 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['d903f3f0-4fab-4cce-8352-b942b7627b04'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 14:06:12.018917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3e5bf-9ab0-44b8-886b-4edf3cbf46f3 req-c931cd87-1c59-4fe7-903a-71f4193a44c8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:12.020470 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-59b3e5bf-9ab0-44b8-886b-4edf3cbf46f3 req-c931cd87-1c59-4fe7-903a-71f4193a44c8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 945 time: 0.0828412 Dec 22 14:06:12.063429 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-59b3e5bf-9ab0-44b8-886b-4edf3cbf46f3 req-56f4dff9-08bb-4c73-8489-f32eb8f705f2 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372970 Dec 22 14:06:12.753838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d903f3f0-4fab-4cce-8352-b942b7627b04 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:06:12.831075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port d903f3f0-4fab-4cce-8352-b942b7627b04 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:06:12.835852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port d903f3f0-4fab-4cce-8352-b942b7627b04 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:06:12.836233 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:12.948024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:12.975326 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:06:12.985307 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d903f3f0-4fab-4cce-8352-b942b7627b04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d903f3f0-4fab-4cce-8352-b942b7627b04,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:06:12.991123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:12.992995 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:06:13.029151 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'code': 200} Dec 22 14:06:13.066557 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d903f3f0-4fab-4cce-8352-b942b7627b04,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:06:13.069550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:06:13.257425 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77da9e-2a5d-480e-8253-1397405a20d8 req-3c098c1e-9f80-4e98-931e-2ce9c803b96f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:13.259685 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7b77da9e-2a5d-480e-8253-1397405a20d8 req-3c098c1e-9f80-4e98-931e-2ce9c803b96f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0885570 Dec 22 14:06:13.292712 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc991b19-4db7-46a9-b46e-4039cf8901cc req-a502833f-c9be-4a2c-ba21-c4de1417bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:13.294249 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dc991b19-4db7-46a9-b46e-4039cf8901cc req-a502833f-c9be-4a2c-ba21-c4de1417bc68 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 1099 time: 0.0762584 Dec 22 14:06:13.303661 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7b77da9e-2a5d-480e-8253-1397405a20d8 req-6bf06492-1c98-47d0-8d41-6534079049d5 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390940 Dec 22 14:06:13.338499 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-dc991b19-4db7-46a9-b46e-4039cf8901cc req-0cb3648a-f5cc-42e5-9a2f-6ec8338f910a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372601 Dec 22 14:06:14.502619 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8fa71-9b58-4f82-a0a6-fa4723e2ed5b req-ad702a66-658c-4ad9-98b7-a561e5714c28 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:14.504132 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2cf8fa71-9b58-4f82-a0a6-fa4723e2ed5b req-ad702a66-658c-4ad9-98b7-a561e5714c28 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0807836 Dec 22 14:06:14.552511 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-2cf8fa71-9b58-4f82-a0a6-fa4723e2ed5b req-f0129254-5528-4550-a737-36845122e297 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425441 Dec 22 14:06:15.749159 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579b138-09a7-463c-b50e-1432ad22971b req-17b79ead-4ba0-488f-acbc-9b8db1cf215e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:15.750618 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3579b138-09a7-463c-b50e-1432ad22971b req-17b79ead-4ba0-488f-acbc-9b8db1cf215e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0882740 Dec 22 14:06:15.800214 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3579b138-09a7-463c-b50e-1432ad22971b req-13b183ff-3561-4c25-ac82-2d29a26b56d4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434008 Dec 22 14:06:16.003678 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc7d8b-30b7-49c1-bfbe-4fd6dd650ce0 req-43715574-721e-47c1-b3ab-91889b6ba49e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:16.005126 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c3cc7d8b-30b7-49c1-bfbe-4fd6dd650ce0 req-43715574-721e-47c1-b3ab-91889b6ba49e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0927696 Dec 22 14:06:16.051890 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c3cc7d8b-30b7-49c1-bfbe-4fd6dd650ce0 req-463290c8-a166-48dd-bd49-ba41f0aa9a0b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386136 Dec 22 14:06:16.074288 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34078) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:06:16.194782 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821dc244-065d-4718-812d-2a1f51719c3d tempest-TestShelveInstance-1615933006 tempest-TestShelveInstance-1615933006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:16.195489 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-821dc244-065d-4718-812d-2a1f51719c3d tempest-TestShelveInstance-1615933006 tempest-TestShelveInstance-1615933006-project-admin] Synchronizing usage tracker for tenant:324f4d18f59a43e983da1490014ecf80 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:06:16.216427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-821dc244-065d-4718-812d-2a1f51719c3d tempest-TestShelveInstance-1615933006 tempest-TestShelveInstance-1615933006-project-admin] Unset dirty status for tenant:324f4d18f59a43e983da1490014ecf80 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:06:16.217763 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-821dc244-065d-4718-812d-2a1f51719c3d tempest-TestShelveInstance-1615933006 tempest-TestShelveInstance-1615933006-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 1094 time: 0.1422536 Dec 22 14:06:16.220829 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34084) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:06:16.225890 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:06:16.231837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:06:16.235545 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Usage tracker for resource:floatingip and tenant:b71a7f500d094d71a39abfc9f9c3f6bf is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:06:16.238397 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:06:16.244143 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:06:16.255430 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:16.395774 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:16.542317 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Allocated IP 172.26.4.78 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/1122eafb-3e24-4288-a274-88270caaf612) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:06:16.692516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:16.725686 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:16.729504 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-db5229f0-b940-4209-8329-d36e0e671c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:06:16.789631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:06:16.792593 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:06:16.796282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:06:16.828097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'Port': ['ID=1122eafb-3e24-4288-a274-88270caaf612,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:06:16.834168 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:06:17.326921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:17.403255 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:17.609245 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:17.616459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:17.620088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:06:17.725709 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event updated for resources: {'Port': ['ID=1122eafb-3e24-4288-a274-88270caaf612,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:06:17.729448 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:06:17.739153 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:17.917984 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Floating IP 195ebfa6-0de6-4534-b191-7faf3f363ea2 associated. External IP: 172.26.4.78, port: d903f3f0-4fab-4cce-8352-b942b7627b04. Dec 22 14:06:18.284577 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Router 925ea05d-cd1b-4765-85f3-4943e3aae764 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:06:18.475631 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:06:18.485875 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db186f81-fb03-45be-a797-4d6cbcaa0c00 None None] Sync routers for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:06:18.495748 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db186f81-fb03-45be-a797-4d6cbcaa0c00 None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:06:18.496388 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-db186f81-fb03-45be-a797-4d6cbcaa0c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:06:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:06:18.503915 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:18.571700 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3385062 Dec 22 14:06:18.571700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:06:18.659028 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'status': 'completed', 'code': 200} Dec 22 14:06:18.672426 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-db186f81-fb03-45be-a797-4d6cbcaa0c00 None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:06:18.755001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feb47e-5d8f-4e15-a805-fb38ce8cc345 req-8960c0bd-829f-4e86-8181-779160d443e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:18.756505 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c8feb47e-5d8f-4e15-a805-fb38ce8cc345 req-8960c0bd-829f-4e86-8181-779160d443e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 1099 time: 0.0759752 Dec 22 14:06:18.905848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feb47e-5d8f-4e15-a805-fb38ce8cc345 req-cc420526-ee89-4c38-a8b1-4fda6d0c4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:18.907306 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c8feb47e-5d8f-4e15-a805-fb38ce8cc345 req-cc420526-ee89-4c38-a8b1-4fda6d0c4d62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1448853 Dec 22 14:06:19.017675 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c8feb47e-5d8f-4e15-a805-fb38ce8cc345 req-c6570b3a-b015-4980-bfed-f2bc59647532 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d903f3f0-4fab-4cce-8352-b942b7627b04 HTTP/1.1" status: 200 len: 999 time: 0.1037693 Dec 22 14:06:19.022250 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-db186f81-fb03-45be-a797-4d6cbcaa0c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '195ebfa6-0de6-4534-b191-7faf3f363ea2', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'port_id': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'mac_address': 'fa:16:3e:b1:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:06:17Z', 'updated_at': '2021-12-22T14:06:17Z', 'revision_number': 0, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:06:19.026943 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db186f81-fb03-45be-a797-4d6cbcaa0c00 None None] Checking router: 925ea05d-cd1b-4765-85f3-4943e3aae764 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:06:19.035894 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db186f81-fb03-45be-a797-4d6cbcaa0c00 None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:06:19.036509 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-db186f81-fb03-45be-a797-4d6cbcaa0c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:06:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:06:19.081449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feb47e-5d8f-4e15-a805-fb38ce8cc345 req-58950113-c004-4455-a183-b588fd17d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:19.082959 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c8feb47e-5d8f-4e15-a805-fb38ce8cc345 req-58950113-c004-4455-a183-b588fd17d483 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0590153 Dec 22 14:06:19.158412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feb47e-5d8f-4e15-a805-fb38ce8cc345 req-59745a6e-8af2-451d-9c08-13736cb80bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:06:19.159958 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c8feb47e-5d8f-4e15-a805-fb38ce8cc345 req-59745a6e-8af2-451d-9c08-13736cb80bbc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709198 Dec 22 14:06:19.248759 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-db186f81-fb03-45be-a797-4d6cbcaa0c00 None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:06:19.294765 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c8feb47e-5d8f-4e15-a805-fb38ce8cc345 req-7ab8f296-10d7-47c7-b44d-06de0cd32719 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284022 Dec 22 14:06:19.427703 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c8feb47e-5d8f-4e15-a805-fb38ce8cc345 req-f8650e36-3666-4b1b-80b9-67fd1d57961f service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263044 Dec 22 14:06:19.603780 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-db186f81-fb03-45be-a797-4d6cbcaa0c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '195ebfa6-0de6-4534-b191-7faf3f363ea2', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'port_id': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'mac_address': 'fa:16:3e:b1:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:06:17Z', 'updated_at': '2021-12-22T14:06:17Z', 'revision_number': 0, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:06:19.608405 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db186f81-fb03-45be-a797-4d6cbcaa0c00 None None] The sync data for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv is: [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '195ebfa6-0de6-4534-b191-7faf3f363ea2', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'port_id': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'mac_address': 'fa:16:3e:b1:7d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:06:17Z', 'updated_at': '2021-12-22T14:06:17Z', 'revision_number': 0, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:06:19.810582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ceadb5-25ce-4e35-8857-8f07669ad2eb None None] New status for floating IP 195ebfa6-0de6-4534-b191-7faf3f363ea2: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 14:06:27.615172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1105701c-af1a-4042-a107-64b8fb173201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:29.957795 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7a00a5e2-4de4-4926-b130-3ed4d5278375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:31.142789 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:31.145944 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:32.669878 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:41.241584 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:47.944868 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:06:57.614343 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6d8a9f96-e3d2-478b-b8c3-30b2e30bf828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:06:59.951591 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-532ad8f0-38a8-4957-b24e-d32fce228ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:01.142818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:01.146430 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:02.678186 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:11.247141 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:14.457382 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-93c26b31-8e68-4b66-8ad8-f58bcd978671 req-d2a5115f-3bf5-4a62-bac1-0496440fbb97 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735748 Dec 22 14:07:14.594610 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c26b31-8e68-4b66-8ad8-f58bcd978671 req-c3756c4d-14b5-48a5-842e-6f0c11d564cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:14.596143 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-93c26b31-8e68-4b66-8ad8-f58bcd978671 req-c3756c4d-14b5-48a5-842e-6f0c11d564cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 1099 time: 0.0722151 Dec 22 14:07:14.741302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c26b31-8e68-4b66-8ad8-f58bcd978671 req-9bce2869-0a3f-43be-afab-2b6518597429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:14.743254 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-93c26b31-8e68-4b66-8ad8-f58bcd978671 req-9bce2869-0a3f-43be-afab-2b6518597429 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1286163 Dec 22 14:07:14.846179 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-93c26b31-8e68-4b66-8ad8-f58bcd978671 req-ec01493a-d095-43c7-8595-167da93686cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d903f3f0-4fab-4cce-8352-b942b7627b04 HTTP/1.1" status: 200 len: 1001 time: 0.0953777 Dec 22 14:07:14.907243 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c26b31-8e68-4b66-8ad8-f58bcd978671 req-7b8dfcd6-ac0c-4b96-b61d-e0766a561bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:14.908776 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-93c26b31-8e68-4b66-8ad8-f58bcd978671 req-7b8dfcd6-ac0c-4b96-b61d-e0766a561bad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0559623 Dec 22 14:07:14.986427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c26b31-8e68-4b66-8ad8-f58bcd978671 req-638f9ac5-b1f3-4403-93bd-af4a01deb0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:07:14.987899 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-93c26b31-8e68-4b66-8ad8-f58bcd978671 req-638f9ac5-b1f3-4403-93bd-af4a01deb0a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728004 Dec 22 14:07:15.227180 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-93c26b31-8e68-4b66-8ad8-f58bcd978671 req-06ae15e0-2f88-4d72-a6be-47e7430f06d5 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303634 Dec 22 14:07:15.355443 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-93c26b31-8e68-4b66-8ad8-f58bcd978671 req-91ef34c0-fa02-4c10-8639-c94904c8eec2 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218791 Dec 22 14:07:24.948933 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:07:27.615567 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-406c3848-1c4a-44c2-9c21-e52ab273745d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:29.966734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b9dbd5de-31d3-4d1f-920a-a8ce760bbffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:31.144008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:31.147231 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:32.687431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:41.253212 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:57.619372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bebdd196-cf9c-4ce4-af25-9f2f1ba963d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:07:59.960405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a78fc874-ab90-457a-bb28-48157c51e50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:01.142925 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:01.145476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:01.953023 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:08:02.692261 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:11.253686 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:14.714866 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45c3b2-3c39-4245-9ac8-78a5b6f012eb req-898a0495-47f8-478c-807c-357b9d6d1b3a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:14.716626 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1a45c3b2-3c39-4245-9ac8-78a5b6f012eb req-898a0495-47f8-478c-807c-357b9d6d1b3a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.1647892 Dec 22 14:08:14.765646 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-1a45c3b2-3c39-4245-9ac8-78a5b6f012eb req-c0e7a730-3795-4061-9bed-da85e029672c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401051 Dec 22 14:08:15.614872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34001855-6cb0-4b97-a8b0-08834b991092 req-c34a880e-8dca-4ebb-8d0f-0a9c30458e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:15.616417 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-34001855-6cb0-4b97-a8b0-08834b991092 req-c34a880e-8dca-4ebb-8d0f-0a9c30458e74 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 1099 time: 0.1321211 Dec 22 14:08:15.762676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34001855-6cb0-4b97-a8b0-08834b991092 req-2d829a46-1c27-4989-900c-b51b9c4f98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:15.764081 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-34001855-6cb0-4b97-a8b0-08834b991092 req-2d829a46-1c27-4989-900c-b51b9c4f98f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1277184 Dec 22 14:08:15.870411 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-34001855-6cb0-4b97-a8b0-08834b991092 req-cf608f8c-7102-4961-bdbc-a1de5e7031dd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d903f3f0-4fab-4cce-8352-b942b7627b04 HTTP/1.1" status: 200 len: 1001 time: 0.0978384 Dec 22 14:08:15.940760 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34001855-6cb0-4b97-a8b0-08834b991092 req-71267c6e-55d8-4459-b063-a3a7957cc3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:15.942357 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-34001855-6cb0-4b97-a8b0-08834b991092 req-71267c6e-55d8-4459-b063-a3a7957cc3b2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0659578 Dec 22 14:08:16.076551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34001855-6cb0-4b97-a8b0-08834b991092 req-d26ab93d-bb63-4c1e-9d0c-684d19b09f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:16.078037 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-34001855-6cb0-4b97-a8b0-08834b991092 req-d26ab93d-bb63-4c1e-9d0c-684d19b09f04 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1287255 Dec 22 14:08:16.090642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532389-7e6d-46d0-a0e4-eb4cf52bd7ab req-de49fa31-c70c-43b9-89c6-b6712c331962 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:16.092037 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a8532389-7e6d-46d0-a0e4-eb4cf52bd7ab req-de49fa31-c70c-43b9-89c6-b6712c331962 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.1856604 Dec 22 14:08:16.214133 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a8532389-7e6d-46d0-a0e4-eb4cf52bd7ab req-ece20a0e-b998-4303-93d8-c79110b784b6 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035852 Dec 22 14:08:16.249475 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-34001855-6cb0-4b97-a8b0-08834b991092 req-87a6d437-01c8-4e82-a386-7e2e250ef347 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565349 Dec 22 14:08:16.386915 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-34001855-6cb0-4b97-a8b0-08834b991092 req-8464571b-8de0-470b-9477-1194e506f249 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266065 Dec 22 14:08:17.413219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cbdfc-9d88-4fe4-bd27-c04578b233be req-1edbef63-9a5e-4ca4-81af-fca214a49d71 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:17.414696 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7a7cbdfc-9d88-4fe4-bd27-c04578b233be req-1edbef63-9a5e-4ca4-81af-fca214a49d71 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0809209 Dec 22 14:08:17.465600 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7a7cbdfc-9d88-4fe4-bd27-c04578b233be req-d0ba9a31-e8ff-4f0c-aeb0-dd53aebfee89 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429206 Dec 22 14:08:18.665260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccbbe2-5004-47fb-931a-44dad95d9ca0 req-f407bc36-c699-4fec-b781-26e82eb1dcb9 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:18.666720 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fdccbbe2-5004-47fb-931a-44dad95d9ca0 req-f407bc36-c699-4fec-b781-26e82eb1dcb9 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0842369 Dec 22 14:08:18.709382 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fdccbbe2-5004-47fb-931a-44dad95d9ca0 req-d9b17f74-c1bc-48de-8683-f75c16fe3f70 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370040 Dec 22 14:08:20.015531 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6be75-c8e7-4508-bec4-7f19da1af7dd req-7d05fd5e-ce51-4c61-81d7-4be088db8111 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:20.016910 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-aad6be75-c8e7-4508-bec4-7f19da1af7dd req-7d05fd5e-ce51-4c61-81d7-4be088db8111 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.2038004 Dec 22 14:08:20.060089 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-aad6be75-c8e7-4508-bec4-7f19da1af7dd req-5ceade74-00c4-4710-87e3-d050d74397df tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374200 Dec 22 14:08:21.261813 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e180e4c-5f49-4822-b9cf-854cb3ae1a5e req-1560876d-1abf-4f1b-839e-70561eb7dad9 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:21.263240 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3e180e4c-5f49-4822-b9cf-854cb3ae1a5e req-1560876d-1abf-4f1b-839e-70561eb7dad9 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0873382 Dec 22 14:08:21.308468 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3e180e4c-5f49-4822-b9cf-854cb3ae1a5e req-886621fe-349c-4651-b3b7-b506a06ea517 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370698 Dec 22 14:08:22.517370 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe351f6e-bc5a-4202-bef8-09be0dc2ea4f req-e19b9ecf-4896-497b-9043-7bfa90731cab tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:22.518859 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fe351f6e-bc5a-4202-bef8-09be0dc2ea4f req-e19b9ecf-4896-497b-9043-7bfa90731cab tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.1029334 Dec 22 14:08:22.565196 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-fe351f6e-bc5a-4202-bef8-09be0dc2ea4f req-d89342d1-3b4d-4d7c-af2f-24c05cd03050 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380323 Dec 22 14:08:23.764517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9de3d7-183e-44ab-8c46-aee191fe0a8a req-c6b01de1-f3fd-47c8-8227-f2073be40007 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:23.766163 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6b9de3d7-183e-44ab-8c46-aee191fe0a8a req-c6b01de1-f3fd-47c8-8227-f2073be40007 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0897446 Dec 22 14:08:23.813278 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6b9de3d7-183e-44ab-8c46-aee191fe0a8a req-dea1f577-05b0-4bf1-973d-c37198a8ebb5 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415180 Dec 22 14:08:24.721748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8c73f-9999-4c9e-9972-6ad787da5a46 req-b5d9f3ef-3c2d-4a41-b9fe-10dc974540bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:24.723187 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7ea8c73f-9999-4c9e-9972-6ad787da5a46 req-b5d9f3ef-3c2d-4a41-b9fe-10dc974540bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 1099 time: 0.0780411 Dec 22 14:08:24.875390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8c73f-9999-4c9e-9972-6ad787da5a46 req-c532a517-a9a1-4185-83d8-eef8f40c4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:24.876874 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7ea8c73f-9999-4c9e-9972-6ad787da5a46 req-c532a517-a9a1-4185-83d8-eef8f40c4a5b service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1472301 Dec 22 14:08:24.997987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c330e-ad06-44df-808f-89179ae00d20 req-3e6e1efd-05c7-49a3-a143-927882a2b7b8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:24.999790 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-403c330e-ad06-44df-808f-89179ae00d20 req-3e6e1efd-05c7-49a3-a143-927882a2b7b8 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0819309 Dec 22 14:08:25.051126 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-403c330e-ad06-44df-808f-89179ae00d20 req-d1eabe1d-28c9-40a8-9180-f477e3033a6a tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454795 Dec 22 14:08:25.112288 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7ea8c73f-9999-4c9e-9972-6ad787da5a46 req-53c68949-a5bf-47ac-a015-c3cab06f54b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d903f3f0-4fab-4cce-8352-b942b7627b04 HTTP/1.1" status: 200 len: 1001 time: 0.2288034 Dec 22 14:08:25.190343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8c73f-9999-4c9e-9972-6ad787da5a46 req-81d9f3df-4c21-4107-8d44-06bbf8e383da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:25.191809 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7ea8c73f-9999-4c9e-9972-6ad787da5a46 req-81d9f3df-4c21-4107-8d44-06bbf8e383da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0729213 Dec 22 14:08:25.275314 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea8c73f-9999-4c9e-9972-6ad787da5a46 req-b7806bbd-5fb0-4041-98c8-be5aba6d31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:25.276873 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7ea8c73f-9999-4c9e-9972-6ad787da5a46 req-b7806bbd-5fb0-4041-98c8-be5aba6d31f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787394 Dec 22 14:08:25.407173 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7ea8c73f-9999-4c9e-9972-6ad787da5a46 req-b7a9b3c3-78d7-4db1-9846-4e700ccd4d65 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234200 Dec 22 14:08:25.545636 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7ea8c73f-9999-4c9e-9972-6ad787da5a46 req-551ffd91-6b2f-4c83-a23d-550122032796 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321964 Dec 22 14:08:26.252093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffcd14-73d3-4c83-a422-a675526dbad2 req-c158918a-f101-48d4-82fe-065da2a135a6 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:26.253531 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cdffcd14-73d3-4c83-a422-a675526dbad2 req-c158918a-f101-48d4-82fe-065da2a135a6 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0913019 Dec 22 14:08:26.298697 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cdffcd14-73d3-4c83-a422-a675526dbad2 req-bf6d0bbc-cb29-4313-b12b-adf429051284 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369985 Dec 22 14:08:27.496300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e2394-7c4b-4432-9d09-99d8872c2e9d req-8df8c2ea-0b10-4e8a-b1b1-429ecb0d2c95 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:27.497822 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-743e2394-7c4b-4432-9d09-99d8872c2e9d req-8df8c2ea-0b10-4e8a-b1b1-429ecb0d2c95 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0806327 Dec 22 14:08:27.543976 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-743e2394-7c4b-4432-9d09-99d8872c2e9d req-2ae93090-9691-4710-86ba-eb010c078056 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389519 Dec 22 14:08:27.616920 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab8ba-3b0a-49fb-bf8c-eb5132df07d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:28.738833 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3c7d7-90a5-4eb8-a6b9-3ea17054dbd0 req-0f856099-a6e6-4fed-beb7-2e969194bf7c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:28.740306 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-51f3c7d7-90a5-4eb8-a6b9-3ea17054dbd0 req-0f856099-a6e6-4fed-beb7-2e969194bf7c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0846412 Dec 22 14:08:28.784308 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-51f3c7d7-90a5-4eb8-a6b9-3ea17054dbd0 req-8b1ef873-8a9c-4416-98e7-394ee38dd7c5 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383399 Dec 22 14:08:29.095012 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-6f66a018-91a9-44b0-9831-c6461098af19 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0737743 Dec 22 14:08:29.159620 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0327-5a8f-465c-9114-9adaaeb318fe req-cf311afd-a7b3-40de-9ee6-2072ae8bf382 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:29.161084 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fa3c0327-5a8f-465c-9114-9adaaeb318fe req-cf311afd-a7b3-40de-9ee6-2072ae8bf382 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0838585 Dec 22 14:08:29.208352 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fa3c0327-5a8f-465c-9114-9adaaeb318fe req-7ee8432a-1036-41f9-8bd1-6500d1e8ae59 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415335 Dec 22 14:08:29.964627 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-302c3436-2b8a-444d-85ac-aa05f5d6667a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:30.407748 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95f4c5-a54d-4b14-ad8c-d6f80bb199ce req-a71410cf-fc07-4a75-9120-dadc2f30baa3 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:30.409219 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bf95f4c5-a54d-4b14-ad8c-d6f80bb199ce req-a71410cf-fc07-4a75-9120-dadc2f30baa3 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0950668 Dec 22 14:08:30.454132 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-bf95f4c5-a54d-4b14-ad8c-d6f80bb199ce req-8e1df0da-2a54-4d5e-8172-0f9c9a6d9d27 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386803 Dec 22 14:08:31.127807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:31.152247 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:31.659953 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-33dae5fc-743a-4597-8be7-c3478eee25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:31.661414 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-33dae5fc-743a-4597-8be7-c3478eee25ea service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66&tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf HTTP/1.1" status: 200 len: 1099 time: 0.1326959 Dec 22 14:08:31.673553 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061bcb-513e-4cf2-bd01-6f3da658b728 req-630e1dfd-2ac4-40da-9c11-3baa6b5267cb tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:31.675205 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4b061bcb-513e-4cf2-bd01-6f3da658b728 req-630e1dfd-2ac4-40da-9c11-3baa6b5267cb tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.1033158 Dec 22 14:08:31.733091 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d903f3f0-4fab-4cce-8352-b942b7627b04 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:08:31.768036 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-4b061bcb-513e-4cf2-bd01-6f3da658b728 req-db98e9eb-f950-4bf2-be6a-94da736c6821 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866740 Dec 22 14:08:31.788405 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-809fb22b-83b7-41d3-93f7-a6f61260feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:31.788405 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-809fb22b-83b7-41d3-93f7-a6f61260feab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 1099 time: 0.1059039 Dec 22 14:08:31.845913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:31.875147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:08:31.884957 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d903f3f0-4fab-4cce-8352-b942b7627b04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d903f3f0-4fab-4cce-8352-b942b7627b04,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:08:31.890890 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:31.892729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:08:31.924918 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-fdf70ec4-c45f-465a-94f1-6c04e124af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:31.926369 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-fdf70ec4-c45f-465a-94f1-6c04e124af3a service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1317639 Dec 22 14:08:31.989991 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'code': 200} Dec 22 14:08:32.008322 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d903f3f0-4fab-4cce-8352-b942b7627b04,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:08:32.015370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:08:32.015757 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:08:32.016101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:08:32.016436 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:08:32.016768 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:08:32.017103 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:08:32.017426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:08:32.017754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:08:32.018131 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:08:32.018401 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:08:32.018720 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:08:32.019038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:08:32.023151 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:08:32.032891 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-9ba12049-7e02-43c4-a371-d508d4ba2d63 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d903f3f0-4fab-4cce-8352-b942b7627b04 HTTP/1.1" status: 200 len: 999 time: 0.0997212 Dec 22 14:08:32.094111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-fdc8b102-cf63-4ce0-9a3d-6a9b7b84977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:32.095573 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-fdc8b102-cf63-4ce0-9a3d-6a9b7b84977c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0567307 Dec 22 14:08:32.177112 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-cd675afd-6e3e-4f53-97bc-d945b1f29392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:32.178707 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-cd675afd-6e3e-4f53-97bc-d945b1f29392 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769949 Dec 22 14:08:32.313336 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-f501dc82-d3c8-4814-97ce-302ca5e7837c service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270449 Dec 22 14:08:32.561308 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e5de180b-e0b7-4389-86c7-aabfc38f1fad req-5caad76a-a707-4884-a067-249f5dde11b4 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418818 Dec 22 14:08:32.693818 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:32.961489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647dd1b-e0b1-4d0b-949f-59b4d69a68cd req-723940b3-705a-4f1e-95c7-5447b35cc6ee tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:32.962941 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1647dd1b-e0b1-4d0b-949f-59b4d69a68cd req-723940b3-705a-4f1e-95c7-5447b35cc6ee tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.0883269 Dec 22 14:08:33.006564 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1647dd1b-e0b1-4d0b-949f-59b4d69a68cd req-afe01794-39bb-4a14-8c48-27bd7632e05b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378270 Dec 22 14:08:34.221798 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbf525-06af-46c6-87ae-5d50559cc352 req-1180634a-7f45-465b-9ac1-a85bdc72dda4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:34.223230 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-eedbf525-06af-46c6-87ae-5d50559cc352 req-1180634a-7f45-465b-9ac1-a85bdc72dda4 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.0979590 Dec 22 14:08:34.266537 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-eedbf525-06af-46c6-87ae-5d50559cc352 req-61d948d2-7791-445f-964f-8967e3ba699f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375276 Dec 22 14:08:35.473249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3be09a-4192-4945-a31e-7f290e314e4c req-43dc4858-7878-483e-9dda-7465f6b2581b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:35.474601 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3d3be09a-4192-4945-a31e-7f290e314e4c req-43dc4858-7878-483e-9dda-7465f6b2581b tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.0858636 Dec 22 14:08:35.521074 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3d3be09a-4192-4945-a31e-7f290e314e4c req-9e40f268-04b0-4398-a9d2-b32c85df196e tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400133 Dec 22 14:08:36.710070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d33de2-d180-4007-8297-b7ae967b3c8e req-843550a7-93c5-40c2-b828-47e36dc6ad71 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:36.711519 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-81d33de2-d180-4007-8297-b7ae967b3c8e req-843550a7-93c5-40c2-b828-47e36dc6ad71 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.0853312 Dec 22 14:08:36.756293 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-81d33de2-d180-4007-8297-b7ae967b3c8e req-80321fe1-91a7-4be5-b523-e016c0e17ed6 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390518 Dec 22 14:08:37.951254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a2d18-5a0c-4d0a-a57e-95371a8c3b13 req-de0d5b86-30f7-4170-bb5a-3356c31c16da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:37.952723 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-240a2d18-5a0c-4d0a-a57e-95371a8c3b13 req-de0d5b86-30f7-4170-bb5a-3356c31c16da tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.0839078 Dec 22 14:08:38.001307 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-240a2d18-5a0c-4d0a-a57e-95371a8c3b13 req-9fab274e-a959-4ee2-a287-d55b59709a6c tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426095 Dec 22 14:08:38.956833 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:08:39.213653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ecb34-1519-481e-a348-ce2391097287 req-3023e4e3-fc39-4b2a-a0cc-cb58bc304019 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:39.215009 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ed4ecb34-1519-481e-a348-ce2391097287 req-3023e4e3-fc39-4b2a-a0cc-cb58bc304019 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 944 time: 0.0954199 Dec 22 14:08:39.260116 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-ed4ecb34-1519-481e-a348-ce2391097287 req-80d5282a-2e4a-47ba-9b76-d0cd9e5c09a5 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376563 Dec 22 14:08:39.697705 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3179bce-23cf-42e0-a157-2a7f4151dc2d req-c9de3562-d87c-48e8-87cd-8f6873726dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:39.699170 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f3179bce-23cf-42e0-a157-2a7f4151dc2d req-c9de3562-d87c-48e8-87cd-8f6873726dc4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 1097 time: 0.0744479 Dec 22 14:08:39.733076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d903f3f0-4fab-4cce-8352-b942b7627b04 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:08:39.742746 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f3179bce-23cf-42e0-a157-2a7f4151dc2d req-e83d043e-797e-478e-986b-94ee4f79672c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366611 Dec 22 14:08:39.872613 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d903f3f0-4fab-4cce-8352-b942b7627b04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d903f3f0-4fab-4cce-8352-b942b7627b04,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:08:39.885291 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'port_id': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'mac_address': 'fa:16:3e:b1:7d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:08:39.940851 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:39.958175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d903f3f0-4fab-4cce-8352-b942b7627b04 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:08:39.973905 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d903f3f0-4fab-4cce-8352-b942b7627b04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d903f3f0-4fab-4cce-8352-b942b7627b04,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:08:39.981099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:39.982856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:08:40.053493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d903f3f0-4fab-4cce-8352-b942b7627b04,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:08:40.056949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:08:40.296703 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['d903f3f0-4fab-4cce-8352-b942b7627b04'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 14:08:40.453826 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e012b-b517-4a33-8981-af94fe53864b req-9020fc4c-d5d3-47b9-8981-9100e54d2702 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:40.455681 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6e8e012b-b517-4a33-8981-af94fe53864b req-9020fc4c-d5d3-47b9-8981-9100e54d2702 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 945 time: 0.0846367 Dec 22 14:08:40.501555 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6e8e012b-b517-4a33-8981-af94fe53864b req-36c699de-9927-451c-a252-86494209adad tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400562 Dec 22 14:08:41.262175 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:41.689016 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb2fc7-7079-4939-a3e9-cecdc1d509dc req-d5813d82-48bb-40fb-b112-d57767b30bcb tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:08:41.690505 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5bfb2fc7-7079-4939-a3e9-cecdc1d509dc req-d5813d82-48bb-40fb-b112-d57767b30bcb tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 945 time: 0.0808518 Dec 22 14:08:41.734804 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5bfb2fc7-7079-4939-a3e9-cecdc1d509dc req-18189183-baed-44fe-b151-bbe4584d7320 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381346 Dec 22 14:08:41.740662 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d903f3f0-4fab-4cce-8352-b942b7627b04 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:08:41.814949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port d903f3f0-4fab-4cce-8352-b942b7627b04 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:08:41.815276 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:41.942070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:41.974909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:08:41.985128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d903f3f0-4fab-4cce-8352-b942b7627b04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d903f3f0-4fab-4cce-8352-b942b7627b04,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:08:41.990302 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:41.992255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:08:42.024977 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'code': 200} Dec 22 14:08:42.064572 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d903f3f0-4fab-4cce-8352-b942b7627b04,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:08:42.068068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:08:57.621635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8fbff44c-6554-46f6-8df8-46372e5c61a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:08:59.973334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-05cb0cd1-e3b1-4353-90b5-5d688c8f7372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:01.133885 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:01.156938 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:02.696502 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:11.275923 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:15.486485 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1b080685-9fcf-4e98-b497-f9817c41583d req-7d70f6b1-4a39-4804-8b7a-0c8c129f9ff5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700836 Dec 22 14:09:15.635286 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b080685-9fcf-4e98-b497-f9817c41583d req-014ff270-f838-4619-a05d-69205e3e32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:15.636760 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1b080685-9fcf-4e98-b497-f9817c41583d req-014ff270-f838-4619-a05d-69205e3e32ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 1099 time: 0.0763190 Dec 22 14:09:15.786573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b080685-9fcf-4e98-b497-f9817c41583d req-f1ce582e-104b-4506-ad00-030d6acbae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:15.788248 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1b080685-9fcf-4e98-b497-f9817c41583d req-f1ce582e-104b-4506-ad00-030d6acbae49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1305523 Dec 22 14:09:15.892231 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1b080685-9fcf-4e98-b497-f9817c41583d req-1457c791-db53-4ecb-99cd-76208ee3a53d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d903f3f0-4fab-4cce-8352-b942b7627b04 HTTP/1.1" status: 200 len: 1001 time: 0.0968390 Dec 22 14:09:15.955749 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:09:15.956240 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b080685-9fcf-4e98-b497-f9817c41583d req-e6dca1ff-bcf0-4b13-9d88-9f6534bcb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:15.957689 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1b080685-9fcf-4e98-b497-f9817c41583d req-e6dca1ff-bcf0-4b13-9d88-9f6534bcb8ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0578177 Dec 22 14:09:16.033572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b080685-9fcf-4e98-b497-f9817c41583d req-a549d020-8348-416e-b275-51c0df0a08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:16.035058 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1b080685-9fcf-4e98-b497-f9817c41583d req-a549d020-8348-416e-b275-51c0df0a08e5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706096 Dec 22 14:09:16.167522 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1b080685-9fcf-4e98-b497-f9817c41583d req-b456cd20-1e61-4d00-b544-36aa71a95592 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251848 Dec 22 14:09:16.302961 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1b080685-9fcf-4e98-b497-f9817c41583d req-4ca86734-83fb-4cf1-8f17-c854e8d20d15 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286314 Dec 22 14:09:27.619682 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-84fcc291-d5d8-4f5f-8d40-8a9e8ce8f6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:29.977348 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac50b-f8ed-4a34-ad7a-093f0953b5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:31.136532 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:31.156716 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:32.701024 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:41.275264 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:52.955301 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:09:57.352855 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34196) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:09:57.560088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Deleting port 1122eafb-3e24-4288-a274-88270caaf612 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:09:57.560427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:57.615717 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0ac82fb1-a7c7-4aba-9d5c-bcbf8206c2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:57.735663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:57.736224 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:57.870506 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Calling delete_port for 1122eafb-3e24-4288-a274-88270caaf612 owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:09:58.030271 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:58.034339 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6de40bb0-ad18-47f4-838e-29d486073001 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:09:58.076852 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event deleted for resources: {'Port': ['ID=1122eafb-3e24-4288-a274-88270caaf612,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:09:58.117971 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:58.118365 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:58.118729 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:58.119095 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:58.119533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:58.119923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:58.120253 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:58.120703 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:58.121005 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:58.121347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:58.122003 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:58.122354 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:09:58.126533 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:09:58.184017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:58.184348 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Floating IP 195ebfa6-0de6-4534-b191-7faf3f363ea2 disassociated (deleted). External IP: 172.26.4.78, port: d903f3f0-4fab-4cce-8352-b942b7627b04. Dec 22 14:09:58.653421 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Router 925ea05d-cd1b-4765-85f3-4943e3aae764 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:09:58.843233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:09:58.853319 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dba4fc-a8c9-4c1d-a592-2cc1a5284b2f None None] Sync routers for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:09:58.864255 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dba4fc-a8c9-4c1d-a592-2cc1a5284b2f None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:09:58.864875 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a5dba4fc-a8c9-4c1d-a592-2cc1a5284b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:09:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:09:58.867091 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:58.922085 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "DELETE /v2.0/floatingips/195ebfa6-0de6-4534-b191-7faf3f363ea2 HTTP/1.1" status: 204 len: 168 time: 1.5680366 Dec 22 14:09:58.922720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:09:58.969619 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'status': 'completed', 'code': 200} Dec 22 14:09:59.041850 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-a5dba4fc-a8c9-4c1d-a592-2cc1a5284b2f None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:09:59.070375 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf7622-4a54-4238-8247-5a18ef33d866 req-fa91e701-4ab7-44b8-b9f0-afcc92750efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:59.071898 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bbf7622-4a54-4238-8247-5a18ef33d866 req-fa91e701-4ab7-44b8-b9f0-afcc92750efa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 1099 time: 0.0781026 Dec 22 14:09:59.236796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf7622-4a54-4238-8247-5a18ef33d866 req-0d72bd3a-9f8c-48bc-80e9-433f77c8136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:59.238912 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bbf7622-4a54-4238-8247-5a18ef33d866 req-0d72bd3a-9f8c-48bc-80e9-433f77c8136c service neutron] 10.222.0.54 "GET /v2.0/networks?id=ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 200 len: 909 time: 0.1602130 Dec 22 14:09:59.376725 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a5dba4fc-a8c9-4c1d-a592-2cc1a5284b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:09:59.381534 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dba4fc-a8c9-4c1d-a592-2cc1a5284b2f None None] Checking router: 925ea05d-cd1b-4765-85f3-4943e3aae764 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:09:59.390728 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dba4fc-a8c9-4c1d-a592-2cc1a5284b2f None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:09:59.391370 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a5dba4fc-a8c9-4c1d-a592-2cc1a5284b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:09:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:09:59.480161 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bbf7622-4a54-4238-8247-5a18ef33d866 req-5873c1ba-ddb4-4b57-9cac-1ee05672e3ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d903f3f0-4fab-4cce-8352-b942b7627b04 HTTP/1.1" status: 200 len: 217 time: 0.2329884 Dec 22 14:09:59.557409 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf7622-4a54-4238-8247-5a18ef33d866 req-0cd44383-5bb2-4b95-915f-04214611656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:59.559120 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bbf7622-4a54-4238-8247-5a18ef33d866 req-0cd44383-5bb2-4b95-915f-04214611656e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 200 len: 847 time: 0.0653625 Dec 22 14:09:59.628142 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-a5dba4fc-a8c9-4c1d-a592-2cc1a5284b2f None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:09:59.661510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c3893-e631-437c-a8dc-f670337ce3c2 req-b5307758-b1fc-422a-beef-8cc2facb8011 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:59.663298 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff6c3893-e631-437c-a8dc-f670337ce3c2 req-b5307758-b1fc-422a-beef-8cc2facb8011 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.3491325 Dec 22 14:09:59.690206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf7622-4a54-4238-8247-5a18ef33d866 req-79cf9af6-beb4-4f40-b7d2-25b9f4c6dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:09:59.691744 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bbf7622-4a54-4238-8247-5a18ef33d866 req-79cf9af6-beb4-4f40-b7d2-25b9f4c6dcfd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ebae8950-dacc-4da5-a117-78a8d0b609bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1222548 Dec 22 14:09:59.783293 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff6c3893-e631-437c-a8dc-f670337ce3c2 req-8b9212ec-aa23-4117-a3da-9467a501f6c1 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140847 Dec 22 14:09:59.846630 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bbf7622-4a54-4238-8247-5a18ef33d866 req-449f1151-87d2-409e-930a-97657888746a service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436989 Dec 22 14:09:59.943482 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-a5dba4fc-a8c9-4c1d-a592-2cc1a5284b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:09:59.947361 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dba4fc-a8c9-4c1d-a592-2cc1a5284b2f None None] The sync data for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv is: [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T13:59:59Z', 'revision_number': 4, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '9178c2ae-9835-46e3-a35e-d0f22620992d', 'name': '', 'network_id': 'ebae8950-dacc-4da5-a117-78a8d0b609bc', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'mac_address': 'fa:16:3e:0d:fc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:58Z', 'updated_at': '2021-12-22T14:00:05Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'subnets': [{'id': '4a6f30c5-d5e6-4c29-aa5a-3378fb280104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:09:59.980454 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0caa565e-3ba1-480c-a773-657b850eef84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:09:59.987256 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6bbf7622-4a54-4238-8247-5a18ef33d866 req-6c05e110-f802-41fd-901f-de0d0a28d391 service neutron] 10.222.0.54 "GET /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335809 Dec 22 14:10:00.197794 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a5c6ed-425f-4ad4-aae8-1656c39d3bac None None] New status for floating IP 195ebfa6-0de6-4534-b191-7faf3f363ea2: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 14:10:00.923841 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498b36a-7730-4ad1-9403-ae28f48e4fb3 req-a960a48f-4d7f-4a76-b16a-a4e48b496959 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:00.925287 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0498b36a-7730-4ad1-9403-ae28f48e4fb3 req-a960a48f-4d7f-4a76-b16a-a4e48b496959 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.54 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.0945294 Dec 22 14:10:00.981957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6af36-2ac7-41d7-ab31-6018208db466 req-a4670f8c-104d-4d0e-a453-4421303a7da2 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:00.982641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-4fe6af36-2ac7-41d7-ab31-6018208db466 req-a4670f8c-104d-4d0e-a453-4421303a7da2 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Synchronizing usage tracker for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:10:00.994991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-0498b36a-7730-4ad1-9403-ae28f48e4fb3 req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Deleting port d903f3f0-4fab-4cce-8352-b942b7627b04 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:10:00.995523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0498b36a-7730-4ad1-9403-ae28f48e4fb3 req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:00.999031 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-4fe6af36-2ac7-41d7-ab31-6018208db466 req-a4670f8c-104d-4d0e-a453-4421303a7da2 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Unset dirty status for tenant:b71a7f500d094d71a39abfc9f9c3f6bf on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:10:01.004070 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4fe6af36-2ac7-41d7-ab31-6018208db466 req-a4670f8c-104d-4d0e-a453-4421303a7da2 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 946 time: 0.1010797 Dec 22 14:10:01.048833 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-4fe6af36-2ac7-41d7-ab31-6018208db466 req-58c9568e-e722-4b20-8e81-cec76dd42f69 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7042d27-2521-4657-8143-567a930abb87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428753 Dec 22 14:10:01.131203 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:01.159544 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:01.250658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-0498b36a-7730-4ad1-9403-ae28f48e4fb3 req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] For port d903f3f0-4fab-4cce-8352-b942b7627b04, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d903f3f0-4fab-4cce-8352-b942b7627b04,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:01.251021 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0498b36a-7730-4ad1-9403-ae28f48e4fb3 req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:01.374604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-0498b36a-7730-4ad1-9403-ae28f48e4fb3 req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Calling delete_port for d903f3f0-4fab-4cce-8352-b942b7627b04 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:10:01.525748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0498b36a-7730-4ad1-9403-ae28f48e4fb3 req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:01.531998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ad2713b3-2c00-4c54-922f-57ea2d45b819 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:01.576850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event deleted for resources: {'Port': ['ID=d903f3f0-4fab-4cce-8352-b942b7627b04,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:01.610298 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:01.610690 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:01.611083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:01.611458 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:01.611857 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:01.612230 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:01.612604 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:01.612971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:01.613340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:01.613711 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:01.614065 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:01.614422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:01.626010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:01.667307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-0498b36a-7730-4ad1-9403-ae28f48e4fb3 req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] No DVR routers for this DVR port d903f3f0-4fab-4cce-8352-b942b7627b04 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:10:01.669950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-0498b36a-7730-4ad1-9403-ae28f48e4fb3 req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:01.672659 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'name': 'network-vif-deleted', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:10:01.692071 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0498b36a-7730-4ad1-9403-ae28f48e4fb3 req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.54 "DELETE /v2.0/ports/d903f3f0-4fab-4cce-8352-b942b7627b04 HTTP/1.1" status: 204 len: 173 time: 0.7602921 Dec 22 14:10:01.742701 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37abf7ec-1ed9-496d-b11b-f1ac8736be66', 'name': 'network-vif-deleted', 'tag': 'd903f3f0-4fab-4cce-8352-b942b7627b04', 'status': 'completed', 'code': 200} Dec 22 14:10:02.204805 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f6cf66cd-5e79-4397-b67b-941158c6f99d req-5e5d215f-8cd4-4fa1-8cbd-8c372cbd26f0 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "GET /v2.0/ports?device_id=37abf7ec-1ed9-496d-b11b-f1ac8736be66 HTTP/1.1" status: 200 len: 210 time: 0.0424991 Dec 22 14:10:02.696516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:03.299407 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34218) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:03.373240 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ca1c-aed4-4626-8389-a6069a62bfed tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:03.404353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ca1c-aed4-4626-8389-a6069a62bfed tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:03.473589 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ca1c-aed4-4626-8389-a6069a62bfed tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:03.478146 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-07c53b83-8f02-441c-8b81-99bdf8c860fd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:03.493641 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7ca1c-aed4-4626-8389-a6069a62bfed tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7042d27-2521-4657-8143-567a930abb87,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:03.496505 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e5e7ca1c-aed4-4626-8389-a6069a62bfed tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:03.507262 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-e5e7ca1c-aed4-4626-8389-a6069a62bfed tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:03.508419 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-e5e7ca1c-aed4-4626-8389-a6069a62bfed tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] 10.222.0.24 "DELETE /v2.0/security-groups/d7042d27-2521-4657-8143-567a930abb87 HTTP/1.1" status: 204 len: 168 time: 0.2080274 Dec 22 14:10:04.122900 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d903f3f0-4fab-4cce-8352-b942b7627b04 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:10:04.157220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: d903f3f0-4fab-4cce-8352-b942b7627b04 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:10:04.157612 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d903f3f0-4fab-4cce-8352-b942b7627b04 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:10:04.573723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34226) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:05.429091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:05.776524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] Deleting port 9178c2ae-9835-46e3-a35e-d0f22620992d {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:10:05.777219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:05.961809 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] For port 9178c2ae-9835-46e3-a35e-d0f22620992d, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=9178c2ae-9835-46e3-a35e-d0f22620992d,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:05.962153 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:06.092883 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] Calling delete_port for 9178c2ae-9835-46e3-a35e-d0f22620992d owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:10:06.417206 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:06.420855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-70b91afc-0053-4815-aacf-2e1740a8b829 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:06.463236 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] Pushing event deleted for resources: {'Port': ['ID=9178c2ae-9835-46e3-a35e-d0f22620992d,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:06.466372 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:06.872716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:07.228848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] Router 925ea05d-cd1b-4765-85f3-4943e3aae764 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:10:07.408193 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:10:07.418145 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f6a3f-6f50-4473-b06d-9283ae3e95d2 None None] Sync routers for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:10:07.420507 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] 10.222.0.24 "PUT /v2.0/routers/925ea05d-cd1b-4765-85f3-4943e3aae764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8451886 Dec 22 14:10:07.423913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34232) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:07.428866 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f6a3f-6f50-4473-b06d-9283ae3e95d2 None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:07.429493 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ba6f6a3f-6f50-4473-b06d-9283ae3e95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:07.599387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:07.605144 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-ba6f6a3f-6f50-4473-b06d-9283ae3e95d2 None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:07.774501 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:07.787165 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Deleting port d3966df6-b0aa-4607-bbe1-72ca722c5e20 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:10:07.787539 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:07.885360 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ba6f6a3f-6f50-4473-b06d-9283ae3e95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124'}], 'enable_snat': True}, 'gw_port_id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:10:06Z', 'revision_number': 5, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port': {'id': 'd3966df6-b0aa-4607-bbe1-72ca722c5e20', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:37:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:07.889174 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f6a3f-6f50-4473-b06d-9283ae3e95d2 None None] Checking router: 925ea05d-cd1b-4765-85f3-4943e3aae764 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:10:07.898506 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f6a3f-6f50-4473-b06d-9283ae3e95d2 None None] Routers {'925ea05d-cd1b-4765-85f3-4943e3aae764'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:07.899136 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ba6f6a3f-6f50-4473-b06d-9283ae3e95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['925ea05d-cd1b-4765-85f3-4943e3aae764'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:08.049028 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-ba6f6a3f-6f50-4473-b06d-9283ae3e95d2 None None] Set router 925ea05d-cd1b-4765-85f3-4943e3aae764 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:08.102111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] For port d3966df6-b0aa-4607-bbe1-72ca722c5e20, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=d3966df6-b0aa-4607-bbe1-72ca722c5e20,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:08.102700 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:08.151269 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-ba6f6a3f-6f50-4473-b06d-9283ae3e95d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:10:07Z', 'revision_number': 6, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:08.155280 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f6a3f-6f50-4473-b06d-9283ae3e95d2 None None] The sync data for ids ['925ea05d-cd1b-4765-85f3-4943e3aae764'] in dv-neutron-822668-1-hyperv is: [{'id': '925ea05d-cd1b-4765-85f3-4943e3aae764', 'name': 'tempest-TestShelveInstance-375881765-router', 'tenant_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:59:55Z', 'updated_at': '2021-12-22T14:10:07Z', 'revision_number': 6, 'project_id': 'b71a7f500d094d71a39abfc9f9c3f6bf', 'gw_port_host': None}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:10:08.224302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Calling delete_port for d3966df6-b0aa-4607-bbe1-72ca722c5e20 owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:10:08.402998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:08.408273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d46438e5-69ac-4554-8d16-df0d5ecb2f21 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:08.452957 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3966df6-b0aa-4607-bbe1-72ca722c5e20,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:08.456300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:08.544606 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:08.715747 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:08.717933 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:08.743337 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:08.743900 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 925ea05d-cd1b-4765-85f3-4943e3aae764 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 14:10:08.756088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:08.757205 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fed4fede-73bc-405c-bd4c-420ef2cb54c8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/925ea05d-cd1b-4765-85f3-4943e3aae764 HTTP/1.1" status: 204 len: 168 time: 1.3324244 Dec 22 14:10:08.760560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34236) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:08.818266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b1fd0c-c661-4703-9779-1543165ffc6d admin admin] Deleting subnet 4a6f30c5-d5e6-4c29-aa5a-3378fb280104 {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 14:10:08.821201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-03b1fd0c-c661-4703-9779-1543165ffc6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:08.876935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-03b1fd0c-c661-4703-9779-1543165ffc6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:08.938403 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9178c2ae-9835-46e3-a35e-d0f22620992d no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:10:08.966287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-03b1fd0c-c661-4703-9779-1543165ffc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:08.976036 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 9178c2ae-9835-46e3-a35e-d0f22620992d {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:10:08.976397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 9178c2ae-9835-46e3-a35e-d0f22620992d not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:10:08.976833 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d3966df6-b0aa-4607-bbe1-72ca722c5e20 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:10:09.009688 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: d3966df6-b0aa-4607-bbe1-72ca722c5e20 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:10:09.010042 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device d3966df6-b0aa-4607-bbe1-72ca722c5e20 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:10:09.037545 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-03b1fd0c-c661-4703-9779-1543165ffc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.042106 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d8b65a98-3fee-4a33-9a80-bbd1a3546cd8 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:09.076587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1fd0c-c661-4703-9779-1543165ffc6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6f30c5-d5e6-4c29-aa5a-3378fb280104,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:09.080093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-03b1fd0c-c661-4703-9779-1543165ffc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:09.082779 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-03b1fd0c-c661-4703-9779-1543165ffc6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.087832 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0d81aa-914b-40cb-a7d4-5940eba9b989 None None] Network ebae8950-dacc-4da5-a117-78a8d0b609bc requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 14:10:09.092556 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-03b1fd0c-c661-4703-9779-1543165ffc6d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4a6f30c5-d5e6-4c29-aa5a-3378fb280104 HTTP/1.1" status: 204 len: 168 time: 0.3286054 Dec 22 14:10:09.092655 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34240) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:09.202484 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.214838 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Deleting port b2c81f73-baa5-4a25-a1f6-a99e6fa21418 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:10:09.215159 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.402729 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf6024-1424-4ce2-bb83-235de136b690 None None] DHCP port deletion for ebae8950-dacc-4da5-a117-78a8d0b609bc request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 14:10:09.406718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-07bf6024-1424-4ce2-bb83-235de136b690 None None] Deleting port b2c81f73-baa5-4a25-a1f6-a99e6fa21418 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:10:09.407105 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-07bf6024-1424-4ce2-bb83-235de136b690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.434076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] For port b2c81f73-baa5-4a25-a1f6-a99e6fa21418, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b2c81f73-baa5-4a25-a1f6-a99e6fa21418,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:09.434347 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.555320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Calling delete_port for b2c81f73-baa5-4a25-a1f6-a99e6fa21418 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:10:09.606787 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-07bf6024-1424-4ce2-bb83-235de136b690 None None] For port b2c81f73-baa5-4a25-a1f6-a99e6fa21418, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=b2c81f73-baa5-4a25-a1f6-a99e6fa21418,segment=NetworkSegment(9e55df43-8d9c-4b5f-9d9e-7f7481968f71),segment_id=9e55df43-8d9c-4b5f-9d9e-7f7481968f71)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:09.607171 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-07bf6024-1424-4ce2-bb83-235de136b690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.637266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.641426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:09.683989 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c81f73-baa5-4a25-a1f6-a99e6fa21418,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:09.687091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:09.689600 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] No DVR routers for this DVR port b2c81f73-baa5-4a25-a1f6-a99e6fa21418 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:10:09.732243 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-07bf6024-1424-4ce2-bb83-235de136b690 None None] Calling delete_port for b2c81f73-baa5-4a25-a1f6-a99e6fa21418 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:10:09.801906 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-07bf6024-1424-4ce2-bb83-235de136b690 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 14:10:09.802263 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-07bf6024-1424-4ce2-bb83-235de136b690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 14:10:09.808248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.832840 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebae8950-dacc-4da5-a117-78a8d0b609bc']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:09.845138 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e55df43-8d9c-4b5f-9d9e-7f7481968f71') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:09.845360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e55df43-8d9c-4b5f-9d9e-7f7481968f71') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:09.857221 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.873198 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.879411 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 14:10:09.879824 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 14:10:09.892726 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 14:10:10.088764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:10.093178 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-2052f7d3-5c31-4650-8ab2-f93fdde83617 tempest-NetworksIpV6Test-1862432255 tempest-NetworksIpV6Test-1862432255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:10.106526 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:10.116460 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebae8950-dacc-4da5-a117-78a8d0b609bc,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:10.119502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:10.132195 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ebae8950-dacc-4da5-a117-78a8d0b609bc HTTP/1.1" status: 204 len: 168 time: 1.0385876 Dec 22 14:10:10.135135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34244) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:10.303884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-07bf6024-1424-4ce2-bb83-235de136b690 None None] Deleting port b2c81f73-baa5-4a25-a1f6-a99e6fa21418 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:10:10.304470 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-07bf6024-1424-4ce2-bb83-235de136b690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:10.373412 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-07bf6024-1424-4ce2-bb83-235de136b690 None None] The port 'b2c81f73-baa5-4a25-a1f6-a99e6fa21418' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 14:10:10.691629 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:10.938619 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b2c81f73-baa5-4a25-a1f6-a99e6fa21418 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:10:10.973405 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: b2c81f73-baa5-4a25-a1f6-a99e6fa21418 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:10:10.973670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device b2c81f73-baa5-4a25-a1f6-a99e6fa21418 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:10:11.060734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] Deleting port 0522ca5a-585a-49be-a52e-1ba2a62053c8 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:10:11.061071 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:11.236985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] For port 0522ca5a-585a-49be-a52e-1ba2a62053c8, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=0522ca5a-585a-49be-a52e-1ba2a62053c8,segment=NetworkSegment(b143ad58-d716-4a73-a2e3-e6c577fa6e2e),segment_id=b143ad58-d716-4a73-a2e3-e6c577fa6e2e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:11.237215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:11.263948 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:11.359351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] Calling delete_port for 0522ca5a-585a-49be-a52e-1ba2a62053c8 owned by network:router_interface {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:10:11.664746 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:11.669200 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cff44800-0800-4e9c-82af-c359912f8714 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:11.713993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] Pushing event deleted for resources: {'Port': ['ID=0522ca5a-585a-49be-a52e-1ba2a62053c8,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:11.740266 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:11.982834 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:12.340702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] Router cb735c41-7537-4053-9553-58c4218ff7cc has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:10:12.521732 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:10:12.531179 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e0c99-64c4-49f8-a921-dbe3b8a53b48 None None] Sync routers for ids ['cb735c41-7537-4053-9553-58c4218ff7cc'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:10:12.540002 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] 10.222.0.24 "PUT /v2.0/routers/cb735c41-7537-4053-9553-58c4218ff7cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4036937 Dec 22 14:10:12.541921 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e0c99-64c4-49f8-a921-dbe3b8a53b48 None None] Routers {'cb735c41-7537-4053-9553-58c4218ff7cc'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:12.542553 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-522e0c99-64c4-49f8-a921-dbe3b8a53b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['cb735c41-7537-4053-9553-58c4218ff7cc'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:12.542749 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34248) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:12.716334 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:12.719622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-522e0c99-64c4-49f8-a921-dbe3b8a53b48 None None] Set router cb735c41-7537-4053-9553-58c4218ff7cc gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:12.893070 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:12.904405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Deleting port 6582f046-5777-43f4-b595-eeaa3ad874aa {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:10:12.904766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:13.002332 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-522e0c99-64c4-49f8-a921-dbe3b8a53b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'name': 'tempest-TestShelveInstance-1643081711-router', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142'}], 'enable_snat': True}, 'gw_port_id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:00:01Z', 'updated_at': '2021-12-22T14:10:11Z', 'revision_number': 5, 'project_id': '324f4d18f59a43e983da1490014ecf80', 'gw_port': {'id': '6582f046-5777-43f4-b595-eeaa3ad874aa', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:00:02Z', 'updated_at': '2021-12-22T14:00:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:13.006330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e0c99-64c4-49f8-a921-dbe3b8a53b48 None None] Checking router: cb735c41-7537-4053-9553-58c4218ff7cc for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:10:13.014822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e0c99-64c4-49f8-a921-dbe3b8a53b48 None None] Routers {'cb735c41-7537-4053-9553-58c4218ff7cc'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:13.015516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-522e0c99-64c4-49f8-a921-dbe3b8a53b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['cb735c41-7537-4053-9553-58c4218ff7cc'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:13.076039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] For port 6582f046-5777-43f4-b595-eeaa3ad874aa, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6582f046-5777-43f4-b595-eeaa3ad874aa,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:13.076386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:13.221864 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-522e0c99-64c4-49f8-a921-dbe3b8a53b48 None None] Set router cb735c41-7537-4053-9553-58c4218ff7cc gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:13.326410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-522e0c99-64c4-49f8-a921-dbe3b8a53b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'name': 'tempest-TestShelveInstance-1643081711-router', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:00:01Z', 'updated_at': '2021-12-22T14:10:12Z', 'revision_number': 6, 'project_id': '324f4d18f59a43e983da1490014ecf80', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:13.330286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Calling delete_port for 6582f046-5777-43f4-b595-eeaa3ad874aa owned by network:router_gateway {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:10:13.330917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e0c99-64c4-49f8-a921-dbe3b8a53b48 None None] The sync data for ids ['cb735c41-7537-4053-9553-58c4218ff7cc'] in dv-neutron-822668-1-hyperv is: [{'id': 'cb735c41-7537-4053-9553-58c4218ff7cc', 'name': 'tempest-TestShelveInstance-1643081711-router', 'tenant_id': '324f4d18f59a43e983da1490014ecf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:00:01Z', 'updated_at': '2021-12-22T14:10:12Z', 'revision_number': 6, 'project_id': '324f4d18f59a43e983da1490014ecf80', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:10:13.635294 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:13.639672 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-09ceda04-b231-4294-9125-54f7dc381375 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:13.682649 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6582f046-5777-43f4-b595-eeaa3ad874aa,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:13.711029 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:13.776930 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:13.949316 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:13.951757 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:13.975542 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:13.976222 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb735c41-7537-4053-9553-58c4218ff7cc {{(pid=87568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 14:10:13.988807 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:13.989949 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-45e2e971-71ce-460a-afa9-c36ac8078de4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cb735c41-7537-4053-9553-58c4218ff7cc HTTP/1.1" status: 204 len: 168 time: 1.4462903 Dec 22 14:10:13.992609 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34252) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:14.053213 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbeba73-fa4c-48af-b0f0-1d57caf1d4c8 admin admin] Deleting subnet 8260b175-0e84-4225-b05d-6b0df9326b41 {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 14:10:14.056822 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bbeba73-fa4c-48af-b0f0-1d57caf1d4c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:14.108388 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bbeba73-fa4c-48af-b0f0-1d57caf1d4c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:14.189687 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bbeba73-fa4c-48af-b0f0-1d57caf1d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:14.263390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bbeba73-fa4c-48af-b0f0-1d57caf1d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:14.267557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-932454a6-e351-477b-9ac9-b43742f14fcd tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:14.302811 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbeba73-fa4c-48af-b0f0-1d57caf1d4c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8260b175-0e84-4225-b05d-6b0df9326b41,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:14.306363 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7bbeba73-fa4c-48af-b0f0-1d57caf1d4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:14.306951 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-7bbeba73-fa4c-48af-b0f0-1d57caf1d4c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:14.312987 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-7bbeba73-fa4c-48af-b0f0-1d57caf1d4c8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8260b175-0e84-4225-b05d-6b0df9326b41 HTTP/1.1" status: 204 len: 168 time: 0.3194137 Dec 22 14:10:14.313248 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9476088-e2ab-46c9-9b64-bb6337fd9f11 None None] Network ff70156f-6ae0-4236-9f60-8d983642578e requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 14:10:14.315495 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34256) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:14.420513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:14.431544 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Deleting port 5de7a144-ff9e-4165-b280-38419c3cfe55 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:10:14.432055 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:14.572444 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aecee4d-d44c-40b1-9944-0916241a7f98 None None] DHCP port deletion for ff70156f-6ae0-4236-9f60-8d983642578e request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 14:10:14.576447 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5aecee4d-d44c-40b1-9944-0916241a7f98 None None] Deleting port 5de7a144-ff9e-4165-b280-38419c3cfe55 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:10:14.576835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5aecee4d-d44c-40b1-9944-0916241a7f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:14.643538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] For port 5de7a144-ff9e-4165-b280-38419c3cfe55, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5de7a144-ff9e-4165-b280-38419c3cfe55,segment=NetworkSegment(b143ad58-d716-4a73-a2e3-e6c577fa6e2e),segment_id=b143ad58-d716-4a73-a2e3-e6c577fa6e2e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:14.644210 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:14.786077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-5aecee4d-d44c-40b1-9944-0916241a7f98 None None] For port 5de7a144-ff9e-4165-b280-38419c3cfe55, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5de7a144-ff9e-4165-b280-38419c3cfe55,segment=NetworkSegment(b143ad58-d716-4a73-a2e3-e6c577fa6e2e),segment_id=b143ad58-d716-4a73-a2e3-e6c577fa6e2e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:14.786362 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5aecee4d-d44c-40b1-9944-0916241a7f98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:14.893658 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Calling delete_port for 5de7a144-ff9e-4165-b280-38419c3cfe55 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:10:14.906020 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5aecee4d-d44c-40b1-9944-0916241a7f98 None None] Calling delete_port for 5de7a144-ff9e-4165-b280-38419c3cfe55 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:10:14.946047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5de7a144-ff9e-4165-b280-38419c3cfe55 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:10:14.981720 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:14.985794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-114b9898-1e96-498c-bfc9-27808866c089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:15.026235 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No active binding found for port 5de7a144-ff9e-4165-b280-38419c3cfe55 {{(pid=87570) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 14:10:15.026641 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5de7a144-ff9e-4165-b280-38419c3cfe55 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:10:15.027083 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0522ca5a-585a-49be-a52e-1ba2a62053c8 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:10:15.032744 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de7a144-ff9e-4165-b280-38419c3cfe55,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:15.035877 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:15.036710 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] No DVR routers for this DVR port 5de7a144-ff9e-4165-b280-38419c3cfe55 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:10:15.061279 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-5aecee4d-d44c-40b1-9944-0916241a7f98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 14:10:15.061635 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-5aecee4d-d44c-40b1-9944-0916241a7f98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 14:10:15.062082 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 0522ca5a-585a-49be-a52e-1ba2a62053c8 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:10:15.062425 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 0522ca5a-585a-49be-a52e-1ba2a62053c8 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:10:15.062848 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6582f046-5777-43f4-b595-eeaa3ad874aa no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:10:15.098246 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 6582f046-5777-43f4-b595-eeaa3ad874aa {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:10:15.098597 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6582f046-5777-43f4-b595-eeaa3ad874aa not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:10:15.151088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:15.176927 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff70156f-6ae0-4236-9f60-8d983642578e']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:15.189540 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b143ad58-d716-4a73-a2e3-e6c577fa6e2e') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:15.189837 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b143ad58-d716-4a73-a2e3-e6c577fa6e2e') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:15.200954 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:15.216963 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:15.223048 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 14:10:15.223426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 14:10:15.236230 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 14:10:15.323849 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:15.327413 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-24ddd311-a540-4278-8d44-deaaeb99d957 tempest-PortsIpV6TestJSON-364454337 tempest-PortsIpV6TestJSON-364454337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:15.341871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:15.351922 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff70156f-6ae0-4236-9f60-8d983642578e,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:15.356106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:15.359640 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ff70156f-6ae0-4236-9f60-8d983642578e HTTP/1.1" status: 204 len: 168 time: 1.0431793 Dec 22 14:10:15.510204 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34262) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:15.561110 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c751521d-3766-4625-b0e1-47b2d2aa90ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b71a7f500d094d71a39abfc9f9c3f6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495577 Dec 22 14:10:15.562573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5aecee4d-d44c-40b1-9944-0916241a7f98 None None] Deleting port 5de7a144-ff9e-4165-b280-38419c3cfe55 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:10:15.563044 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5aecee4d-d44c-40b1-9944-0916241a7f98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:15.563702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34266) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:15.621850 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8f342c5-4a4e-4b70-8648-6bb90755aedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:15.630529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-5aecee4d-d44c-40b1-9944-0916241a7f98 None None] The port '5de7a144-ff9e-4165-b280-38419c3cfe55' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 14:10:15.656254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8f342c5-4a4e-4b70-8648-6bb90755aedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:15.718922 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8f342c5-4a4e-4b70-8648-6bb90755aedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:15.722598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9e140d9c-19c3-4fcd-a651-4ae8b01ad92d tempest-ServersAdminNegativeTestJSON-241887862 tempest-ServersAdminNegativeTestJSON-241887862-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:15.738009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f342c5-4a4e-4b70-8648-6bb90755aedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698a0840-7170-419b-a2e4-bdf9eb97cc56,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:15.741476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c8f342c5-4a4e-4b70-8648-6bb90755aedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:15.749886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c8f342c5-4a4e-4b70-8648-6bb90755aedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:15.751034 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c8f342c5-4a4e-4b70-8648-6bb90755aedb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/698a0840-7170-419b-a2e4-bdf9eb97cc56 HTTP/1.1" status: 204 len: 168 time: 0.1861255 Dec 22 14:10:16.134785 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34274) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:16.186559 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-39f79444-a78f-42cb-9969-732e64fa3464 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=324f4d18f59a43e983da1490014ecf80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504308 Dec 22 14:10:16.189038 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34278) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:16.252232 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2f8d778-4871-48ea-92d4-eb25cdf887ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:16.283234 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2f8d778-4871-48ea-92d4-eb25cdf887ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:16.337889 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2f8d778-4871-48ea-92d4-eb25cdf887ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:16.341629 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ffdb260d-2117-427f-a871-487f4e80306b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:16.352436 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8d778-4871-48ea-92d4-eb25cdf887ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44470d5-102a-4abe-9d28-fc6a7654e007,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:16.355843 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f2f8d778-4871-48ea-92d4-eb25cdf887ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:16.359145 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f2f8d778-4871-48ea-92d4-eb25cdf887ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:16.360359 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f2f8d778-4871-48ea-92d4-eb25cdf887ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a44470d5-102a-4abe-9d28-fc6a7654e007 HTTP/1.1" status: 204 len: 168 time: 0.1702189 Dec 22 14:10:17.167368 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34302) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:17.286100 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-351640546-network', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:17.291028 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:17.294990 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Usage tracker for resource:network and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:17.297962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:17.305620 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:17.317164 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Made reservation on behalf of 9c92241fb5a541c4b10b9268c5c0e59a for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:10:17.319408 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:17.332524 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:17.347295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:17.351227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Usage tracker for resource:security_group_rule and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:17.354030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:17.359779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:17.442887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:17.449179 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:17.452045 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-e209452c-72cb-4047-b3ba-2e17e9ff9b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:17.478841 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 14:10:17.486999 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b22d62-3467-43a4-88d8-e439a1773307,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:17.490645 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:17.493640 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:17.494106 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Added segment fde0810b-e411-4b4c-9089-0b3cb371567e of type vlan for network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 Dec 22 14:10:17.519711 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:17.554305 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:17.555293 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:17.555880 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:17.559123 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a4f6a01f-bdc4-4a18-8d14-9ebe41a7caac tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:17.659143 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4905770 Dec 22 14:10:17.660058 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Pushing event updated for resources: {'Network': ['ID=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:17.662211 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34308) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:17.662893 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-ec7185a3-2cdd-4c8d-b1a5-d0c78df3e995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:17.668371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Request body: {'subnet': {'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-351640546-subnet', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'ip_version': 4}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:17.670517 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 14:10:17.673750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:17.677804 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Usage tracker for resource:subnet and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:17.680803 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:17.687440 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:17.698003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Made reservation on behalf of 9c92241fb5a541c4b10b9268c5c0e59a for: {'subnet': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:10:17.700324 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128002357'] for subnet, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:17.900075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1604554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128002343'] for subnet, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:17.905741 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-caaa08e6-c558-40d0-bf52-0fc46bb13756 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:17.980091 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6843a1-704d-4672-8280-77695518243c,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:17.983752 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:17.990651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Checking segment: {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:10:17.991004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Network hostable DHCP agents. Network: 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87569) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 14:10:18.011320 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87569) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 14:10:18.023978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7) {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:18.028407 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:18.028991 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.033639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f82d84-5434-4b86-a20b-2320f837f520 None None] Network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 14:10:18.180312 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-f5b29fcb-e39a-45e1-b583-52921f1b3f3a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5167863 Dec 22 14:10:18.183380 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34312) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:18.188490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:18.193210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:18.197082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Usage tracker for resource:router and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:18.199994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:18.206508 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:18.217524 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.218549 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.232985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.254985 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 14:10:18.255870 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.452363 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Allocated IP 172.20.0.2 (3c70514a-4fd0-4a1b-9df6-64c91ec2aea7/2d6843a1-704d-4672-8280-77695518243c/8cb3ba20-6a65-4f2b-b11b-047ce2c50b20) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:10:18.499680 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.653753 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.664007 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Transition to ACTIVE for port object 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:18.682255 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Transition to ACTIVE for port object 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:18.689277 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.693770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:18.754773 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:10:18.755992 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:18.758590 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:10:18.798230 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Pushing event updated for resources: {'Port': ['ID=8cb3ba20-6a65-4f2b-b11b-047ce2c50b20,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:18.806815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.837426 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:18.837770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:18.838099 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:18.838428 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:18.838755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:18.839073 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:18.839392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:18.839739 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:18.840060 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:18.840393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:18.840523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.840690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:18.841001 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:18.844869 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:18.867822 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Attempting to bind port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:10:18.868194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Attempting to bind port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:10:18.868558 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Attempting to bind port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 on network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:10:18.873709 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:10:18.874075 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Checking segment: {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:10:18.874474 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.874864 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Bound using segment: {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:10:18.875312 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Bound port: 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:10:18.875730 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.963432 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] For port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:10:18.966942 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] For port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8cb3ba20-6a65-4f2b-b11b-047ce2c50b20,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:10:18.972451 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:18.973641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Allocated IP 172.26.4.221 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/529d5c81-1e6c-45d1-a77d-2bca4b835fae) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:10:18.977220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:19.061597 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Pushing event updated for resources: {'Port': ['ID=8cb3ba20-6a65-4f2b-b11b-047ce2c50b20,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:19.064646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:19.124087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:19.156558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:19.160693 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-559d9f47-f402-494b-ae14-df413f7502c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:19.233694 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:10:19.238146 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:19.242212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:10:19.277489 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Pushing event updated for resources: {'Port': ['ID=529d5c81-1e6c-45d1-a77d-2bca4b835fae,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:19.286115 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:19.808366 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:19.963976 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b23d6-3fab-48f4-bcd5-473763de9704 None None] Network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 14:10:20.070678 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9fb26751-f683-47ce-9729-dba0e10dbd10 None None] Provisioning for port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:20.170252 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:20.387082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Router 7e5a986d-d4de-4547-acd9-ae832685df19 is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87569) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 14:10:20.566567 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:10:20.577916 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Sync routers for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:10:20.588057 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:20.589166 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:20.592689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:20.593964 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4096341 Dec 22 14:10:20.596806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34316) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:20.781775 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:20.980690 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:21.056101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:21.061941 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:21.062340 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.063089 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:19Z', 'revision_number': 3, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:21.067644 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Checking router: 7e5a986d-d4de-4547-acd9-ae832685df19 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:10:21.068073 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Updating router 7e5a986d-d4de-4547-acd9-ae832685df19 port 529d5c81-1e6c-45d1-a77d-2bca4b835fae binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 14:10:21.121631 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.187271 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.220516 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8cb3ba20-6a65-4f2b-b11b-047ce2c50b20,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:21.227058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.229087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-de84d1c4-ea4e-4290-9f78-fcf41c7aabe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:21.296125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=8cb3ba20-6a65-4f2b-b11b-047ce2c50b20,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:21.299448 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:21.418999 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.450274 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.463666 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Transition to ACTIVE for port object 529d5c81-1e6c-45d1-a77d-2bca4b835fae will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:21.470112 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.474450 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-0be6e25a-6bd2-4cfb-bab0-31164c96aa7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:21.547782 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Attempting to bind port 529d5c81-1e6c-45d1-a77d-2bca4b835fae on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:10:21.548159 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Attempting to bind port 529d5c81-1e6c-45d1-a77d-2bca4b835fae by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:10:21.548567 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Attempting to bind port 529d5c81-1e6c-45d1-a77d-2bca4b835fae on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:10:21.557250 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Pushing event updated for resources: {'Port': ['ID=529d5c81-1e6c-45d1-a77d-2bca4b835fae,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:21.559512 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:10:21.560474 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:10:21.560474 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.560752 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:10:21.561159 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Bound port: 529d5c81-1e6c-45d1-a77d-2bca4b835fae, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:10:21.561505 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.599314 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:21.599885 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:21.599973 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:21.600317 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:21.600649 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:21.600955 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:21.601272 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:21.601589 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:21.601905 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:21.602218 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:21.602530 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:21.602840 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87571) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:10:21.614730 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:21.626642 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Allocated IP 172.20.0.1 (3c70514a-4fd0-4a1b-9df6-64c91ec2aea7/2d6843a1-704d-4672-8280-77695518243c/6fa72c39-852f-4bee-803a-4cb6eac6ca34) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:10:21.644590 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] For port 529d5c81-1e6c-45d1-a77d-2bca4b835fae, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:10:21.647537 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] For port 529d5c81-1e6c-45d1-a77d-2bca4b835fae, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=529d5c81-1e6c-45d1-a77d-2bca4b835fae,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:10:21.653002 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.657266 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-80200694-1ae9-4a34-9a3e-9c190f25cae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:21.733420 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Pushing event updated for resources: {'Port': ['ID=529d5c81-1e6c-45d1-a77d-2bca4b835fae,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:21.735944 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:21.736516 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:21.777210 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.787807 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-19933d1d-5a7d-414e-8975-c94680004987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:21.793010 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Transition to ACTIVE for port object 6fa72c39-852f-4bee-803a-4cb6eac6ca34 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:21.817446 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:21.822135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ab6165b1-5839-4a58-858e-704fe8e2b871 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:21.886797 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:10:21.889754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:21.893825 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:10:21.911257 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:21.933133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Pushing event updated for resources: {'Port': ['ID=6fa72c39-852f-4bee-803a-4cb6eac6ca34,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:21.942300 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:21.957881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:22.130645 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8088a983-9ccb-4b43-80b2-da02816182f7 None None] Provisioning for port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:22.137101 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8088a983-9ccb-4b43-80b2-da02816182f7 None None] Provisioning complete for port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:22.138018 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8088a983-9ccb-4b43-80b2-da02816182f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:22.196195 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8088a983-9ccb-4b43-80b2-da02816182f7 None None] Port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 14:10:22.224752 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:19Z', 'revision_number': 3, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:22.228698 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e83bc-831a-482c-ad2f-d98023b010ec None None] The sync data for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv is: [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:19Z', 'revision_number': 3, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:10:22.228904 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:22.470410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:22.476453 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:22.501018 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-91b4cd36-9b50-478a-b026-1c4d9e94c91f tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:22.585232 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Pushing event updated for resources: {'Port': ['ID=6fa72c39-852f-4bee-803a-4cb6eac6ca34,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:22.587676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:22.591494 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:22.725222 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:10:22.726534 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:23.031210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:23.069459 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-15d9a07b-d0cf-4245-9c43-d36f78f103ed None None] Provisioning complete for port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:23.069821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-15d9a07b-d0cf-4245-9c43-d36f78f103ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:23.072023 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Router 7e5a986d-d4de-4547-acd9-ae832685df19 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:10:23.137836 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-15d9a07b-d0cf-4245-9c43-d36f78f103ed None None] Port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 14:10:23.150746 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:23.151117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:23.251934 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:10:23.260944 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-66622614-0dda-4a5a-99c5-1e696e99bddc admin admin] 10.222.0.24 "PUT /v2.0/routers/7e5a986d-d4de-4547-acd9-ae832685df19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6631243 Dec 22 14:10:23.267856 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 529d5c81-1e6c-45d1-a77d-2bca4b835fae up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:23.336258 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 529d5c81-1e6c-45d1-a77d-2bca4b835fae completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:23.341076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 529d5c81-1e6c-45d1-a77d-2bca4b835fae triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:23.341456 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:23.459274 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:23.475933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 529d5c81-1e6c-45d1-a77d-2bca4b835fae, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=529d5c81-1e6c-45d1-a77d-2bca4b835fae,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:23.480774 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:23.482652 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:23.603724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=529d5c81-1e6c-45d1-a77d-2bca4b835fae,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:23.606756 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:23.788452 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34334) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:23.794318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-190716875-network', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:23.796281 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Sync routers for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:10:23.799653 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:23.803680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Usage tracker for resource:network and tenant:5006ab7e300a4771a0be77bc7ca587c9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:23.805770 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:23.806396 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:23.806700 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:23.812538 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:23.824318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Made reservation on behalf of 5006ab7e300a4771a0be77bc7ca587c9 for: {'network': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:10:23.826677 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for network, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:23.843382 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:23.858358 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:23.862438 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Usage tracker for resource:security_group_rule and tenant:5006ab7e300a4771a0be77bc7ca587c9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:23.865386 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:23.871180 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:23.957983 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:23.963320 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:23.967597 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-515a271e-e6f9-443a-a97d-bee412ffb5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:23.985643 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:23.994726 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 14:10:24.003987 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab68807-9a14-48aa-80bf-1d571405b0f9,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:24.007556 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:24.010303 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:24.010653 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.segments_db [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Added segment 02e7f5b3-09b2-4ce1-b005-750709195cec of type vlan for network 3890b252-0f92-4f80-93a6-e09959109b7c Dec 22 14:10:24.037390 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760329587164'] for network, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:24.067405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171'] for network, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:24.068461 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:24.069102 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:24.072689 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-0e52f0a9-dac9-4647-a589-2f282102a1ad tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:24.171827 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Pushing event updated for resources: {'Network': ['ID=3890b252-0f92-4f80-93a6-e09959109b7c,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:24.175068 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3856096 Dec 22 14:10:24.176002 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-c4301b30-a0f3-4ddf-8be4-4862b933fb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:24.177975 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34338) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:24.184333 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Request body: {'subnet': {'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-190716875-subnet', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'ip_version': 4}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:24.188015 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Network 3890b252-0f92-4f80-93a6-e09959109b7c details requested by agent ovs-agent-dv-neutron-822668-1-hyperv with host dv-neutron-822668-1-hyperv {{(pid=87570) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 22 14:10:24.189392 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:24.193329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Usage tracker for resource:subnet and tenant:5006ab7e300a4771a0be77bc7ca587c9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:24.196204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:24.201913 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:24.214329 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Made reservation on behalf of 5006ab7e300a4771a0be77bc7ca587c9 for: {'subnet': 1} {{(pid=87568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:10:24.216683 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1989171'] for subnet, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:24.395409 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 2, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:24.399838 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Checking router: 7e5a986d-d4de-4547-acd9-ae832685df19 for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:10:24.400201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Updating router 7e5a986d-d4de-4547-acd9-ae832685df19 port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 14:10:24.414643 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128395813', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1989153'] for subnet, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:24.418964 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f412bb9f-fdfd-4e6f-b346-5f033cabcbbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:24.456307 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:24.490674 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2137f822-3361-4fe4-a768-01a931c9915a,revision_number=0']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:24.494045 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:24.499974 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Checking segment: {'id': '02e7f5b3-09b2-4ce1-b005-750709195cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:10:24.500353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Network hostable DHCP agents. Network: 3890b252-0f92-4f80-93a6-e09959109b7c, hostable agents: ['e8a871b7-46b2-4d76-8ca5-7b92884b1485'], hosted agents: [] {{(pid=87568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 14:10:24.519883 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Network 3890b252-0f92-4f80-93a6-e09959109b7c is scheduled to be hosted by DHCP agent e8a871b7-46b2-4d76-8ca5-7b92884b1485 with binding_index 1 {{(pid=87568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 14:10:24.530943 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-1-hyperv, 3890b252-0f92-4f80-93a6-e09959109b7c) {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:24.535475 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:24.536136 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:24.559253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6fc114-19ec-4e03-aefe-36a598d5f2bc None None] Network 3890b252-0f92-4f80-93a6-e09959109b7c requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 14:10:24.562477 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-f4b1956c-db31-40d6-92e0-8279dc07ec3a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3809237 Dec 22 14:10:24.562605 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34342) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:24.567626 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-190716875-router', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:24.572690 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:24.576447 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Usage tracker for resource:router and tenant:5006ab7e300a4771a0be77bc7ca587c9 is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:24.579707 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:24.585444 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:24.598327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-682982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36950'] for router, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:24.599405 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-677171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-881733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36911'] for router, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:24.615741 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:24.913715 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b8a6f73-47e2-5771-8c92-2ee7aa13ccd8-3890b252-0f92-4f80-93a6-e09959109b7c', 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'fixed_ips': [{'subnet_id': '2137f822-3361-4fe4-a768-01a931c9915a'}]}} from dv-neutron-822668-1-hyperv. {{(pid=87570) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 22 14:10:24.914625 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:24.962560 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 529d5c81-1e6c-45d1-a77d-2bca4b835fae up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:25.020442 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-677149', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36925'] for router, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:25.098271 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:25.123069 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Transition to ACTIVE for port object 6fa72c39-852f-4bee-803a-4cb6eac6ca34 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:25.218575 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:25.226407 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9be423d0-9a0c-45e6-8d30-29736194d0f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:25.259752 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 529d5c81-1e6c-45d1-a77d-2bca4b835fae triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:25.260125 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:25.359897 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:25.391817 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:25.416272 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc516a4a-29f8-441a-ada8-63a03cc0619d None None] Pushing event updated for resources: {'Port': ['ID=6fa72c39-852f-4bee-803a-4cb6eac6ca34,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:25.423384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bc516a4a-29f8-441a-ada8-63a03cc0619d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:25.459493 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.db_base_plugin_common [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Allocated IP 172.20.0.2 (3890b252-0f92-4f80-93a6-e09959109b7c/2137f822-3361-4fe4-a768-01a931c9915a/71b0cd99-78ce-486a-8bb5-c846ff0ad991) {{(pid=87570) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:10:25.550426 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Allocated IP 172.26.4.183 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/5d2c1d7e-548c-4607-ae46-370c55da94ac) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:10:25.639889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Attempting to bind port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:10:25.640189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Attempting to bind port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:10:25.640589 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Attempting to bind port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 on network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:10:25.665465 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:10:25.665844 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Checking segment: {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:10:25.666261 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:25.666661 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Bound using segment: {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:10:25.667137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Bound port: 6fa72c39-852f-4bee-803a-4cb6eac6ca34, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:10:25.667519 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:25.705269 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:25.737086 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:25.741202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-de8c42d6-297a-450f-82d3-c9226dd02d00 tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:25.803202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:10:25.806239 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:25.809900 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:10:25.843219 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2c1d7e-548c-4607-ae46-370c55da94ac,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:25.851732 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:25.856473 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] For port 6fa72c39-852f-4bee-803a-4cb6eac6ca34, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:10:25.872887 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] For port 6fa72c39-852f-4bee-803a-4cb6eac6ca34, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6fa72c39-852f-4bee-803a-4cb6eac6ca34,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:10:25.879254 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:25.883802 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Notify callbacks [] for port, precommit_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:25.887160 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:25.950949 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Transition to ACTIVE for port object 71b0cd99-78ce-486a-8bb5-c846ff0ad991 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:25.987509 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc516a4a-29f8-441a-ada8-63a03cc0619d None None] Pushing event updated for resources: {'Port': ['ID=6fa72c39-852f-4bee-803a-4cb6eac6ca34,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:25.990392 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Transition to ACTIVE for port object 71b0cd99-78ce-486a-8bb5-c846ff0ad991 will not be triggered until provisioned by entity DHCP. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:25.992556 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bc516a4a-29f8-441a-ada8-63a03cc0619d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:25.995384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:25.995384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:26.052499 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630'] for port, after_create {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:26.064677 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:26.145788 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Network 3890b252-0f92-4f80-93a6-e09959109b7c is already hosted by enough agents. {{(pid=87570) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:10:26.194966 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.scheduler.base_scheduler [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Resources bound (agent type, host, resource id): {{(pid=87570) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:26.205946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Received port after_create {{(pid=87570) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:10:26.229910 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Pushing event updated for resources: {'Port': ['ID=71b0cd99-78ce-486a-8bb5-c846ff0ad991,revision_number=1']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:26.256357 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:26.267114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:26.333364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:26.403645 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Attempting to bind port 71b0cd99-78ce-486a-8bb5-c846ff0ad991 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:10:26.404061 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Attempting to bind port 71b0cd99-78ce-486a-8bb5-c846ff0ad991 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '02e7f5b3-09b2-4ce1-b005-750709195cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:10:26.404409 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Attempting to bind port 71b0cd99-78ce-486a-8bb5-c846ff0ad991 on network 3890b252-0f92-4f80-93a6-e09959109b7c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:10:26.416014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:10:26.416344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Checking segment: {'id': '02e7f5b3-09b2-4ce1-b005-750709195cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:10:26.416768 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:26.417204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Bound using segment: {'id': '02e7f5b3-09b2-4ce1-b005-750709195cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:10:26.417694 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Bound port: 71b0cd99-78ce-486a-8bb5-c846ff0ad991, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e7f5b3-09b2-4ce1-b005-750709195cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:10:26.418076 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:26.722301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] For port 71b0cd99-78ce-486a-8bb5-c846ff0ad991, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:10:26.748937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677350'] for router, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:26.757201 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] For port 71b0cd99-78ce-486a-8bb5-c846ff0ad991, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=71b0cd99-78ce-486a-8bb5-c846ff0ad991,segment=NetworkSegment(02e7f5b3-09b2-4ce1-b005-750709195cec),segment_id=02e7f5b3-09b2-4ce1-b005-750709195cec)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:10:26.766576 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:26.774876 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-20756b3c-fc14-4268-be21-cfe488e922ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:26.870662 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Pushing event updated for resources: {'Port': ['ID=71b0cd99-78ce-486a-8bb5-c846ff0ad991,revision_number=2']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:26.874224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:26.884129 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:25Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:26.888498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a5cabe-b25a-460a-9762-8be2ab683e50 None None] The sync data for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv is: [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:25Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:10:26.981616 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Router 43ead5e7-3e01-44cb-bf96-e82ec75430ba is scheduled to L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 with binding_index 1 {{(pid=87568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 22 14:10:27.195174 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:10:27.207060 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Sync routers for ids ['43ead5e7-3e01-44cb-bf96-e82ec75430ba'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:10:27.216660 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Routers {'43ead5e7-3e01-44cb-bf96-e82ec75430ba'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:27.217631 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['43ead5e7-3e01-44cb-bf96-e82ec75430ba'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:27.226584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:27.228235 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-6e6d87d9-fc52-442d-9756-917163ad99c7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6646183 Dec 22 14:10:27.230973 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34346) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:27.421743 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Set router 43ead5e7-3e01-44cb-bf96-e82ec75430ba gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:27.617480 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5ac4abe0-a90e-46c0-bb1a-4d149787c3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:27.818504 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'name': 'tempest-TestSnapshotPattern-190716875-router', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:24Z', 'updated_at': '2021-12-22T14:10:26Z', 'revision_number': 3, 'project_id': '5006ab7e300a4771a0be77bc7ca587c9', 'gw_port': {'id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:25Z', 'updated_at': '2021-12-22T14:10:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:27.824458 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Checking router: 43ead5e7-3e01-44cb-bf96-e82ec75430ba for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:10:27.825621 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Updating router 43ead5e7-3e01-44cb-bf96-e82ec75430ba port 5d2c1d7e-548c-4607-ae46-370c55da94ac binding host dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 14:10:27.892841 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:28.148879 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b569594-d2de-4606-948f-259b069e4dbd None None] Network 3890b252-0f92-4f80-93a6-e09959109b7c requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 14:10:28.281957 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:28.285478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-0f82d063-4bec-494d-ba4a-f4fd7db4d222 None None] Provisioning for port 71b0cd99-78ce-486a-8bb5-c846ff0ad991 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:28.340942 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Notify callbacks [] for port, precommit_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:28.358033 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.provisioning_blocks [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Transition to ACTIVE for port object 5d2c1d7e-548c-4607-ae46-370c55da94ac will not be triggered until provisioned by entity L2. {{(pid=87571) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:28.381739 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:28.388109 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-f98ca1d7-c2bb-42cb-a55f-52c91d65c0a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:28.473327 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Attempting to bind port 5d2c1d7e-548c-4607-ae46-370c55da94ac on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:10:28.473639 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Attempting to bind port 5d2c1d7e-548c-4607-ae46-370c55da94ac by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:10:28.474652 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Attempting to bind port 5d2c1d7e-548c-4607-ae46-370c55da94ac on network 98075a9f-ef59-4442-a3c2-c8837da04ba4 {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:10:28.480717 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a4ae7-9978-40c9-8c15-fb59ad4efa4f None None] Pushing event updated for resources: {'Port': ['ID=5d2c1d7e-548c-4607-ae46-370c55da94ac,revision_number=2']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:28.485027 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-274a4ae7-9978-40c9-8c15-fb59ad4efa4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:28.485945 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:10:28.486320 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Checking segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87571) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:10:28.486725 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:28.487116 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Bound using segment: {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'} {{(pid=87571) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:10:28.487588 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.managers [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Bound port: 5d2c1d7e-548c-4607-ae46-370c55da94ac, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93bbfeb9-2357-40ed-8c12-edca8d7cfbc8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4'}}] {{(pid=87571) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:10:28.488132 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:28.525815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Allocated IP 172.20.0.1 (3890b252-0f92-4f80-93a6-e09959109b7c/2137f822-3361-4fe4-a768-01a931c9915a/410e1f99-11e6-4c06-9331-c74080426f93) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:10:28.569995 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] For port 5d2c1d7e-548c-4607-ae46-370c55da94ac, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87571) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:10:28.574214 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.plugins.ml2.db [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] For port 5d2c1d7e-548c-4607-ae46-370c55da94ac, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5d2c1d7e-548c-4607-ae46-370c55da94ac,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87571) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:10:28.587352 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron_lib.callbacks.manager [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87571) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:28.597530 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-2dfbb2b3-2d16-4fb5-bd7a-41bde006d880 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:28.694828 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:28.703859 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Routers {'43ead5e7-3e01-44cb-bf96-e82ec75430ba'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:28.704374 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['43ead5e7-3e01-44cb-bf96-e82ec75430ba'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:28.712013 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.provisioning_blocks [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Transition to ACTIVE for port object 410e1f99-11e6-4c06-9331-c74080426f93 will not be triggered until provisioned by entity DHCP. {{(pid=87568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:28.736766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:28.741101 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-f8d712f9-a03d-45a0-9340-5f26630e4033 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:28.765932 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a4ae7-9978-40c9-8c15-fb59ad4efa4f None None] Pushing event updated for resources: {'Port': ['ID=5d2c1d7e-548c-4607-ae46-370c55da94ac,revision_number=3']} {{(pid=87571) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:28.779508 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG oslo_concurrency.lockutils [None req-274a4ae7-9978-40c9-8c15-fb59ad4efa4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87571) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:28.808169 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Network 3890b252-0f92-4f80-93a6-e09959109b7c is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:10:28.811260 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:28.813558 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:10:28.855644 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Pushing event updated for resources: {'Port': ['ID=410e1f99-11e6-4c06-9331-c74080426f93,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:28.858567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:28.875921 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-733496'] for router_interface, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:28.890638 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] Set router 43ead5e7-3e01-44cb-bf96-e82ec75430ba gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:29.044696 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6fa72c39-852f-4bee-803a-4cb6eac6ca34 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:29.127946 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:29.133016 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:29.133399 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:29.154087 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:29.191065 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'name': 'tempest-TestSnapshotPattern-190716875-router', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:24Z', 'updated_at': '2021-12-22T14:10:26Z', 'revision_number': 3, 'project_id': '5006ab7e300a4771a0be77bc7ca587c9', 'gw_port': {'id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:25Z', 'updated_at': '2021-12-22T14:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:29.196133 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a248bf-d89a-4fed-bb27-9d443e1542bb None None] The sync data for ids ['43ead5e7-3e01-44cb-bf96-e82ec75430ba'] in dv-neutron-822668-1-hyperv is: [{'id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'name': 'tempest-TestSnapshotPattern-190716875-router', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:24Z', 'updated_at': '2021-12-22T14:10:26Z', 'revision_number': 3, 'project_id': '5006ab7e300a4771a0be77bc7ca587c9', 'gw_port': {'id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:25Z', 'updated_at': '2021-12-22T14:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:10:29.201229 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-db6bb915-2086-4a1b-b696-3246f39952d4 None None] Provisioning for port 410e1f99-11e6-4c06-9331-c74080426f93 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:29.209333 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-db6bb915-2086-4a1b-b696-3246f39952d4 None None] Provisioning complete for port 410e1f99-11e6-4c06-9331-c74080426f93 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:29.209710 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-db6bb915-2086-4a1b-b696-3246f39952d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:29.301797 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-db6bb915-2086-4a1b-b696-3246f39952d4 None None] Port 410e1f99-11e6-4c06-9331-c74080426f93 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 14:10:29.326034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:29.360156 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 6fa72c39-852f-4bee-803a-4cb6eac6ca34, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6fa72c39-852f-4bee-803a-4cb6eac6ca34,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:29.365629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:29.366724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 71b0cd99-78ce-486a-8bb5-c846ff0ad991 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:29.388375 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:29.394106 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:29.399379 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:29.423291 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-7f315c82-c414-4ed1-ba03-76a6e851d1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:29.502147 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=6fa72c39-852f-4bee-803a-4cb6eac6ca34,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:29.507413 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:29.516326 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Pushing event updated for resources: {'Port': ['ID=410e1f99-11e6-4c06-9331-c74080426f93,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:29.519238 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 71b0cd99-78ce-486a-8bb5-c846ff0ad991 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:29.525112 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 71b0cd99-78ce-486a-8bb5-c846ff0ad991 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:29.525495 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:29.530216 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:29.531364 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-781133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733653'] for router_interface, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:29.663058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:29.687300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Network 3890b252-0f92-4f80-93a6-e09959109b7c is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:10:29.688778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:29.698261 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 71b0cd99-78ce-486a-8bb5-c846ff0ad991, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=71b0cd99-78ce-486a-8bb5-c846ff0ad991,segment=NetworkSegment(02e7f5b3-09b2-4ce1-b005-750709195cec),segment_id=02e7f5b3-09b2-4ce1-b005-750709195cec)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:29.704561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:29.706881 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:29.788418 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=71b0cd99-78ce-486a-8bb5-c846ff0ad991,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:29.791371 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:29.894924 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Router 43ead5e7-3e01-44cb-bf96-e82ec75430ba has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:10:29.954746 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:10:29.979552 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-47a579c0-8c9d-4e0f-95ea-ba73f3d56ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:30.029951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b74ccc3b-c8b3-44c5-bec5-1e62fee075f5 None None] Provisioning complete for port 410e1f99-11e6-4c06-9331-c74080426f93 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:30.030330 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b74ccc3b-c8b3-44c5-bec5-1e62fee075f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:30.093327 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-b74ccc3b-c8b3-44c5-bec5-1e62fee075f5 None None] Port 410e1f99-11e6-4c06-9331-c74080426f93 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 14:10:30.232376 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:10:30.241821 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-54abed9b-31ec-4195-bdcb-783adcc4c384 admin admin] 10.222.0.24 "PUT /v2.0/routers/43ead5e7-3e01-44cb-bf96-e82ec75430ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0098269 Dec 22 14:10:30.809182 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Sync routers for ids ['43ead5e7-3e01-44cb-bf96-e82ec75430ba'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:10:30.819345 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Routers {'43ead5e7-3e01-44cb-bf96-e82ec75430ba'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:30.820011 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['43ead5e7-3e01-44cb-bf96-e82ec75430ba'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:31.001913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Set router 43ead5e7-3e01-44cb-bf96-e82ec75430ba gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:31.050835 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5d2c1d7e-548c-4607-ae46-370c55da94ac up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:31.306185 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:31.311637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:31.336176 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 5d2c1d7e-548c-4607-ae46-370c55da94ac completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:31.361606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 5d2c1d7e-548c-4607-ae46-370c55da94ac triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:31.362070 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:31.539259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:31.554202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'name': 'tempest-TestSnapshotPattern-190716875-router', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:24Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 4, 'project_id': '5006ab7e300a4771a0be77bc7ca587c9', 'gw_port': {'id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:25Z', 'updated_at': '2021-12-22T14:10:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '410e1f99-11e6-4c06-9331-c74080426f93', 'name': '', 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'mac_address': 'fa:16:3e:e5:92:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '2137f822-3361-4fe4-a768-01a931c9915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:28Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 2, 'project_id': '5006ab7e300a4771a0be77bc7ca587c9', 'subnets': [{'id': '2137f822-3361-4fe4-a768-01a931c9915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:31.561005 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Checking router: 43ead5e7-3e01-44cb-bf96-e82ec75430ba for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:10:31.561266 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Updating router 43ead5e7-3e01-44cb-bf96-e82ec75430ba port 410e1f99-11e6-4c06-9331-c74080426f93 binding host dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 14:10:31.585287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 5d2c1d7e-548c-4607-ae46-370c55da94ac, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5d2c1d7e-548c-4607-ae46-370c55da94ac,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:31.590629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:31.591463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6fa72c39-852f-4bee-803a-4cb6eac6ca34 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:31.620028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-74bbc7cf-4238-4948-a8d9-77703217d21d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:31.713288 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:31.740346 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=5d2c1d7e-548c-4607-ae46-370c55da94ac,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:31.745219 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:31.806843 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:31.807223 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:31.814294 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34362) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:31.819812 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50902696', 'description': 'tempest-secgroup-smoke-50902696 description', 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:31.825927 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:31.830219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Usage tracker for resource:security_group and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:31.833086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:31.839498 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:31.849462 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:31.870111 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:31.874213 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Usage tracker for resource:security_group_rule and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:31.883107 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:31.889793 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:31.962455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:31.967747 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:31.971422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-753ce74b-2284-49f7-9af1-42ee45b5eef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:32.009450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce7f5ba-f220-4675-a982-f769e03eafdb,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:32.012516 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:32.013466 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.017674 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-85e3e1af-e402-49d0-8e15-3a3ae414e416 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1994538 Dec 22 14:10:32.018447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34366) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:32.022993 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ddc6a093-86de-4055-876c-ad3dc699e2d0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Request body: {'security_group_rule': {'security_group_id': '8ce7f5ba-f220-4675-a982-f769e03eafdb', 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:32.029219 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ddc6a093-86de-4055-876c-ad3dc699e2d0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:32.033390 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ddc6a093-86de-4055-876c-ad3dc699e2d0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Usage tracker for resource:security_group_rule and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:32.036380 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ddc6a093-86de-4055-876c-ad3dc699e2d0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:32.042194 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ddc6a093-86de-4055-876c-ad3dc699e2d0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:32.061502 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ddc6a093-86de-4055-876c-ad3dc699e2d0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.093352 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 71b0cd99-78ce-486a-8bb5-c846ff0ad991 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:32.120765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ddc6a093-86de-4055-876c-ad3dc699e2d0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.126426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ddc6a093-86de-4055-876c-ad3dc699e2d0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.128587 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-998f447b-0897-4103-89f8-915583533f2b tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:32.148335 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6a093-86de-4055-876c-ad3dc699e2d0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd09e6e4-2808-4913-93ef-4a895d484f59,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:32.152265 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ddc6a093-86de-4055-876c-ad3dc699e2d0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:32.161520 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ddc6a093-86de-4055-876c-ad3dc699e2d0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.162914 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ddc6a093-86de-4055-876c-ad3dc699e2d0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440873 Dec 22 14:10:32.165670 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34370) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:32.171373 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-ecd39be9-76c5-4cf7-b1ac-ccb7ca3cf362 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Request body: {'security_group_rule': {'security_group_id': '8ce7f5ba-f220-4675-a982-f769e03eafdb', 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:32.177467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ecd39be9-76c5-4cf7-b1ac-ccb7ca3cf362 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:32.181480 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ecd39be9-76c5-4cf7-b1ac-ccb7ca3cf362 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Usage tracker for resource:security_group_rule and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:32.184426 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-ecd39be9-76c5-4cf7-b1ac-ccb7ca3cf362 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:32.192361 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-ecd39be9-76c5-4cf7-b1ac-ccb7ca3cf362 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:32.212349 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ecd39be9-76c5-4cf7-b1ac-ccb7ca3cf362 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.226004 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 71b0cd99-78ce-486a-8bb5-c846ff0ad991 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:32.226402 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.270249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.277308 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ecd39be9-76c5-4cf7-b1ac-ccb7ca3cf362 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.281996 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ecd39be9-76c5-4cf7-b1ac-ccb7ca3cf362 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.283823 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8a6e9131-fb59-461b-a602-22ac5e1b7020 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:32.294831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Transition to ACTIVE for port object 410e1f99-11e6-4c06-9331-c74080426f93 will not be triggered until provisioned by entity L2. {{(pid=87570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:32.303188 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd39be9-76c5-4cf7-b1ac-ccb7ca3cf362 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8beea9f9-485d-4f1f-a641-d5620f0b457e,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:32.306991 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.309583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-ecd39be9-76c5-4cf7-b1ac-ccb7ca3cf362 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:32.311400 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-980796a4-b0a7-4630-b489-a01f15549fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:32.321455 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-ecd39be9-76c5-4cf7-b1ac-ccb7ca3cf362 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.322952 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ecd39be9-76c5-4cf7-b1ac-ccb7ca3cf362 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563585 Dec 22 14:10:32.325830 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34374) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:32.331360 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Request body: {'security_group_rule': {'security_group_id': '8ce7f5ba-f220-4675-a982-f769e03eafdb', 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:32.337464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:32.341419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Usage tracker for resource:security_group_rule and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:32.344829 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:32.351451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:32.370728 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.446020 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.450876 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.460128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-296311ad-d9be-42a6-9e04-ee58745c6630 tempest-TestNetworkBasicOps-81930728 tempest-TestNetworkBasicOps-81930728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:32.480472 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a2d7a-aaf2-4054-b96e-9f7e1159cdf7 None None] Pushing event updated for resources: {'Port': ['ID=410e1f99-11e6-4c06-9331-c74080426f93,revision_number=3']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:32.485932 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c467f92a-8751-416a-aeb7-ad3ad6dc5a47,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:32.488387 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:32.496750 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.497965 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712189 Dec 22 14:10:32.500810 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34378) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:32.506401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-c4abb308-9d2f-4c8a-881e-6a71d3813dcc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Request body: {'security_group_rule': {'security_group_id': '8ce7f5ba-f220-4675-a982-f769e03eafdb', 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:32.511537 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-949a2d7a-aaf2-4054-b96e-9f7e1159cdf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:32.512963 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c4abb308-9d2f-4c8a-881e-6a71d3813dcc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:32.516978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c4abb308-9d2f-4c8a-881e-6a71d3813dcc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Usage tracker for resource:security_group_rule and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:32.519968 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-c4abb308-9d2f-4c8a-881e-6a71d3813dcc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:32.527310 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-c4abb308-9d2f-4c8a-881e-6a71d3813dcc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:32.546723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4abb308-9d2f-4c8a-881e-6a71d3813dcc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.577213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Attempting to bind port 410e1f99-11e6-4c06-9331-c74080426f93 on host dv-neutron-822668-1-hyperv for vnic_type normal with profile {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:10:32.577593 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Attempting to bind port 410e1f99-11e6-4c06-9331-c74080426f93 by drivers openvswitch,hyperv on host dv-neutron-822668-1-hyperv at level 0 using segments [{'id': '02e7f5b3-09b2-4ce1-b005-750709195cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c'}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:10:32.577967 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Attempting to bind port 410e1f99-11e6-4c06-9331-c74080426f93 on network 3890b252-0f92-4f80-93a6-e09959109b7c {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:10:32.584120 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Checking agent: {'id': '5366ce98-9ed6-4806-a9cf-bb85b9b99775', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 51, 1), 'started_at': datetime.datetime(2021, 12, 22, 12, 51, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:10:32.584644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Checking segment: {'id': '02e7f5b3-09b2-4ce1-b005-750709195cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:10:32.585190 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.585601 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Bound using segment: {'id': '02e7f5b3-09b2-4ce1-b005-750709195cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c'} {{(pid=87570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:10:32.586111 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.managers [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Bound port: 410e1f99-11e6-4c06-9331-c74080426f93, host: dv-neutron-822668-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e7f5b3-09b2-4ce1-b005-750709195cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c'}}] {{(pid=87570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:10:32.586494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.631277 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4abb308-9d2f-4c8a-881e-6a71d3813dcc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.636062 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4abb308-9d2f-4c8a-881e-6a71d3813dcc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.637921 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-01e18e4d-1b48-415c-997c-a4a81e9cb1fa tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:32.660185 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abb308-9d2f-4c8a-881e-6a71d3813dcc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ab706d-a243-48e9-8f2a-1682e9c45316,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:32.662651 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c4abb308-9d2f-4c8a-881e-6a71d3813dcc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:32.671075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-c4abb308-9d2f-4c8a-881e-6a71d3813dcc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.672308 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-c4abb308-9d2f-4c8a-881e-6a71d3813dcc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1705351 Dec 22 14:10:32.675301 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34382) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:32.681163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Request body: {'security_group_rule': {'security_group_id': '8ce7f5ba-f220-4675-a982-f769e03eafdb', 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:32.686570 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:32.690449 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Usage tracker for resource:security_group_rule and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:32.693422 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:32.694178 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] For port 410e1f99-11e6-4c06-9331-c74080426f93, host dv-neutron-822668-1-hyperv, cleared binding levels {{(pid=87570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:10:32.699014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] For port 410e1f99-11e6-4c06-9331-c74080426f93, host dv-neutron-822668-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=410e1f99-11e6-4c06-9331-c74080426f93,segment=NetworkSegment(02e7f5b3-09b2-4ce1-b005-750709195cec),segment_id=02e7f5b3-09b2-4ce1-b005-750709195cec)] {{(pid=87570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:10:32.699148 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:32.704658 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.708074 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:32.710643 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Project 9c92241fb5a541c4b10b9268c5c0e59a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:10:32.717589 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.741169 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.782321 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Routers {'43ead5e7-3e01-44cb-bf96-e82ec75430ba'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:32.782733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['43ead5e7-3e01-44cb-bf96-e82ec75430ba'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:32.787503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.792573 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.794532 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-08a76464-d30a-4375-94db-53f4a0896f5e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:32.818183 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f97ccdb-55fb-4a6b-9e2d-8cf52a3ed988,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:32.820897 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:32.830418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.831943 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-04086a5c-08ee-40fe-9d82-87e266fa0a00 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556375 Dec 22 14:10:32.835066 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34386) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:32.840657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Request body: {'security_group_rule': {'security_group_id': '8ce7f5ba-f220-4675-a982-f769e03eafdb', 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:32.842008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a2d7a-aaf2-4054-b96e-9f7e1159cdf7 None None] Pushing event updated for resources: {'Port': ['ID=410e1f99-11e6-4c06-9331-c74080426f93,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:32.849058 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:32.853886 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Usage tracker for resource:security_group_rule and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:32.857376 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:32.864599 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:32.877287 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.securitygroups_db [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Project 9c92241fb5a541c4b10b9268c5c0e59a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 14:10:32.885703 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.907153 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-949a2d7a-aaf2-4054-b96e-9f7e1159cdf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:32.960994 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.968164 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879465'] for security_group_rule, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:32.978647 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5d2c1d7e-548c-4607-ae46-370c55da94ac up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:32.982238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-c2dfe682-4a32-4e6e-bc0e-643910ce1447 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:33.005597 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaacb436-5bc3-4476-a004-858c95e2c69c,revision_number=0']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:33.008542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:33.014469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:33.016410 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-fd9a35f4-468a-46dd-b177-bebb5c7336e8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1799893 Dec 22 14:10:33.076871 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] Set router 43ead5e7-3e01-44cb-bf96-e82ec75430ba gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:33.174860 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-3db29c40-5486-43e8-8c67-ddcc751cbba2 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Synchronizing usage tracker for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:security_group {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:10:33.193557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-3db29c40-5486-43e8-8c67-ddcc751cbba2 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Unset dirty status for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:security_group {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:10:33.194875 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-3db29c40-5486-43e8-8c67-ddcc751cbba2 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50902696&fields=id&tenant_id=9c92241fb5a541c4b10b9268c5c0e59a HTTP/1.1" status: 200 len: 267 time: 0.0588329 Dec 22 14:10:33.212583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 5d2c1d7e-548c-4607-ae46-370c55da94ac triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:33.212964 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:33.348946 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-a7d59707-55c7-4cf8-9449-12c7efa9fe61 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:33.349616 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-a7d59707-55c7-4cf8-9449-12c7efa9fe61 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Synchronizing usage tracker for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:network {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:10:33.366965 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-a7d59707-55c7-4cf8-9449-12c7efa9fe61 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Unset dirty status for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:network {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:10:33.368216 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-a7d59707-55c7-4cf8-9449-12c7efa9fe61 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 809 time: 0.1663866 Dec 22 14:10:33.383335 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-d37c8ca5-c904-4816-a5c0-fadd6bffa4de tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/quotas/9c92241fb5a541c4b10b9268c5c0e59a HTTP/1.1" status: 200 len: 375 time: 0.0091579 Dec 22 14:10:33.465501 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-6bc4e447-4284-43d9-ae79-78acead65a9c tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767584 Dec 22 14:10:33.504035 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'name': 'tempest-TestSnapshotPattern-190716875-router', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:24Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 4, 'project_id': '5006ab7e300a4771a0be77bc7ca587c9', 'gw_port': {'id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:25Z', 'updated_at': '2021-12-22T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '410e1f99-11e6-4c06-9331-c74080426f93', 'name': '', 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'mac_address': 'fa:16:3e:e5:92:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '2137f822-3361-4fe4-a768-01a931c9915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:28Z', 'updated_at': '2021-12-22T14:10:32Z', 'revision_number': 4, 'project_id': '5006ab7e300a4771a0be77bc7ca587c9', 'subnets': [{'id': '2137f822-3361-4fe4-a768-01a931c9915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:33.508118 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7083cfe-288e-4724-9893-f16e44c480a8 None None] The sync data for ids ['43ead5e7-3e01-44cb-bf96-e82ec75430ba'] in dv-neutron-822668-1-hyperv is: [{'id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'name': 'tempest-TestSnapshotPattern-190716875-router', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:24Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 4, 'project_id': '5006ab7e300a4771a0be77bc7ca587c9', 'gw_port': {'id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:25Z', 'updated_at': '2021-12-22T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '410e1f99-11e6-4c06-9331-c74080426f93', 'name': '', 'network_id': '3890b252-0f92-4f80-93a6-e09959109b7c', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'mac_address': 'fa:16:3e:e5:92:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '2137f822-3361-4fe4-a768-01a931c9915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:28Z', 'updated_at': '2021-12-22T14:10:32Z', 'revision_number': 4, 'project_id': '5006ab7e300a4771a0be77bc7ca587c9', 'subnets': [{'id': '2137f822-3361-4fe4-a768-01a931c9915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:10:33.597557 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-f5551469-90a4-462f-ad29-2109db2eb2e2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 14:10:33.598542 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-f5551469-90a4-462f-ad29-2109db2eb2e2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1199889 Dec 22 14:10:33.739111 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-da74f020-469a-4bf9-87d3-26bea93cee50 service neutron] 10.222.0.24 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343331 Dec 22 14:10:33.877183 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-ea9c66e2-486c-404f-994f-59b6d07a3e7a service neutron] 10.222.0.24 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319330 Dec 22 14:10:34.065432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a2ab4f40-54ee-4b5a-ab82-e302c49e26e2 req-2a1d3a92-b5ae-48ad-8e3e-eaf9cad8d56b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Synchronizing usage tracker for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:10:34.091006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-a2ab4f40-54ee-4b5a-ab82-e302c49e26e2 req-2a1d3a92-b5ae-48ad-8e3e-eaf9cad8d56b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Unset dirty status for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:10:34.092292 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a2ab4f40-54ee-4b5a-ab82-e302c49e26e2 req-2a1d3a92-b5ae-48ad-8e3e-eaf9cad8d56b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 210 time: 0.0735040 Dec 22 14:10:34.990817 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 410e1f99-11e6-4c06-9331-c74080426f93 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:35.061320 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning for port 410e1f99-11e6-4c06-9331-c74080426f93 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:35.066022 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 410e1f99-11e6-4c06-9331-c74080426f93 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:35.066393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:35.182172 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:35.187521 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-afc8cb18-ac80-443e-9c9c-a83f0df0d808 req-5d589181-6f54-4c21-b7c3-0f0ca6720d41 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 210 time: 0.0424256 Dec 22 14:10:35.214468 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] For port 410e1f99-11e6-4c06-9331-c74080426f93, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=410e1f99-11e6-4c06-9331-c74080426f93,segment=NetworkSegment(02e7f5b3-09b2-4ce1-b005-750709195cec),segment_id=02e7f5b3-09b2-4ce1-b005-750709195cec)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:35.220721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:35.222560 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-f29ced9d-49d6-4f72-b2b4-de13433ffa94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:35.289755 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Pushing event updated for resources: {'Port': ['ID=410e1f99-11e6-4c06-9331-c74080426f93,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:35.292889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:36.301584 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-12b2dc5e-6418-4e57-bd36-8da922515c5b req-c2dc6c30-9819-4a59-9831-3db0e6d61615 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 210 time: 0.0621655 Dec 22 14:10:36.964378 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 410e1f99-11e6-4c06-9331-c74080426f93 up at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:37.034416 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Provisioning complete for port 410e1f99-11e6-4c06-9331-c74080426f93 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:37.034799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:37.403855 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-b103a494-911d-4e22-a34c-4224c2d4012d req-2075960a-bfc4-4e5c-8a51-6b85526fc68f tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 210 time: 0.0488741 Dec 22 14:10:38.567575 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-3cdebaec-1892-412d-81e4-780b5c5a888f req-5ba7d279-7581-4ce6-b0f6-c97bb0ed5b90 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 210 time: 0.0495858 Dec 22 14:10:39.206228 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-c03fcd43-706f-48cd-98c8-33d526f83fbe tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:39.207709 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-c03fcd43-706f-48cd-98c8-33d526f83fbe tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 809 time: 0.1452000 Dec 22 14:10:39.255674 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a443034-65a8-4586-9205-cabd1238d2a5 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Synchronizing usage tracker for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:security_group {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:10:39.267555 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a443034-65a8-4586-9205-cabd1238d2a5 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Unset dirty status for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:security_group {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:10:39.268797 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a443034-65a8-4586-9205-cabd1238d2a5 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c92241fb5a541c4b10b9268c5c0e59a HTTP/1.1" status: 200 len: 378 time: 0.0520387 Dec 22 14:10:39.277260 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Request body: {'port': {'device_id': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'admin_state_up': True, 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'security_groups': ['8ce7f5ba-f220-4675-a982-f769e03eafdb']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:39.411716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:39.422591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:39.435467 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Made reservation on behalf of 9c92241fb5a541c4b10b9268c5c0e59a for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:10:39.439001 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:39.606998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Allocated IP 172.20.0.7 (3c70514a-4fd0-4a1b-9df6-64c91ec2aea7/2d6843a1-704d-4672-8280-77695518243c/5ea8701b-2207-4c01-a6d0-250f1d9c13c2) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:10:39.709120 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-37656d6d-c9ff-4ab0-8c72-b245e9d52db7 req-5983552a-0056-4cfd-b4d1-de6b728e2e43 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 210 time: 0.0430055 Dec 22 14:10:39.798856 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:39.814079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Transition to ACTIVE for port object 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:39.839880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:39.845613 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:40.024848 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:10:40.028034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:40.031839 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:10:40.061852 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'Port': ['ID=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:40.069418 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:40.100950 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:40.101558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:40.128678 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8551474 Dec 22 14:10:40.142911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Request body: {'port': {'device_id': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:40.257723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:40.319886 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e6727cfc-3f30-4aa7-b34c-14413b839fd5 None None] Provisioning for port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:40.326598 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-e6727cfc-3f30-4aa7-b34c-14413b839fd5 None None] Provisioning complete for port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:40.327228 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e6727cfc-3f30-4aa7-b34c-14413b839fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:40.382393 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-e6727cfc-3f30-4aa7-b34c-14413b839fd5 None None] Port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 14:10:40.608280 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:10:40.615551 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:40.629955 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Transition to ACTIVE for port object 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:10:40.635371 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:40.641749 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-eca890cb-30da-401c-ad07-6699f3c2a290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:40.802419 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:40.810079 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:40.930241 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Attempting to bind port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:10:40.930576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Attempting to bind port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:10:40.930894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Attempting to bind port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 on network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:10:40.938135 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 on network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 14:10:40.938451 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Attempting to bind port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 on network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:10:40.947941 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:10:40.948270 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Checking segment: {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:10:40.948649 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Bound using segment: {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:10:40.949070 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Bound port: 5ea8701b-2207-4c01-a6d0-250f1d9c13c2, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:10:40.949441 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:40.970766 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cb834-06d1-4f1a-87d7-bce722fb0035 req-b461258d-8887-4a22-8afb-d3a10fe31359 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:40.971416 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-237cb834-06d1-4f1a-87d7-bce722fb0035 req-b461258d-8887-4a22-8afb-d3a10fe31359 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Synchronizing usage tracker for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:10:41.033575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-237cb834-06d1-4f1a-87d7-bce722fb0035 req-b461258d-8887-4a22-8afb-d3a10fe31359 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Unset dirty status for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:10:41.034712 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-237cb834-06d1-4f1a-87d7-bce722fb0035 req-b461258d-8887-4a22-8afb-d3a10fe31359 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 943 time: 0.1985776 Dec 22 14:10:41.075871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] For port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:10:41.085088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] For port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:10:41.092006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:41.098121 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-5b192731-b688-478e-9353-80a57f432b57 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:41.138932 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-237cb834-06d1-4f1a-87d7-bce722fb0035 req-8468d10e-b773-4d8e-b4ba-a51a071e8589 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954328 Dec 22 14:10:41.154563 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:41.155197 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:41.156573 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] 10.222.0.54 "PUT /v2.0/ports/5ea8701b-2207-4c01-a6d0-250f1d9c13c2 HTTP/1.1" status: 200 len: 1093 time: 1.0196230 Dec 22 14:10:41.157141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:10:41.189083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:41.192595 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:41.265551 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:41.270947 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'status': 'completed', 'code': 200} Dec 22 14:10:41.286433 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-208c904d-242f-4938-9528-c75aa449c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:41.287987 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-208c904d-242f-4938-9528-c75aa449c53c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 1096 time: 0.0801446 Dec 22 14:10:41.361399 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-cb8e6183-0582-4c1b-a391-771fb6b7131c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2 HTTP/1.1" status: 200 len: 217 time: 0.0656269 Dec 22 14:10:41.431757 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-048a2817-888d-4f5c-b9aa-c99ced4bf92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:41.433228 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-048a2817-888d-4f5c-b9aa-c99ced4bf92e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.0648348 Dec 22 14:10:41.515237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-1f456843-4d3e-4eb9-ab22-072bba15223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:41.516754 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-1f456843-4d3e-4eb9-ab22-072bba15223f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770729 Dec 22 14:10:41.648704 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-3412725d-ab53-40bd-9c12-97a7704235d3 service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248684 Dec 22 14:10:41.899442 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-08d677cb-09c5-44f0-a590-9ed4f40929bf req-4c71eb86-33a5-47e4-b9e9-e4053c9d291f service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442214 Dec 22 14:10:42.025447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbab90-cf9b-4bb9-96db-e51bb22e9f0e req-0b0b6b47-3919-4610-a46d-d66e161f3b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:42.027677 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5fbab90-cf9b-4bb9-96db-e51bb22e9f0e req-0b0b6b47-3919-4610-a46d-d66e161f3b41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 1096 time: 0.0787828 Dec 22 14:10:42.167881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbab90-cf9b-4bb9-96db-e51bb22e9f0e req-16456557-74de-4dea-bdf4-90b8b1dcbd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:42.169345 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5fbab90-cf9b-4bb9-96db-e51bb22e9f0e req-16456557-74de-4dea-bdf4-90b8b1dcbd76 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 910 time: 0.1353869 Dec 22 14:10:42.238732 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5fbab90-cf9b-4bb9-96db-e51bb22e9f0e req-a69fc946-d0fa-47b8-bd67-dba07289b12f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2 HTTP/1.1" status: 200 len: 217 time: 0.0628512 Dec 22 14:10:42.350835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbab90-cf9b-4bb9-96db-e51bb22e9f0e req-1f1d3556-b00f-4f84-b7f2-467f3ff122c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:42.352273 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5fbab90-cf9b-4bb9-96db-e51bb22e9f0e req-1f1d3556-b00f-4f84-b7f2-467f3ff122c7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.1065228 Dec 22 14:10:42.419152 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0f7b1-525b-4ad7-a076-e404094eccfd req-4ec88e8d-40cb-4d27-8a8b-45e3dffb2719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:42.420572 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-78d0f7b1-525b-4ad7-a076-e404094eccfd req-4ec88e8d-40cb-4d27-8a8b-45e3dffb2719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 943 time: 0.1461957 Dec 22 14:10:42.473415 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbab90-cf9b-4bb9-96db-e51bb22e9f0e req-1c324c33-0b4a-42c3-85ae-4f717aa6b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:42.474843 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5fbab90-cf9b-4bb9-96db-e51bb22e9f0e req-1c324c33-0b4a-42c3-85ae-4f717aa6b4a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159477 Dec 22 14:10:42.477702 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-78d0f7b1-525b-4ad7-a076-e404094eccfd req-d570a93c-8f6b-4355-8e96-fb03c95ea0a7 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507236 Dec 22 14:10:42.630734 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5fbab90-cf9b-4bb9-96db-e51bb22e9f0e req-f9e2a664-433e-425b-b1b7-f02f274f8e7e service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480465 Dec 22 14:10:42.761528 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b5fbab90-cf9b-4bb9-96db-e51bb22e9f0e req-6f86d518-9624-4273-be64-46e98bd30f7f service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238093 Dec 22 14:10:43.689103 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5d8c-f1a6-4579-80d0-2e4607d06b48 req-beec8952-4bd5-47ea-8e57-c042028e42af tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:43.690645 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7f6d5d8c-f1a6-4579-80d0-2e4607d06b48 req-beec8952-4bd5-47ea-8e57-c042028e42af tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 943 time: 0.0977488 Dec 22 14:10:43.734293 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7f6d5d8c-f1a6-4579-80d0-2e4607d06b48 req-f3432bf8-1b02-4baa-bf9c-b84d50572890 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379169 Dec 22 14:10:44.932072 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04f4f4-7368-494d-ae5a-576471d27e21 req-a7e72e3c-e0e6-450e-8150-953828adca0c tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:44.933571 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bd04f4f4-7368-494d-ae5a-576471d27e21 req-a7e72e3c-e0e6-450e-8150-953828adca0c tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 943 time: 0.0884504 Dec 22 14:10:44.977776 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bd04f4f4-7368-494d-ae5a-576471d27e21 req-22f0f13e-ea64-4f07-a5cd-1f5e3c8e1c73 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383232 Dec 22 14:10:46.194479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328825a-3b1c-401a-ac97-50bf5153a492 req-cbbfa5f9-2433-458b-b4e2-7fb2aa500d56 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:46.195956 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0328825a-3b1c-401a-ac97-50bf5153a492 req-cbbfa5f9-2433-458b-b4e2-7fb2aa500d56 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 943 time: 0.0943153 Dec 22 14:10:46.229234 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:10:46.243502 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-0328825a-3b1c-401a-ac97-50bf5153a492 req-c6c54726-1edc-4edd-951c-06261fcda40d tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420113 Dec 22 14:10:46.362954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:46.375812 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'port_id': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'mac_address': 'fa:16:3e:8d:f3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:10:46.434848 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:46.452284 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:10:46.467997 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:46.475498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:46.478604 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-bc516a4a-29f8-441a-ada8-63a03cc0619d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:46.545484 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:46.548736 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:46.818899 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['5ea8701b-2207-4c01-a6d0-250f1d9c13c2'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 14:10:47.450726 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1904f-e902-44e6-9092-e81285b74f34 req-3b9cac7c-d8cf-4f70-b74b-05778821e46d tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:47.452188 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-46c1904f-e902-44e6-9092-e81285b74f34 req-3b9cac7c-d8cf-4f70-b74b-05778821e46d tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 944 time: 0.0963123 Dec 22 14:10:47.495527 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-46c1904f-e902-44e6-9092-e81285b74f34 req-61b3646e-6ff0-4e60-98f1-262600af1718 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373080 Dec 22 14:10:48.229799 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:10:48.312889 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:10:48.319387 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:10:48.319914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:48.450691 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:48.477078 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:10:48.488211 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:10:48.493880 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:48.496885 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:48.527682 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'code': 200} Dec 22 14:10:48.568717 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:48.572031 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:48.687974 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058e0b5-1c1f-4f96-9226-eaa9b321fc8d req-6303dede-24cf-47e0-8413-61d4080f1959 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:48.689481 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1058e0b5-1c1f-4f96-9226-eaa9b321fc8d req-6303dede-24cf-47e0-8413-61d4080f1959 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 945 time: 0.0847762 Dec 22 14:10:48.781992 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1058e0b5-1c1f-4f96-9226-eaa9b321fc8d req-5f58a7a8-c951-4fa7-99c6-c5188e09babd tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865018 Dec 22 14:10:48.801351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3abcec-3698-404e-b19f-78131ffca7dd req-6dec28f3-53f7-466d-89e9-3798483be3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:48.802825 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bd3abcec-3698-404e-b19f-78131ffca7dd req-6dec28f3-53f7-466d-89e9-3798483be3ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 1098 time: 0.1064155 Dec 22 14:10:48.845370 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-bd3abcec-3698-404e-b19f-78131ffca7dd req-34ed7ece-9e68-4a36-a803-21873602f4a9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358012 Dec 22 14:10:49.984632 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7306f-de9b-482c-90cc-60a9c4cd33af req-e51b8e76-0937-47c8-8beb-5e7dd23e1b66 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:49.986115 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-97d7306f-de9b-482c-90cc-60a9c4cd33af req-e51b8e76-0937-47c8-8beb-5e7dd23e1b66 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 945 time: 0.0912380 Dec 22 14:10:50.034428 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-97d7306f-de9b-482c-90cc-60a9c4cd33af req-c40461db-366a-4ff9-9afc-6363c82fa51d tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422740 Dec 22 14:10:51.247905 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a7298-98af-4118-897a-58ec7aa171c8 req-979efca8-d92c-4578-a162-cbfabe1ca67b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:51.249252 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c96a7298-98af-4118-897a-58ec7aa171c8 req-979efca8-d92c-4578-a162-cbfabe1ca67b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 945 time: 0.0961449 Dec 22 14:10:51.292186 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-c96a7298-98af-4118-897a-58ec7aa171c8 req-fda18ce1-0a2d-47d3-bca6-ef2e0ea9c33f tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372915 Dec 22 14:10:51.484848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4121af-c3c6-409a-aa4d-ec84ca9ea72a req-fb65c6db-9aa9-4f66-9af4-979cf0c2bb4e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:51.486306 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7f4121af-c3c6-409a-aa4d-ec84ca9ea72a req-fb65c6db-9aa9-4f66-9af4-979cf0c2bb4e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 945 time: 0.0872321 Dec 22 14:10:51.530815 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-7f4121af-c3c6-409a-aa4d-ec84ca9ea72a req-019067b5-bf3b-4d7c-9ba6-2ab1147b5a55 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387492 Dec 22 14:10:51.553225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34462) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:51.668510 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4962e615-0271-468f-93fd-5f87d262cdcb tempest-TestSnapshotPattern-119721781 tempest-TestSnapshotPattern-119721781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:51.669212 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4962e615-0271-468f-93fd-5f87d262cdcb tempest-TestSnapshotPattern-119721781 tempest-TestSnapshotPattern-119721781-project-admin] Synchronizing usage tracker for tenant:5006ab7e300a4771a0be77bc7ca587c9 on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:10:51.689336 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-4962e615-0271-468f-93fd-5f87d262cdcb tempest-TestSnapshotPattern-119721781 tempest-TestSnapshotPattern-119721781-project-admin] Unset dirty status for tenant:5006ab7e300a4771a0be77bc7ca587c9 on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:10:51.690606 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4962e615-0271-468f-93fd-5f87d262cdcb tempest-TestSnapshotPattern-119721781 tempest-TestSnapshotPattern-119721781-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 1093 time: 0.1364217 Dec 22 14:10:51.695060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 34468) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:10:51.700155 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.v2.base [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:10:51.706462 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:10:51.710282 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Usage tracker for resource:floatingip and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:10:51.713112 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:10:51.718778 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.quota.driver [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:10:51.730789 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for floatingip, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:51.870066 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:52.011348 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_common [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Allocated IP 172.26.4.215 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/194097b4-0259-4596-bce4-807f78e4a05a) {{(pid=87568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:10:52.286347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for port, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:52.326803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:52.332488 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-2d7e231e-ba6c-4814-8dd1-80a8269e0618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:52.393030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:10:52.395815 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.base_scheduler [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources bound (agent type, host, resource id): {{(pid=87568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:10:52.399567 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Received port after_create {{(pid=87568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:10:52.436733 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'Port': ['ID=194097b4-0259-4596-bce4-807f78e4a05a,revision_number=1']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:52.444513 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:52.816060 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:52.895668 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:53.097835 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for port, precommit_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:53.105412 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128395946'] for port, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:53.108887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-270eba4b-fec7-4de5-9574-d7e765810bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:10:53.210853 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'Port': ['ID=194097b4-0259-4596-bce4-807f78e4a05a,revision_number=2']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:10:53.214919 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:10:53.223283 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:53.397018 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Floating IP fe9714e5-6d6b-4339-8f1c-67d6ba9ea881 associated. External IP: 172.26.4.215, port: 5ea8701b-2207-4c01-a6d0-250f1d9c13c2. Dec 22 14:10:53.867967 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Router 7e5a986d-d4de-4547-acd9-ae832685df19 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:10:54.049416 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:10:54.060202 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e3700-c09d-425b-97d9-d76447a6e930 None None] Sync routers for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:10:54.070768 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e3700-c09d-425b-97d9-d76447a6e930 None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:54.071365 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bf0e3700-c09d-425b-97d9-d76447a6e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:54.075030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:54.131235 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-a5285cff-60d6-406c-a13c-e10ab8cbd719 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4350350 Dec 22 14:10:54.131979 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:10:54.175304 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'status': 'completed', 'code': 200} Dec 22 14:10:54.256613 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-bf0e3700-c09d-425b-97d9-d76447a6e930 None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:54.266249 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101b037-2e44-42b7-89dc-36c7b1509008 req-f580e7bf-4c37-4952-8802-34d4fe9a920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:54.267799 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9101b037-2e44-42b7-89dc-36c7b1509008 req-f580e7bf-4c37-4952-8802-34d4fe9a920b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 1098 time: 0.0702703 Dec 22 14:10:54.402463 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101b037-2e44-42b7-89dc-36c7b1509008 req-efa99c55-4428-4266-ab74-2e9a9faf4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:54.403880 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9101b037-2e44-42b7-89dc-36c7b1509008 req-efa99c55-4428-4266-ab74-2e9a9faf4a3e service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 910 time: 0.1292932 Dec 22 14:10:54.599300 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bf0e3700-c09d-425b-97d9-d76447a6e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'fe9714e5-6d6b-4339-8f1c-67d6ba9ea881', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'port_id': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'mac_address': 'fa:16:3e:8d:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:10:52Z', 'updated_at': '2021-12-22T14:10:52Z', 'revision_number': 0, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:54.603029 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e3700-c09d-425b-97d9-d76447a6e930 None None] Checking router: 7e5a986d-d4de-4547-acd9-ae832685df19 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:10:54.611254 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e3700-c09d-425b-97d9-d76447a6e930 None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:10:54.611887 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bf0e3700-c09d-425b-97d9-d76447a6e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:10:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:54.633412 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9101b037-2e44-42b7-89dc-36c7b1509008 req-2948279e-59f6-4754-8be3-bf8ba7cfc4a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2 HTTP/1.1" status: 200 len: 999 time: 0.2230721 Dec 22 14:10:54.696368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101b037-2e44-42b7-89dc-36c7b1509008 req-1ed00ddf-9d01-44c1-989f-3e41a892a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:54.697927 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9101b037-2e44-42b7-89dc-36c7b1509008 req-1ed00ddf-9d01-44c1-989f-3e41a892a194 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.0586824 Dec 22 14:10:54.772575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101b037-2e44-42b7-89dc-36c7b1509008 req-e36b20e2-834d-47dc-af92-11734e58bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:10:54.774654 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9101b037-2e44-42b7-89dc-36c7b1509008 req-e36b20e2-834d-47dc-af92-11734e58bb1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705485 Dec 22 14:10:54.788049 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-bf0e3700-c09d-425b-97d9-d76447a6e930 None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:10:54.906792 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9101b037-2e44-42b7-89dc-36c7b1509008 req-c6a6ad1c-a5ff-432e-ab7d-f5307cd4ae27 service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260431 Dec 22 14:10:55.037331 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-9101b037-2e44-42b7-89dc-36c7b1509008 req-1148a941-f3c9-4ca7-adf5-7220f5ef27de service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244786 Dec 22 14:10:55.164032 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bf0e3700-c09d-425b-97d9-d76447a6e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'fe9714e5-6d6b-4339-8f1c-67d6ba9ea881', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'port_id': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'mac_address': 'fa:16:3e:8d:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:10:52Z', 'updated_at': '2021-12-22T14:10:52Z', 'revision_number': 0, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:10:55.168106 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e3700-c09d-425b-97d9-d76447a6e930 None None] The sync data for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv is: [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'fe9714e5-6d6b-4339-8f1c-67d6ba9ea881', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'port_id': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'mac_address': 'fa:16:3e:8d:f3:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:10:52Z', 'updated_at': '2021-12-22T14:10:52Z', 'revision_number': 0, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:10:55.376188 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d10fa5-4a72-4c94-8756-be2ee79e986a None None] New status for floating IP fe9714e5-6d6b-4339-8f1c-67d6ba9ea881: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 14:10:57.625462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9eb161ce-d85b-4724-92fa-2c38ccbd7e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:10:59.979730 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f7ad1621-398b-47ad-8c49-1b7da0083ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:01.140718 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:01.164411 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:02.712397 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:06.956578 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:11:11.288697 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:16.493871 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-b184495e-3ddc-4328-8c27-02db053587b7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796518 Dec 22 14:11:16.644140 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-63247ae9-cd67-4cda-a40e-bbbcc51885c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:11:16.645618 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-63247ae9-cd67-4cda-a40e-bbbcc51885c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 1098 time: 0.0837095 Dec 22 14:11:16.791980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-0d829508-bb97-4aa6-a02d-49aec6bd2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:11:16.793295 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-0d829508-bb97-4aa6-a02d-49aec6bd2cea service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 910 time: 0.1269560 Dec 22 14:11:16.896573 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-e7bc0d65-106c-4559-ae17-025b276cc0f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2 HTTP/1.1" status: 200 len: 1001 time: 0.0966368 Dec 22 14:11:16.958998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-5ffa83ae-fa5d-4547-b081-1426842e3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:11:16.960455 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-5ffa83ae-fa5d-4547-b081-1426842e3e4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.0571835 Dec 22 14:11:17.043657 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-f72975a4-1c88-4348-93e2-5981a69bb717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:11:17.045049 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-f72975a4-1c88-4348-93e2-5981a69bb717 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781038 Dec 22 14:11:17.055344 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-fda439d5-4b43-4faa-b555-a30ba84023f1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87569) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 14:11:17.056300 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-fda439d5-4b43-4faa-b555-a30ba84023f1 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047696 Dec 22 14:11:17.187589 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-adaf0cbd-114a-4b57-9845-645e4fa60c00 service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242011 Dec 22 14:11:17.336478 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ff2abca4-d13b-4722-b2d7-0a172a7b9849 req-de026e84-c20c-4d28-97f7-775dbc2c587d service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420114 Dec 22 14:11:27.623810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-def7b4f3-88cb-4b8b-83ac-81aa58bde99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:29.974825 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9324433c-315d-4f8a-b67c-e8b3990bbd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:31.154933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:31.168466 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:32.719821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:41.303518 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:43.961298 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:11:57.627314 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f249675e-1014-45f8-bec1-57da28ca9ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:11:59.987311 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-6be0af97-1c80-418e-9576-eba8904e522f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:01.157358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:01.171406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:02.717205 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:11.298855 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:16.517763 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d78a2cfc-df70-4bea-836e-b09f152c30d6 req-97614b27-e01c-4992-9b24-c3d51b97043c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833018 Dec 22 14:12:16.656748 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2cfc-df70-4bea-836e-b09f152c30d6 req-0f2fc029-2246-4671-aa7c-23dbfbf655bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:12:16.658236 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d78a2cfc-df70-4bea-836e-b09f152c30d6 req-0f2fc029-2246-4671-aa7c-23dbfbf655bc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 1098 time: 0.0712774 Dec 22 14:12:16.809499 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2cfc-df70-4bea-836e-b09f152c30d6 req-9130ef1c-72c6-484f-9c07-5acc5cc7e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:12:16.810855 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d78a2cfc-df70-4bea-836e-b09f152c30d6 req-9130ef1c-72c6-484f-9c07-5acc5cc7e5d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 910 time: 0.1327102 Dec 22 14:12:17.032925 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d78a2cfc-df70-4bea-836e-b09f152c30d6 req-50b91da6-aaf9-4633-bf76-93284af5e501 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2 HTTP/1.1" status: 200 len: 1001 time: 0.2146766 Dec 22 14:12:17.096517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2cfc-df70-4bea-836e-b09f152c30d6 req-673a9a4d-91d1-4e74-83ef-5ec4e1a14379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:12:17.097837 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d78a2cfc-df70-4bea-836e-b09f152c30d6 req-673a9a4d-91d1-4e74-83ef-5ec4e1a14379 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.0586946 Dec 22 14:12:17.182924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a2cfc-df70-4bea-836e-b09f152c30d6 req-5d7a2e42-8bd4-43cf-81e1-59a6592c8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:12:17.184440 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d78a2cfc-df70-4bea-836e-b09f152c30d6 req-5d7a2e42-8bd4-43cf-81e1-59a6592c8e28 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796394 Dec 22 14:12:17.319423 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d78a2cfc-df70-4bea-836e-b09f152c30d6 req-13701e50-2ada-425d-9931-e494bf10a35e service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276824 Dec 22 14:12:17.460355 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d78a2cfc-df70-4bea-836e-b09f152c30d6 req-261a466c-d32e-4273-9b7f-1f4f47ff3865 service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345778 Dec 22 14:12:20.965698 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:12:27.635334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-fcd3cc5c-6be9-41e3-be13-7936dbdacf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:29.989732 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-444918bd-69b9-4fab-855e-930bc9ede4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:31.170253 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:31.176807 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:32.726380 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:41.317702 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:57.627952 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b15047d5-1a7b-4037-9a6b-e5ae62c7e6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:12:57.968341 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:12:59.984970 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7477-7fbd-4123-bdd1-b67b38faf270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:01.170372 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:01.182296 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:02.730503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:11.294038 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:16.547179 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e531913f-561f-4d5e-9b22-90fb0ccd59ac req-39066050-7ffa-4c24-84b4-1f18a8977e93 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1491261 Dec 22 14:13:16.699755 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531913f-561f-4d5e-9b22-90fb0ccd59ac req-2401349a-6eaf-4129-a327-2e4de07a55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:16.701270 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e531913f-561f-4d5e-9b22-90fb0ccd59ac req-2401349a-6eaf-4129-a327-2e4de07a55be service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 1098 time: 0.0812602 Dec 22 14:13:16.850318 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531913f-561f-4d5e-9b22-90fb0ccd59ac req-67755fb4-1d1b-49c3-ba7f-e23201b7ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:16.851854 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e531913f-561f-4d5e-9b22-90fb0ccd59ac req-67755fb4-1d1b-49c3-ba7f-e23201b7ed73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 910 time: 0.1277211 Dec 22 14:13:16.964503 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e531913f-561f-4d5e-9b22-90fb0ccd59ac req-4dee7c6a-6cc2-44f5-b7af-5460f3fa6af3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2 HTTP/1.1" status: 200 len: 1001 time: 0.1064425 Dec 22 14:13:17.026706 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531913f-561f-4d5e-9b22-90fb0ccd59ac req-5097d293-8966-44c4-99e4-35f49188dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:17.028153 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e531913f-561f-4d5e-9b22-90fb0ccd59ac req-5097d293-8966-44c4-99e4-35f49188dc6f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.0570409 Dec 22 14:13:17.106029 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531913f-561f-4d5e-9b22-90fb0ccd59ac req-3b43fe41-f825-4b73-96e9-6ee190758b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:17.107459 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e531913f-561f-4d5e-9b22-90fb0ccd59ac req-3b43fe41-f825-4b73-96e9-6ee190758b4f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730872 Dec 22 14:13:17.239262 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e531913f-561f-4d5e-9b22-90fb0ccd59ac req-cbc852b7-377d-40f8-be3b-2fca5c7a129c service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247211 Dec 22 14:13:17.379803 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e531913f-561f-4d5e-9b22-90fb0ccd59ac req-3c33dc19-7068-43f0-86e5-98ad8b017dbc service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341779 Dec 22 14:13:24.951028 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:13:25.094421 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:13:25.107954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'port_id': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'mac_address': 'fa:16:3e:8d:f3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:13:25.167542 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:25.190464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:13:25.208034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:13:25.215123 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:25.218670 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:13:25.291771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:13:25.299113 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:25.299460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:25.299831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:25.300225 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:25.300578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:25.300915 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:25.301208 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:25.301561 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:25.301882 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:25.302202 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:25.302523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:25.302839 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:25.306820 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:13:25.309701 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['5ea8701b-2207-4c01-a6d0-250f1d9c13c2'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 14:13:26.973850 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:13:27.057249 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:13:27.057606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:27.180431 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:27.215370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:13:27.227464 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:13:27.233174 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:27.235164 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:13:27.268895 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'code': 200} Dec 22 14:13:27.301189 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:13:27.304206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:13:27.627023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-1b274cd2-cd46-4f4a-bf25-ec5c0e037653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:29.982721 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-a36bce5b-10ac-4ecc-9f5b-f233155ccf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:31.154252 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:31.181529 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:32.723954 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:34.968434 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:13:39.623020 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-9bf65584-52d5-4c22-a9a1-428182b13574 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50902696&fields=id&tenant_id=9c92241fb5a541c4b10b9268c5c0e59a HTTP/1.1" status: 200 len: 267 time: 0.0409908 Dec 22 14:13:39.775887 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-35ba309d-b912-4466-8a92-54f1db21023c tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:39.777383 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-35ba309d-b912-4466-8a92-54f1db21023c tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 809 time: 0.1443498 Dec 22 14:13:39.795468 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-253739d9-da3e-4b8b-9f5b-5ed857ac277f tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/quotas/9c92241fb5a541c4b10b9268c5c0e59a HTTP/1.1" status: 200 len: 375 time: 0.0098875 Dec 22 14:13:39.889925 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-f7bd15e8-390d-4a7f-a981-2fdc2aea34cd tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0894797 Dec 22 14:13:40.033509 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-b9c3eb90-0adc-492e-9674-9b9ce2f12496 service neutron] 10.222.0.24 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315765 Dec 22 14:13:40.164070 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-204c6d63-532d-433d-9d67-03c6d2e115f0 service neutron] 10.222.0.24 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246474 Dec 22 14:13:40.412482 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-95a740c0-fa0a-4eb1-b424-5f253c514c1e req-bc2496f4-39fb-4fec-b37b-d652112f4c5c tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 210 time: 0.0912011 Dec 22 14:13:41.312094 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:41.565293 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-144fc70f-81fe-411a-b225-7bc3a9e24ffd req-3224115a-5f77-4505-8a4b-5843e91f57c6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 210 time: 0.0453987 Dec 22 14:13:41.566410 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-3763abc9-293c-4605-9190-94b9a0afc2d3 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:41.567874 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-3763abc9-293c-4605-9190-94b9a0afc2d3 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 809 time: 0.1531599 Dec 22 14:13:41.619775 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-610c6c70-206e-47a6-8a4b-16a7673c5d29 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c92241fb5a541c4b10b9268c5c0e59a HTTP/1.1" status: 200 len: 378 time: 0.0423813 Dec 22 14:13:41.628087 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Request body: {'port': {'device_id': '3452fbf4-fe92-4914-833b-da87adde553a', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'admin_state_up': True, 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'security_groups': ['8ce7f5ba-f220-4675-a982-f769e03eafdb']}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:13:41.888248 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:13:41.897965 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:13:41.910368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Made reservation on behalf of 9c92241fb5a541c4b10b9268c5c0e59a for: {'port': 1} {{(pid=87569) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 14:13:41.914941 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:42.118340 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Allocated IP 172.20.0.10 (3c70514a-4fd0-4a1b-9df6-64c91ec2aea7/2d6843a1-704d-4672-8280-77695518243c/d9338516-a268-4871-b72f-468292e39089) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:13:42.330412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:42.349877 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Transition to ACTIVE for port object d9338516-a268-4871-b72f-468292e39089 will not be triggered until provisioned by entity DHCP. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:13:42.376611 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:42.384054 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:13:42.455926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:13:42.459274 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:13:42.463215 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:13:42.494448 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'Port': ['ID=d9338516-a268-4871-b72f-468292e39089,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:13:42.507273 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:42.507715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:42.508075 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:42.508444 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:42.508815 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:42.509182 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:42.509546 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:42.509913 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:42.510275 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:42.510641 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:42.511004 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:42.511363 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:13:42.520881 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:13:42.550598 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:42.551250 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:42.590699 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-93dcccd6-2a35-41eb-94df-65ade3b95766 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9661212 Dec 22 14:13:42.777244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb36f3b-faff-4c36-944e-54a166cf5579 req-d6519c65-fa0c-490f-a640-3747ef69a256 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:42.777935 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7cb36f3b-faff-4c36-944e-54a166cf5579 req-d6519c65-fa0c-490f-a640-3747ef69a256 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Synchronizing usage tracker for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:13:42.796256 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-7cb36f3b-faff-4c36-944e-54a166cf5579 req-d6519c65-fa0c-490f-a640-3747ef69a256 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Unset dirty status for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:13:42.797668 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7cb36f3b-faff-4c36-944e-54a166cf5579 req-d6519c65-fa0c-490f-a640-3747ef69a256 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 932 time: 0.1048074 Dec 22 14:13:42.844632 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-7cb36f3b-faff-4c36-944e-54a166cf5579 req-d963001e-829f-471a-8c89-533a06416ca4 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403676 Dec 22 14:13:42.845852 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-aec1f173-ac3c-44e6-a063-01d65b797f11 None None] Provisioning for port d9338516-a268-4871-b72f-468292e39089 completed by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:13:42.851287 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-aec1f173-ac3c-44e6-a063-01d65b797f11 None None] Provisioning complete for port d9338516-a268-4871-b72f-468292e39089 triggered by entity DHCP. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:13:42.851744 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-aec1f173-ac3c-44e6-a063-01d65b797f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:42.906316 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-aec1f173-ac3c-44e6-a063-01d65b797f11 None None] Port d9338516-a268-4871-b72f-468292e39089 cannot update to ACTIVE because it is not bound. {{(pid=87570) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 22 14:13:43.053187 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:13:43.171282 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:43.198592 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:13:43.209805 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:13:43.216955 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:43.220476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-80e89cec-a921-4d65-afc7-e57cd0935a6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:13:43.295765 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:13:43.299207 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:13:43.315517 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'code': 200} Dec 22 14:13:44.040540 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cd518-a582-42d7-abe0-da8f45c145ce req-cde93795-7a53-43c5-871f-b84751069420 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:44.042184 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1d7cd518-a582-42d7-abe0-da8f45c145ce req-cde93795-7a53-43c5-871f-b84751069420 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 932 time: 0.0828726 Dec 22 14:13:44.089690 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1d7cd518-a582-42d7-abe0-da8f45c145ce req-6c55d9f6-f874-4586-97b3-c23ac1b013f8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410924 Dec 22 14:13:45.287076 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913c3aa-63be-42b6-b49c-1785ac57b127 req-d14aea65-11e8-4a2e-864a-b87357f8ce07 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:45.290414 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d913c3aa-63be-42b6-b49c-1785ac57b127 req-d14aea65-11e8-4a2e-864a-b87357f8ce07 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 932 time: 0.0860205 Dec 22 14:13:45.338682 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-d913c3aa-63be-42b6-b49c-1785ac57b127 req-4b8ee51f-e2c4-44e8-a090-d5931f8d78b2 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443139 Dec 22 14:13:46.535110 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fde58-c488-4330-9f7b-42390ab8297f req-82b995fd-f958-4769-8192-e8cac4c3ec47 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:46.537349 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a21fde58-c488-4330-9f7b-42390ab8297f req-82b995fd-f958-4769-8192-e8cac4c3ec47 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 932 time: 0.0921528 Dec 22 14:13:46.589515 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-a21fde58-c488-4330-9f7b-42390ab8297f req-6db83bdd-5b99-4cdf-9d8f-94566d573212 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456212 Dec 22 14:13:47.783875 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295e592-8210-4b44-a4be-a93c9bf7f2a3 req-6d63b0d5-7062-4748-afd5-cbcfc60b61f0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:47.785326 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f295e592-8210-4b44-a4be-a93c9bf7f2a3 req-6d63b0d5-7062-4748-afd5-cbcfc60b61f0 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 932 time: 0.0836577 Dec 22 14:13:47.835332 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-f295e592-8210-4b44-a4be-a93c9bf7f2a3 req-fe0cc68e-80e2-4b1f-a875-9ba41e307c8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443487 Dec 22 14:13:49.027490 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323ff6b-8aef-4d94-b9ae-3a45c9552c5c req-ccdb7a5e-d2b4-456d-a7d9-9912451f1d88 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:49.028975 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0323ff6b-8aef-4d94-b9ae-3a45c9552c5c req-ccdb7a5e-d2b4-456d-a7d9-9912451f1d88 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 932 time: 0.0871732 Dec 22 14:13:49.074849 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0323ff6b-8aef-4d94-b9ae-3a45c9552c5c req-e187bd04-a256-4bd6-a936-c4108b2747d6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402095 Dec 22 14:13:50.269147 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee1e99-775c-48d3-af8a-02840d698958 req-500a5001-5164-4353-b979-8bae7475c0eb tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:50.270677 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-01ee1e99-775c-48d3-af8a-02840d698958 req-500a5001-5164-4353-b979-8bae7475c0eb tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 932 time: 0.0882428 Dec 22 14:13:50.317961 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-01ee1e99-775c-48d3-af8a-02840d698958 req-9277a2f7-f158-4a67-8016-8ba06d594b3a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416074 Dec 22 14:13:51.517481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e877d-f0aa-4ff3-849d-6c2c732c33ce req-6c4d7b40-27ed-4845-a219-dcde81f69bf5 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:51.524160 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db9e877d-f0aa-4ff3-849d-6c2c732c33ce req-6c4d7b40-27ed-4845-a219-dcde81f69bf5 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 932 time: 0.0922315 Dec 22 14:13:51.566674 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-db9e877d-f0aa-4ff3-849d-6c2c732c33ce req-45aa850c-791f-47e5-924f-b30c22eca99c tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416181 Dec 22 14:13:52.760670 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca608a9-b27d-409c-8ddc-e0166929387e req-6988447d-8c3c-43b5-8391-33a8168071d8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:52.762141 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3ca608a9-b27d-409c-8ddc-e0166929387e req-6988447d-8c3c-43b5-8391-33a8168071d8 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 932 time: 0.0892327 Dec 22 14:13:52.805524 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-3ca608a9-b27d-409c-8ddc-e0166929387e req-bad5bf81-a1b3-4ce9-baad-d9d802895e68 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377274 Dec 22 14:13:54.012967 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7428673-aa7a-4d7f-a241-46090d68a659 req-2493b708-82a5-4f53-8882-1d8eb70ce762 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:54.014454 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7428673-aa7a-4d7f-a241-46090d68a659 req-2493b708-82a5-4f53-8882-1d8eb70ce762 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 932 time: 0.0860877 Dec 22 14:13:54.063253 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-e7428673-aa7a-4d7f-a241-46090d68a659 req-dd0e37e0-c242-444c-a3f6-88eb14dd397f tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429955 Dec 22 14:13:55.198924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Request body: {'port': {'device_id': '3452fbf4-fe92-4914-833b-da87adde553a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:13:55.273439 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf688f7-658d-4396-8607-3156e9741ea5 req-77ad79c9-2977-4fb7-b08b-b3b4bf0c67f2 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:55.274906 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cbf688f7-658d-4396-8607-3156e9741ea5 req-77ad79c9-2977-4fb7-b08b-b3b4bf0c67f2 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 932 time: 0.0921805 Dec 22 14:13:55.311916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:55.317984 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-cbf688f7-658d-4396-8607-3156e9741ea5 req-183e6a96-ba12-4f19-b389-e5f69bc34f87 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373349 Dec 22 14:13:55.659798 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9338516-a268-4871-b72f-468292e39089 {{(pid=87569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:13:55.666987 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:55.681778 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.provisioning_blocks [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Transition to ACTIVE for port object d9338516-a268-4871-b72f-468292e39089 will not be triggered until provisioned by entity L2. {{(pid=87569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 14:13:55.689073 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:55.692675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-839be2dd-8db3-4551-9ae9-7a6c8c1b5fdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:13:55.815331 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9338516-a268-4871-b72f-468292e39089,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:13:55.842088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:13:56.044333 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Attempting to bind port d9338516-a268-4871-b72f-468292e39089 on host hv-neutron-8226 for vnic_type normal with profile {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 22 14:13:56.044676 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Attempting to bind port d9338516-a268-4871-b72f-468292e39089 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 22 14:13:56.045003 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Attempting to bind port d9338516-a268-4871-b72f-468292e39089 on network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:13:56.049723 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Port d9338516-a268-4871-b72f-468292e39089 on network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 22 14:13:56.050043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Attempting to bind port d9338516-a268-4871-b72f-468292e39089 on network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 22 14:13:56.055343 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Checking agent: {'id': '3590c3df-ca7d-495a-8622-d7ffd5e17859', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'started_at': datetime.datetime(2021, 12, 22, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 22 14:13:56.055702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Checking segment: {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 22 14:13:56.056083 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Bound using segment: {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'} {{(pid=87569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 22 14:13:56.056503 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.managers [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Bound port: d9338516-a268-4871-b72f-468292e39089, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde0810b-e411-4b4c-9089-0b3cb371567e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7'}}] {{(pid=87569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 22 14:13:56.056845 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:56.144591 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] For port d9338516-a268-4871-b72f-468292e39089, host hv-neutron-8226, cleared binding levels {{(pid=87569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 22 14:13:56.147765 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] For port d9338516-a268-4871-b72f-468292e39089, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9338516-a268-4871-b72f-468292e39089,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 22 14:13:56.155683 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:56.159133 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-d6254cc5-a6d4-46ec-a07e-4acb76d5581f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:13:56.218190 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:56.218863 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:56.220206 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] 10.222.0.54 "PUT /v2.0/ports/d9338516-a268-4871-b72f-468292e39089 HTTP/1.1" status: 200 len: 1094 time: 1.0258455 Dec 22 14:13:56.220704 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'tag': 'd9338516-a268-4871-b72f-468292e39089'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:13:56.242290 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9338516-a268-4871-b72f-468292e39089,revision_number=3']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:13:56.245924 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:13:56.293968 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'tag': 'd9338516-a268-4871-b72f-468292e39089', 'status': 'completed', 'code': 200} Dec 22 14:13:56.335447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-c7dc4e7c-d4ba-4b8d-a822-c3f66472ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:56.336977 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-c7dc4e7c-d4ba-4b8d-a822-c3f66472ec98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 1097 time: 0.0750499 Dec 22 14:13:56.409886 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-d2b0b34c-cd69-419c-8fb5-f52600e532bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9338516-a268-4871-b72f-468292e39089 HTTP/1.1" status: 200 len: 217 time: 0.0650854 Dec 22 14:13:56.472413 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-3c84516f-6bec-464d-8951-575bb7fa2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:56.473875 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-3c84516f-6bec-464d-8951-575bb7fa2c6b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.0576384 Dec 22 14:13:56.500300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bb4e6-f2cd-4fe4-9d79-45003de53ac4 req-15fc5a44-9586-415e-8efa-9ea7ae9b33f5 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:56.501654 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-405bb4e6-f2cd-4fe4-9d79-45003de53ac4 req-15fc5a44-9586-415e-8efa-9ea7ae9b33f5 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 944 time: 0.0779302 Dec 22 14:13:56.549700 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-405bb4e6-f2cd-4fe4-9d79-45003de53ac4 req-f4428ffe-9987-471b-9463-c83c78b0ce65 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422535 Dec 22 14:13:56.551806 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-8e466b74-63c2-4abb-801d-89c75466f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:56.553361 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-8e466b74-63c2-4abb-801d-89c75466f10a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733726 Dec 22 14:13:56.688305 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-51936303-6938-4b72-9426-d36b7ae487b0 service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283302 Dec 22 14:13:56.826753 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d8d2dcec-bcbd-4960-a6b6-614e0969adb7 req-cc1d0ace-5d3b-4cb8-b4d0-6b9a3d44f26c service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315367 Dec 22 14:13:56.950118 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c3a8d-00e0-4fa1-b68e-d7613183c01f req-13e5060a-08ff-4845-8331-ea9c70c4713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:56.951516 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5f6c3a8d-00e0-4fa1-b68e-d7613183c01f req-13e5060a-08ff-4845-8331-ea9c70c4713b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 1097 time: 0.0724964 Dec 22 14:13:57.083745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c3a8d-00e0-4fa1-b68e-d7613183c01f req-9616af29-7503-4492-92bb-99fc1e888aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:57.085282 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5f6c3a8d-00e0-4fa1-b68e-d7613183c01f req-9616af29-7503-4492-92bb-99fc1e888aa7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 910 time: 0.1272123 Dec 22 14:13:57.154609 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5f6c3a8d-00e0-4fa1-b68e-d7613183c01f req-6a9fbc9e-8584-4400-99e2-10f2a27f5849 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9338516-a268-4871-b72f-468292e39089 HTTP/1.1" status: 200 len: 217 time: 0.0626149 Dec 22 14:13:57.218603 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c3a8d-00e0-4fa1-b68e-d7613183c01f req-9e5a850c-5ae4-4874-9814-09ec9f9ecd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:57.219943 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5f6c3a8d-00e0-4fa1-b68e-d7613183c01f req-9e5a850c-5ae4-4874-9814-09ec9f9ecd44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.0571790 Dec 22 14:13:57.297576 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c3a8d-00e0-4fa1-b68e-d7613183c01f req-9d700fa8-619d-437b-888b-d59f0a8b5fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:57.298993 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5f6c3a8d-00e0-4fa1-b68e-d7613183c01f req-9d700fa8-619d-437b-888b-d59f0a8b5fda service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719821 Dec 22 14:13:57.436008 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5f6c3a8d-00e0-4fa1-b68e-d7613183c01f req-64f3d7a4-2f5b-4688-bc57-74a89aea320c service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295800 Dec 22 14:13:57.568231 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-5f6c3a8d-00e0-4fa1-b68e-d7613183c01f req-e78c035c-5375-4298-967c-618325dc2109 service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251714 Dec 22 14:13:57.622943 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-68260be8-2b0e-44af-9dc2-d9c70104fdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:13:57.741481 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229c1c5-42ce-431c-b66c-cb83380cd3bf req-13afe821-d7c3-408e-98f2-38c2abfbd7f6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:57.742946 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f229c1c5-42ce-431c-b66c-cb83380cd3bf req-13afe821-d7c3-408e-98f2-38c2abfbd7f6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 944 time: 0.0832632 Dec 22 14:13:57.786327 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-f229c1c5-42ce-431c-b66c-cb83380cd3bf req-07112534-e2f6-43c5-96e0-2b4f58c48863 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375540 Dec 22 14:13:58.995694 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c0fd45-dd14-4e1c-8fe5-88f77f885f8a req-5f1c7788-8d34-4770-8fbe-d428fd74bd02 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:13:58.997160 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-59c0fd45-dd14-4e1c-8fe5-88f77f885f8a req-5f1c7788-8d34-4770-8fbe-d428fd74bd02 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 944 time: 0.0935760 Dec 22 14:13:59.044767 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-59c0fd45-dd14-4e1c-8fe5-88f77f885f8a req-9aa05176-e869-4be1-9589-5c2581e85c0b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392869 Dec 22 14:13:59.985457 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-c209f273-f01e-4ed8-8906-53a0954429b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:00.521523 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41643860-1b60-4c5d-a79d-19cfadff31d5 req-ce5cfcb1-88c9-41d0-a3bb-7376a49b6f99 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:00.522994 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-41643860-1b60-4c5d-a79d-19cfadff31d5 req-ce5cfcb1-88c9-41d0-a3bb-7376a49b6f99 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 944 time: 0.2174475 Dec 22 14:14:00.567851 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-41643860-1b60-4c5d-a79d-19cfadff31d5 req-d75aa811-0ee7-40e1-9b9c-8688ab2e8877 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389149 Dec 22 14:14:01.128950 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d9338516-a268-4871-b72f-468292e39089 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:14:01.182631 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:01.247350 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:01.292006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d9338516-a268-4871-b72f-468292e39089, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9338516-a268-4871-b72f-468292e39089,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:14:01.305008 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'd9338516-a268-4871-b72f-468292e39089', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'port_id': 'd9338516-a268-4871-b72f-468292e39089', 'mac_address': 'fa:16:3e:77:c6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:14:01.361720 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:01.380334 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9338516-a268-4871-b72f-468292e39089 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:14:01.395873 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d9338516-a268-4871-b72f-468292e39089, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9338516-a268-4871-b72f-468292e39089,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:14:01.402830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:01.404574 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:14:01.471637 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d9338516-a268-4871-b72f-468292e39089,revision_number=4']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:14:01.475014 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:14:01.756784 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['d9338516-a268-4871-b72f-468292e39089'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 14:14:01.918555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c1233-69ae-4646-97e8-18e566b6481c req-6908212f-bbbc-4ce9-9b4a-70f4a3220565 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:01.920146 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-545c1233-69ae-4646-97e8-18e566b6481c req-6908212f-bbbc-4ce9-9b4a-70f4a3220565 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 945 time: 0.2390549 Dec 22 14:14:01.964137 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-545c1233-69ae-4646-97e8-18e566b6481c req-8c6480f1-1305-4b52-85c1-d4e5be73e43c tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378819 Dec 22 14:14:02.737916 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:03.130909 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d9338516-a268-4871-b72f-468292e39089 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:14:03.152956 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2867643-a8dc-48f2-9f0c-b0f16126f282 req-952e9fc2-d596-4848-b04b-13ea86f6d3bd tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:03.154395 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d2867643-a8dc-48f2-9f0c-b0f16126f282 req-952e9fc2-d596-4848-b04b-13ea86f6d3bd tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 945 time: 0.0847728 Dec 22 14:14:03.202776 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-d2867643-a8dc-48f2-9f0c-b0f16126f282 req-fabf7397-8daa-473e-9a64-3d7e0f011480 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426118 Dec 22 14:14:03.205037 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning for port d9338516-a268-4871-b72f-468292e39089 completed by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 14:14:03.210180 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port d9338516-a268-4871-b72f-468292e39089 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:14:03.210607 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:03.374087 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:03.403646 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9338516-a268-4871-b72f-468292e39089'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:14:03.414062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d9338516-a268-4871-b72f-468292e39089, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9338516-a268-4871-b72f-468292e39089,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:14:03.419891 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:03.421751 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:14:03.450869 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9338516-a268-4871-b72f-468292e39089', 'code': 200} Dec 22 14:14:03.491209 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d9338516-a268-4871-b72f-468292e39089,revision_number=5']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:14:03.494606 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:14:03.688476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f4314-ae3b-492c-af2a-b7c8a54ebcda req-afdbf4f5-a401-4558-8dd4-f6c688440bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:03.690686 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cb0f4314-ae3b-492c-af2a-b7c8a54ebcda req-afdbf4f5-a401-4558-8dd4-f6c688440bc3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 1099 time: 0.0813901 Dec 22 14:14:03.732117 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-cb0f4314-ae3b-492c-af2a-b7c8a54ebcda req-e401609d-0722-48b0-a183-385e066de4a1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347555 Dec 22 14:14:04.415401 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38f46d-c4eb-4fb2-bece-a08f78fe9ff3 req-9ece64da-9ad7-4828-b73e-ae1985f2239b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:04.416879 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b38f46d-c4eb-4fb2-bece-a08f78fe9ff3 req-9ece64da-9ad7-4828-b73e-ae1985f2239b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 946 time: 0.1011770 Dec 22 14:14:04.463271 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-0b38f46d-c4eb-4fb2-bece-a08f78fe9ff3 req-f204dcec-611c-4dfc-ba1e-22580080b3cb tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384388 Dec 22 14:14:05.678223 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b10572-9f98-4bc4-837d-360c959159c9 req-23c2c03b-aac6-48b8-875c-19f8c76ea48e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:05.679636 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-96b10572-9f98-4bc4-837d-360c959159c9 req-23c2c03b-aac6-48b8-875c-19f8c76ea48e tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 946 time: 0.0939848 Dec 22 14:14:05.732111 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-96b10572-9f98-4bc4-837d-360c959159c9 req-a632ff30-a253-4c95-8df1-0bdb2c1a9bdc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458875 Dec 22 14:14:05.926796 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dceb518-a67b-4d18-93fd-399b28e5d661 req-5bfd9b3f-2df4-4281-bf09-6df41910b058 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:05.928271 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1dceb518-a67b-4d18-93fd-399b28e5d661 req-5bfd9b3f-2df4-4281-bf09-6df41910b058 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 946 time: 0.0886669 Dec 22 14:14:05.971814 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1dceb518-a67b-4d18-93fd-399b28e5d661 req-e23ac510-3308-4835-85be-dc87a70b5041 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378163 Dec 22 14:14:05.994309 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34792) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:14:06.068174 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee404ecd-8366-4ab0-b0ec-3bd25d5df0af tempest-TestSnapshotPattern-119721781 tempest-TestSnapshotPattern-119721781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:06.069589 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-ee404ecd-8366-4ab0-b0ec-3bd25d5df0af tempest-TestSnapshotPattern-119721781 tempest-TestSnapshotPattern-119721781-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 1094 time: 0.0743325 Dec 22 14:14:06.073269 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 34796) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:14:06.078438 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.v2.base [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Request body: {'floatingip': {'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'port_id': 'd9338516-a268-4871-b72f-468292e39089', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87569) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 14:14:06.085216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 22 14:14:06.091162 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Usage tracker for resource:floatingip and tenant:9c92241fb5a541c4b10b9268c5c0e59a is out of sync, need to count used quota {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 22 14:14:06.094116 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87569) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 22 14:14:06.099940 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.quota.driver [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87569) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 22 14:14:06.113867 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for floatingip, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:06.250088 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:06.381637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_common [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Allocated IP 172.26.4.100 (98075a9f-ef59-4442-a3c2-c8837da04ba4/d8ea9723-1c5a-4faf-a95f-5ede39ea40f5/6fdbf9ee-515e-4f3f-b494-01cc316e4e29) {{(pid=87569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 14:14:06.551428 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for port, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:06.584510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760329601630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:06.591479 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-0bdf62c0-6f84-484a-b00b-6cb42be379b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:14:06.646296 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Network 98075a9f-ef59-4442-a3c2-c8837da04ba4 is already hosted by enough agents. {{(pid=87569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 14:14:06.648945 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.base_scheduler [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Resources bound (agent type, host, resource id): {{(pid=87569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 14:14:06.652568 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Received port after_create {{(pid=87569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 14:14:06.692362 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'Port': ['ID=6fdbf9ee-515e-4f3f-b494-01cc316e4e29,revision_number=1']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:14:06.696396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:14:07.084035 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:07.169870 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:07.500985 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for port, precommit_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:07.508575 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1604421'] for port, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:07.513082 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8c59e5ba-436d-4860-b1ab-4d88c0df4057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:14:07.620542 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event updated for resources: {'Port': ['ID=6fdbf9ee-515e-4f3f-b494-01cc316e4e29,revision_number=2']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:14:07.623356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:14:07.630201 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-677297'] for floatingip, after_update {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:07.806601 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Floating IP 29fbd0ce-385e-4078-8364-6e82d90a62a2 associated. External IP: 172.26.4.100, port: d9338516-a268-4871-b72f-468292e39089. Dec 22 14:14:08.166163 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Router 7e5a986d-d4de-4547-acd9-ae832685df19 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:14:08.342483 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:14:08.352478 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe131cc-7056-40ff-9efa-cc5a26adff69 None None] Sync routers for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:14:08.363264 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe131cc-7056-40ff-9efa-cc5a26adff69 None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:14:08.363939 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-0fe131cc-7056-40ff-9efa-cc5a26adff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:14:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:14:08.367871 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:08.425049 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3506765 Dec 22 14:14:08.425608 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'tag': 'd9338516-a268-4871-b72f-468292e39089'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:14:08.469200 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'tag': 'd9338516-a268-4871-b72f-468292e39089', 'status': 'completed', 'code': 200} Dec 22 14:14:08.540608 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-0fe131cc-7056-40ff-9efa-cc5a26adff69 None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:14:08.567355 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f826c-a953-4c58-bcc6-29dd377fa22d req-b64b9898-67d8-480f-8dae-4328c9ec174d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:08.568969 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-083f826c-a953-4c58-bcc6-29dd377fa22d req-b64b9898-67d8-480f-8dae-4328c9ec174d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 1099 time: 0.0689406 Dec 22 14:14:08.699849 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f826c-a953-4c58-bcc6-29dd377fa22d req-6023a10e-be0b-466f-9e84-979696c1ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:08.701219 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-083f826c-a953-4c58-bcc6-29dd377fa22d req-6023a10e-be0b-466f-9e84-979696c1ae67 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 910 time: 0.1256373 Dec 22 14:14:08.802248 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-083f826c-a953-4c58-bcc6-29dd377fa22d req-2cf144ba-ea0e-4cb6-9e86-056bc18368b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9338516-a268-4871-b72f-468292e39089 HTTP/1.1" status: 200 len: 1000 time: 0.0950227 Dec 22 14:14:08.863476 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f826c-a953-4c58-bcc6-29dd377fa22d req-43e56cd0-eac0-4b47-b4b7-97ed056c6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:08.864962 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-083f826c-a953-4c58-bcc6-29dd377fa22d req-43e56cd0-eac0-4b47-b4b7-97ed056c6954 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.0565541 Dec 22 14:14:08.886143 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-0fe131cc-7056-40ff-9efa-cc5a26adff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '29fbd0ce-385e-4078-8364-6e82d90a62a2', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'port_id': 'd9338516-a268-4871-b72f-468292e39089', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'mac_address': 'fa:16:3e:77:c6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452fbf4-fe92-4914-833b-da87adde553a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:14:07Z', 'updated_at': '2021-12-22T14:14:07Z', 'revision_number': 0, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address_scope': None}, {'id': 'fe9714e5-6d6b-4339-8f1c-67d6ba9ea881', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'port_id': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'mac_address': 'fa:16:3e:8d:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:10:52Z', 'updated_at': '2021-12-22T14:10:55Z', 'revision_number': 1, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:14:08.890160 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe131cc-7056-40ff-9efa-cc5a26adff69 None None] Checking router: 7e5a986d-d4de-4547-acd9-ae832685df19 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:14:08.898993 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe131cc-7056-40ff-9efa-cc5a26adff69 None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:14:08.899640 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-0fe131cc-7056-40ff-9efa-cc5a26adff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:14:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:14:09.071572 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f826c-a953-4c58-bcc6-29dd377fa22d req-1365a60c-8f62-4cca-af9b-7149053ad4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:09.073227 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-083f826c-a953-4c58-bcc6-29dd377fa22d req-1365a60c-8f62-4cca-af9b-7149053ad4c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2023342 Dec 22 14:14:09.080607 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-0fe131cc-7056-40ff-9efa-cc5a26adff69 None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:14:09.207103 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-083f826c-a953-4c58-bcc6-29dd377fa22d req-304fa5dc-1ae7-4de7-84ce-d959c39cd2fb service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267533 Dec 22 14:14:09.339393 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-083f826c-a953-4c58-bcc6-29dd377fa22d req-29607d24-3cb7-4b4d-8df4-feeef1f4e87f service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256416 Dec 22 14:14:09.459311 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-0fe131cc-7056-40ff-9efa-cc5a26adff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '29fbd0ce-385e-4078-8364-6e82d90a62a2', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'port_id': 'd9338516-a268-4871-b72f-468292e39089', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'mac_address': 'fa:16:3e:77:c6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452fbf4-fe92-4914-833b-da87adde553a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:14:07Z', 'updated_at': '2021-12-22T14:14:07Z', 'revision_number': 0, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address_scope': None}, {'id': 'fe9714e5-6d6b-4339-8f1c-67d6ba9ea881', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'port_id': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'mac_address': 'fa:16:3e:8d:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:10:52Z', 'updated_at': '2021-12-22T14:10:55Z', 'revision_number': 1, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:14:09.463717 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe131cc-7056-40ff-9efa-cc5a26adff69 None None] The sync data for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv is: [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': '29fbd0ce-385e-4078-8364-6e82d90a62a2', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'floating_ip_address': '172.26.4.100', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'port_id': 'd9338516-a268-4871-b72f-468292e39089', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'mac_address': 'fa:16:3e:77:c6:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3452fbf4-fe92-4914-833b-da87adde553a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:14:07Z', 'updated_at': '2021-12-22T14:14:07Z', 'revision_number': 0, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address_scope': None}, {'id': 'fe9714e5-6d6b-4339-8f1c-67d6ba9ea881', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'port_id': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'mac_address': 'fa:16:3e:8d:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:10:52Z', 'updated_at': '2021-12-22T14:10:55Z', 'revision_number': 1, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:14:09.663917 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8c2f7a-b161-4d5f-a81b-d945110f2ef4 None None] New status for floating IP 29fbd0ce-385e-4078-8364-6e82d90a62a2: ACTIVE {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 14:14:11.305524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:11.967391 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:14:16.493243 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1076d956-5632-4a1d-bfc9-0d5d94dad07b req-ad9129b6-23ee-42a1-ba4d-954a78d8bd0f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787838 Dec 22 14:14:16.636872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d956-5632-4a1d-bfc9-0d5d94dad07b req-fa354734-8983-4f6a-a9c9-ad1e69158fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:16.638378 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1076d956-5632-4a1d-bfc9-0d5d94dad07b req-fa354734-8983-4f6a-a9c9-ad1e69158fbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 1096 time: 0.0762768 Dec 22 14:14:16.795911 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d956-5632-4a1d-bfc9-0d5d94dad07b req-b68ac12d-f4fd-4541-8a85-ed264b2a5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:16.797261 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1076d956-5632-4a1d-bfc9-0d5d94dad07b req-b68ac12d-f4fd-4541-8a85-ed264b2a5342 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 910 time: 0.1344316 Dec 22 14:14:16.901507 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1076d956-5632-4a1d-bfc9-0d5d94dad07b req-c357c5ee-0cd2-447a-a2ac-079140f940d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2 HTTP/1.1" status: 200 len: 999 time: 0.0963840 Dec 22 14:14:16.964196 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d956-5632-4a1d-bfc9-0d5d94dad07b req-b61c714d-695c-4df5-a675-8410a2ceb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:16.965639 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1076d956-5632-4a1d-bfc9-0d5d94dad07b req-b61c714d-695c-4df5-a675-8410a2ceb14f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.0573342 Dec 22 14:14:17.051486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076d956-5632-4a1d-bfc9-0d5d94dad07b req-d8d641b9-4069-4aa9-9ea3-17c81fb03b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:14:17.052939 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1076d956-5632-4a1d-bfc9-0d5d94dad07b req-d8d641b9-4069-4aa9-9ea3-17c81fb03b89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796049 Dec 22 14:14:17.192114 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1076d956-5632-4a1d-bfc9-0d5d94dad07b req-646c7f20-ea88-42a0-bae2-e663fc5700d3 service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323178 Dec 22 14:14:17.330277 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-1076d956-5632-4a1d-bfc9-0d5d94dad07b req-4db5b46d-8830-4f09-a83b-daf9e379dafd service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319628 Dec 22 14:14:27.630232 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-bad70952-288a-4a16-b594-8ff2993cc6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:29.984194 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b616bca3-87ac-4697-a9ed-b009e09dc094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:31.165861 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:31.185503 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:32.739132 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:41.302634 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:48.970805 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:14:57.623355 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-d53e5714-1077-431d-b052-9cc39fd97bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:14:59.992117 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7319a4c8-b339-4c8f-9b5c-2dd71b15952d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:01.162054 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:01.187072 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:02.739139 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:11.318256 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:17.491368 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a6968f1-a28c-4288-ac31-7fcd13792899 req-f7916e4e-1679-47ac-bfeb-3bc024fbc5e9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691133 Dec 22 14:15:17.581015 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6968f1-a28c-4288-ac31-7fcd13792899 req-bb570a35-643c-44d2-8450-066813f07745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:15:17.582450 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a6968f1-a28c-4288-ac31-7fcd13792899 req-bb570a35-643c-44d2-8450-066813f07745 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 1099 time: 0.0692813 Dec 22 14:15:17.727578 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6968f1-a28c-4288-ac31-7fcd13792899 req-eb2a20af-0d02-46a6-8aac-cfdcb746ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:15:17.729031 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a6968f1-a28c-4288-ac31-7fcd13792899 req-eb2a20af-0d02-46a6-8aac-cfdcb746ae83 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 910 time: 0.1254456 Dec 22 14:15:17.831441 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a6968f1-a28c-4288-ac31-7fcd13792899 req-3c5af623-f9d6-4e88-9911-145f801ea050 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9338516-a268-4871-b72f-468292e39089 HTTP/1.1" status: 200 len: 1002 time: 0.0954976 Dec 22 14:15:18.007247 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6968f1-a28c-4288-ac31-7fcd13792899 req-8aead4f9-8ea4-4db7-b229-41cec2b6a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:15:18.008707 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a6968f1-a28c-4288-ac31-7fcd13792899 req-8aead4f9-8ea4-4db7-b229-41cec2b6a362 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.1708314 Dec 22 14:15:18.086722 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6968f1-a28c-4288-ac31-7fcd13792899 req-0790f006-c632-4fc1-96fd-55ea5a7cf183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:15:18.088136 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a6968f1-a28c-4288-ac31-7fcd13792899 req-0790f006-c632-4fc1-96fd-55ea5a7cf183 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719373 Dec 22 14:15:18.219924 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a6968f1-a28c-4288-ac31-7fcd13792899 req-8cdb05eb-db78-4d71-b3b5-aeb04679fe08 service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239016 Dec 22 14:15:18.370202 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-6a6968f1-a28c-4288-ac31-7fcd13792899 req-f37c1047-7197-415b-810d-adc57bd82e46 service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435478 Dec 22 14:15:25.975368 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:15:27.622364 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-b4641a36-e9c5-40cf-a7db-34f275973706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:29.981771 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f5d2f66b-2375-4cec-98b4-046e900377b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:31.168439 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:31.190210 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:32.745086 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:41.319790 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:57.624068 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-53e0c8d0-4223-490e-a96f-52c1239ff1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:15:59.988628 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e164997d-35e8-4dc6-be98-58a5ee7574ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:01.164653 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:01.193510 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:02.749814 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:02.980773 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:16:11.336429 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:11.810193 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d9338516-a268-4871-b72f-468292e39089 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87570) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 22 14:16:11.953381 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d9338516-a268-4871-b72f-468292e39089, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9338516-a268-4871-b72f-468292e39089,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:11.966301 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Returning: {'device': 'd9338516-a268-4871-b72f-468292e39089', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'port_id': 'd9338516-a268-4871-b72f-468292e39089', 'mac_address': 'fa:16:3e:77:c6:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87570) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 14:16:12.024003 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:12.040853 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9338516-a268-4871-b72f-468292e39089 {{(pid=87570) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 14:16:12.056044 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d9338516-a268-4871-b72f-468292e39089, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9338516-a268-4871-b72f-468292e39089,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:12.061668 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:12.063427 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:12.133549 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d9338516-a268-4871-b72f-468292e39089,revision_number=6']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:12.141107 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:12.141460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:12.141803 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:12.142139 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:12.142478 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:12.142810 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:12.143137 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:12.143460 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:12.143821 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:12.144145 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:12.144550 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:12.144884 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:12.149585 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] get_ports_and_sgs() called for port_ids ['d9338516-a268-4871-b72f-468292e39089'] {{(pid=87570) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 14:16:12.173588 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:13.840062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d9338516-a268-4871-b72f-468292e39089 up at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 22 14:16:13.919006 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.provisioning_blocks [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Provisioning complete for port d9338516-a268-4871-b72f-468292e39089 triggered by entity L2. {{(pid=87570) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 14:16:13.919399 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188814'] for port, provisioning_complete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:14.074600 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:14.102128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9338516-a268-4871-b72f-468292e39089'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:16:14.112657 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d9338516-a268-4871-b72f-468292e39089, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9338516-a268-4871-b72f-468292e39089,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:14.119023 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:14.122191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:14.162655 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9338516-a268-4871-b72f-468292e39089', 'code': 200} Dec 22 14:16:14.198077 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d9338516-a268-4871-b72f-468292e39089,revision_number=7']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:14.201149 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:18.469797 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-492fc39a-f63f-4bf1-b0e1-cf421ae3dedb req-7684ba4f-fd70-494f-b91b-7dd4c842dcd7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777991 Dec 22 14:16:18.627853 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fc39a-f63f-4bf1-b0e1-cf421ae3dedb req-245afb7f-24ac-473d-948e-7b73e56d0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:18.629341 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-492fc39a-f63f-4bf1-b0e1-cf421ae3dedb req-245afb7f-24ac-473d-948e-7b73e56d0e2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 1096 time: 0.0850036 Dec 22 14:16:18.783980 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fc39a-f63f-4bf1-b0e1-cf421ae3dedb req-7a12ec98-fdb6-4346-ac72-f8b7bbcd6cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:18.785705 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-492fc39a-f63f-4bf1-b0e1-cf421ae3dedb req-7a12ec98-fdb6-4346-ac72-f8b7bbcd6cae service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 910 time: 0.1351030 Dec 22 14:16:18.909652 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-492fc39a-f63f-4bf1-b0e1-cf421ae3dedb req-bc3b60ee-1058-4dd1-bb4c-65d259780e39 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2 HTTP/1.1" status: 200 len: 999 time: 0.1166670 Dec 22 14:16:18.978192 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fc39a-f63f-4bf1-b0e1-cf421ae3dedb req-c3528f5a-cd30-480a-b61e-3394733f6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:18.979932 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-492fc39a-f63f-4bf1-b0e1-cf421ae3dedb req-c3528f5a-cd30-480a-b61e-3394733f6fba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.0621221 Dec 22 14:16:19.060971 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fc39a-f63f-4bf1-b0e1-cf421ae3dedb req-719bf193-11f5-487b-9dac-2f063df752fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:19.062376 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-492fc39a-f63f-4bf1-b0e1-cf421ae3dedb req-719bf193-11f5-487b-9dac-2f063df752fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746655 Dec 22 14:16:19.201231 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-492fc39a-f63f-4bf1-b0e1-cf421ae3dedb req-7aca0c14-eb44-45ce-a2dc-01711410293f service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316295 Dec 22 14:16:19.347045 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-492fc39a-f63f-4bf1-b0e1-cf421ae3dedb req-2b8475b6-334a-438f-8e18-59e3d633aa26 service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381297 Dec 22 14:16:24.509238 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 35040) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:24.710761 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Deleting port 6fdbf9ee-515e-4f3f-b494-01cc316e4e29 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:24.711086 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.004715 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.005101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.122097 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Calling delete_port for 6fdbf9ee-515e-4f3f-b494-01cc316e4e29 owned by network:floatingip {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:16:25.278292 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.281949 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-39c46e85-cc35-470d-8350-03605380bb8a tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:25.324702 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event deleted for resources: {'Port': ['ID=6fdbf9ee-515e-4f3f-b494-01cc316e4e29,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:25.371560 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:25.372009 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:25.372389 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:25.372770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:25.373128 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:25.373486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:25.373846 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:25.374205 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:25.374564 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:25.374901 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:25.375254 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:25.375622 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:25.382648 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:25.436486 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for floatingip, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:25.436816 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.db.l3_db [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Floating IP 29fbd0ce-385e-4078-8364-6e82d90a62a2 disassociated (deleted). External IP: 172.26.4.100, port: d9338516-a268-4871-b72f-468292e39089. Dec 22 14:16:25.791199 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Router 7e5a986d-d4de-4547-acd9-ae832685df19 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87569) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:16:25.971276 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87569) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:16:25.981856 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac00e0-3796-47ec-99d3-e952d2f54f8a None None] Sync routers for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:16:25.993781 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac00e0-3796-47ec-99d3-e952d2f54f8a None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:16:25.994604 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bbac00e0-3796-47ec-99d3-e952d2f54f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:16:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:25.996076 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:26.051163 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-8cbb53ee-45a3-4570-aa4d-54b61c93d3b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "DELETE /v2.0/floatingips/29fbd0ce-385e-4078-8364-6e82d90a62a2 HTTP/1.1" status: 204 len: 168 time: 1.5406663 Dec 22 14:16:26.051925 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'tag': 'd9338516-a268-4871-b72f-468292e39089'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:16:26.167783 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'tag': 'd9338516-a268-4871-b72f-468292e39089', 'status': 'completed', 'code': 200} Dec 22 14:16:26.176246 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-bbac00e0-3796-47ec-99d3-e952d2f54f8a None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:16:26.292434 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace02291-8ce9-4f12-9abc-e6b8bc1480ad req-3b9d4728-0f84-4f1a-83e9-23330a82e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:26.293978 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ace02291-8ce9-4f12-9abc-e6b8bc1480ad req-3b9d4728-0f84-4f1a-83e9-23330a82e9c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 1099 time: 0.1041253 Dec 22 14:16:26.426831 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b6a22-85c3-4dd3-9001-042db4033886 req-438b5381-6611-46da-bb80-4ba8107e8f9d tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:26.428306 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5a6b6a22-85c3-4dd3-9001-042db4033886 req-438b5381-6611-46da-bb80-4ba8107e8f9d tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 946 time: 0.0795026 Dec 22 14:16:26.430237 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace02291-8ce9-4f12-9abc-e6b8bc1480ad req-6814149b-9be3-4a06-b0f4-beded3ed19db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:26.431839 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ace02291-8ce9-4f12-9abc-e6b8bc1480ad req-6814149b-9be3-4a06-b0f4-beded3ed19db service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 910 time: 0.1306453 Dec 22 14:16:26.473117 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-5a6b6a22-85c3-4dd3-9001-042db4033886 req-5b10d069-6e4d-4040-8e78-482c77fbf3b4 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384579 Dec 22 14:16:26.508705 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ace02291-8ce9-4f12-9abc-e6b8bc1480ad req-b204dab8-5755-4e64-8b2a-98266261e9ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9338516-a268-4871-b72f-468292e39089 HTTP/1.1" status: 200 len: 217 time: 0.0701725 Dec 22 14:16:26.527811 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bbac00e0-3796-47ec-99d3-e952d2f54f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'fe9714e5-6d6b-4339-8f1c-67d6ba9ea881', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'port_id': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'mac_address': 'fa:16:3e:8d:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:10:52Z', 'updated_at': '2021-12-22T14:10:55Z', 'revision_number': 1, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:26.531827 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac00e0-3796-47ec-99d3-e952d2f54f8a None None] Checking router: 7e5a986d-d4de-4547-acd9-ae832685df19 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:16:26.540164 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbac00e0-3796-47ec-99d3-e952d2f54f8a None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:16:26.540796 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bbac00e0-3796-47ec-99d3-e952d2f54f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:16:00Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:26.708835 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace02291-8ce9-4f12-9abc-e6b8bc1480ad req-4f8f851d-a3c9-4321-a4d5-5afe8b1a6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:26.710400 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ace02291-8ce9-4f12-9abc-e6b8bc1480ad req-4f8f851d-a3c9-4321-a4d5-5afe8b1a6dca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.1948125 Dec 22 14:16:26.723510 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-bbac00e0-3796-47ec-99d3-e952d2f54f8a None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:16:26.786697 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace02291-8ce9-4f12-9abc-e6b8bc1480ad req-7b98e0b0-7740-47fd-9185-d4f52d6869c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:26.788218 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ace02291-8ce9-4f12-9abc-e6b8bc1480ad req-7b98e0b0-7740-47fd-9185-d4f52d6869c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700581 Dec 22 14:16:26.923742 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ace02291-8ce9-4f12-9abc-e6b8bc1480ad req-c79e269f-170b-48bd-a21b-b1b27e43926d service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271648 Dec 22 14:16:27.056070 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-ace02291-8ce9-4f12-9abc-e6b8bc1480ad req-f97b8609-564a-4bd0-a5a4-e75250c615f8 service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242914 Dec 22 14:16:27.097275 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-bbac00e0-3796-47ec-99d3-e952d2f54f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'fe9714e5-6d6b-4339-8f1c-67d6ba9ea881', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'port_id': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'mac_address': 'fa:16:3e:8d:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:10:52Z', 'updated_at': '2021-12-22T14:10:55Z', 'revision_number': 1, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:27.101068 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbac00e0-3796-47ec-99d3-e952d2f54f8a None None] The sync data for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv is: [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_floatingips': [{'id': 'fe9714e5-6d6b-4339-8f1c-67d6ba9ea881', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'router_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'port_id': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'mac_address': 'fa:16:3e:8d:f3:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:10:52Z', 'updated_at': '2021-12-22T14:10:55Z', 'revision_number': 1, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:16:27.321785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b63a3f6-fe0a-43cd-9138-627a8ee8ad3d None None] New status for floating IP 29fbd0ce-385e-4078-8364-6e82d90a62a2: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 14:16:27.617183 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11728c9f-ac41-4fdb-b82c-11c9b9155e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:27.668687 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20095a24-77a0-4ae6-b6a1-adcf4b091e57 req-4587fce7-93fa-4595-ade6-3c3746d4de54 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:27.669378 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-20095a24-77a0-4ae6-b6a1-adcf4b091e57 req-4587fce7-93fa-4595-ade6-3c3746d4de54 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Synchronizing usage tracker for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:16:27.688124 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-20095a24-77a0-4ae6-b6a1-adcf4b091e57 req-4587fce7-93fa-4595-ade6-3c3746d4de54 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Unset dirty status for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:16:27.689294 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-20095a24-77a0-4ae6-b6a1-adcf4b091e57 req-4587fce7-93fa-4595-ade6-3c3746d4de54 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 946 time: 0.1091177 Dec 22 14:16:27.737715 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-20095a24-77a0-4ae6-b6a1-adcf4b091e57 req-b19fd9ec-d2ec-4d36-8087-1ed236b9c238 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384648 Dec 22 14:16:27.907699 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d9338516-a268-4871-b72f-468292e39089 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:28.023639 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3684735'] for port, before_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:28.051703 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9338516-a268-4871-b72f-468292e39089'}] {{(pid=87570) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:16:28.061339 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] For port d9338516-a268-4871-b72f-468292e39089, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9338516-a268-4871-b72f-468292e39089,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:28.068054 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760330113347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760329601648', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760329601693'] for port, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:28.070494 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:28.104856 dv-neutron-822668-1-hyperv neutron-server[87570]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9338516-a268-4871-b72f-468292e39089', 'code': 200} Dec 22 14:16:28.120450 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65af9b-93a5-4cd3-b0c3-2c2f7606e7f3 req-597dac7e-bd5e-4bd3-a277-0fa4148c22b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:28.121907 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8b65af9b-93a5-4cd3-b0c3-2c2f7606e7f3 req-597dac7e-bd5e-4bd3-a277-0fa4148c22b6 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.54 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 944 time: 0.0835347 Dec 22 14:16:28.135030 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Pushing event updated for resources: {'Port': ['ID=d9338516-a268-4871-b72f-468292e39089,revision_number=8']} {{(pid=87570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:28.138358 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_concurrency.lockutils [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:28.195123 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-8b65af9b-93a5-4cd3-b0c3-2c2f7606e7f3 req-f2caaea5-04f3-44dc-a970-ee7805c1f4be tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Deleting port d9338516-a268-4871-b72f-468292e39089 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:28.195386 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-8b65af9b-93a5-4cd3-b0c3-2c2f7606e7f3 req-f2caaea5-04f3-44dc-a970-ee7805c1f4be tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:28.444675 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-8b65af9b-93a5-4cd3-b0c3-2c2f7606e7f3 req-f2caaea5-04f3-44dc-a970-ee7805c1f4be tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] For port d9338516-a268-4871-b72f-468292e39089, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d9338516-a268-4871-b72f-468292e39089,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:28.445093 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-8b65af9b-93a5-4cd3-b0c3-2c2f7606e7f3 req-f2caaea5-04f3-44dc-a970-ee7805c1f4be tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:28.569510 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-8b65af9b-93a5-4cd3-b0c3-2c2f7606e7f3 req-f2caaea5-04f3-44dc-a970-ee7805c1f4be tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Calling delete_port for d9338516-a268-4871-b72f-468292e39089 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:16:28.715828 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-8b65af9b-93a5-4cd3-b0c3-2c2f7606e7f3 req-f2caaea5-04f3-44dc-a970-ee7805c1f4be tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:28.721926 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-531e3f86-fba8-415f-bf0a-c82e171c1f31 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:28.769245 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caaea5-04f3-44dc-a970-ee7805c1f4be tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event deleted for resources: {'Port': ['ID=d9338516-a268-4871-b72f-468292e39089,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:28.772396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-f2caaea5-04f3-44dc-a970-ee7805c1f4be tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:28.845584 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b65af9b-93a5-4cd3-b0c3-2c2f7606e7f3 req-f2caaea5-04f3-44dc-a970-ee7805c1f4be tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] No DVR routers for this DVR port d9338516-a268-4871-b72f-468292e39089 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:16:28.848658 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-8b65af9b-93a5-4cd3-b0c3-2c2f7606e7f3 req-f2caaea5-04f3-44dc-a970-ee7805c1f4be tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:28.851916 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'name': 'network-vif-deleted', 'tag': 'd9338516-a268-4871-b72f-468292e39089'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:16:28.897413 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3452fbf4-fe92-4914-833b-da87adde553a', 'name': 'network-vif-deleted', 'tag': 'd9338516-a268-4871-b72f-468292e39089', 'status': 'completed', 'code': 200} Dec 22 14:16:28.904277 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-fb3dc84e-b0f2-47e5-ae19-532ae0e0bf1d req-86e202b0-4c06-4563-8fba-7c8aa787f65d tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Synchronizing usage tracker for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:port {{(pid=87569) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:16:28.909297 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-8b65af9b-93a5-4cd3-b0c3-2c2f7606e7f3 req-f2caaea5-04f3-44dc-a970-ee7805c1f4be tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.54 "DELETE /v2.0/ports/d9338516-a268-4871-b72f-468292e39089 HTTP/1.1" status: 204 len: 173 time: 0.7819910 Dec 22 14:16:28.922497 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.quota.resource [req-fb3dc84e-b0f2-47e5-ae19-532ae0e0bf1d req-86e202b0-4c06-4563-8fba-7c8aa787f65d tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Unset dirty status for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:port {{(pid=87569) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:16:28.923744 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-fb3dc84e-b0f2-47e5-ae19-532ae0e0bf1d req-86e202b0-4c06-4563-8fba-7c8aa787f65d tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=3452fbf4-fe92-4914-833b-da87adde553a HTTP/1.1" status: 200 len: 210 time: 0.0762725 Dec 22 14:16:29.987980 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3bceb713-498c-4647-b92c-554cddf95a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:30.620937 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 35104) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:30.830651 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Deleting port 194097b4-0259-4596-bce4-807f78e4a05a {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:30.830871 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.015163 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.015459 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.154017 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Calling delete_port for 194097b4-0259-4596-bce4-807f78e4a05a owned by network:floatingip {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:16:31.172049 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.195974 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.307650 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.311204 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4db43025-7eca-4f55-b1d4-1d2ed1b43a1a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:31.357114 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event deleted for resources: {'Port': ['ID=194097b4-0259-4596-bce4-807f78e4a05a,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:31.393265 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:31.393663 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:31.394039 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:31.394400 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:31.394761 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:31.395126 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:31.395479 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:31.395907 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:31.396205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:31.396561 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:31.396910 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:31.397263 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-1-hyperv {{(pid=87568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 14:16:31.404516 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:31.459117 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for floatingip, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:31.459446 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.db.l3_db [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Floating IP fe9714e5-6d6b-4339-8f1c-67d6ba9ea881 disassociated (deleted). External IP: 172.26.4.215, port: 5ea8701b-2207-4c01-a6d0-250f1d9c13c2. Dec 22 14:16:31.906486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d9338516-a268-4871-b72f-468292e39089 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:31.937639 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Router 7e5a986d-d4de-4547-acd9-ae832685df19 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:16:31.941705 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: d9338516-a268-4871-b72f-468292e39089 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:16:31.942162 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device d9338516-a268-4871-b72f-468292e39089 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:32.121731 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:16:32.132190 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca61cb1-3785-4f53-9b82-a41dbd3c7139 None None] Sync routers for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:16:32.143083 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca61cb1-3785-4f53-9b82-a41dbd3c7139 None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:16:32.143752 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7ca61cb1-3785-4f53-9b82-a41dbd3c7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:16:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:32.145115 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for floatingip, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.205446 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-63aadd6a-4a85-4446-9d9e-1fd0b7105c9b tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "DELETE /v2.0/floatingips/fe9714e5-6d6b-4339-8f1c-67d6ba9ea881 HTTP/1.1" status: 204 len: 168 time: 1.5834017 Dec 22 14:16:32.206286 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2'}] {{(pid=87568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:16:32.307915 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'status': 'completed', 'code': 200} Dec 22 14:16:32.323573 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-7ca61cb1-3785-4f53-9b82-a41dbd3c7139 None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:16:32.411353 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297c2d-570b-4037-8c20-e6c5cdae7fee req-6693f7e3-1bbb-4711-b79c-0e5cf7bcd395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:32.412998 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58297c2d-570b-4037-8c20-e6c5cdae7fee req-6693f7e3-1bbb-4711-b79c-0e5cf7bcd395 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 1096 time: 0.0804229 Dec 22 14:16:32.559986 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297c2d-570b-4037-8c20-e6c5cdae7fee req-a228c724-fa3f-4c29-99bf-e90035e7009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:32.562295 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58297c2d-570b-4037-8c20-e6c5cdae7fee req-a228c724-fa3f-4c29-99bf-e90035e7009d service neutron] 10.222.0.54 "GET /v2.0/networks?id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 200 len: 910 time: 0.1415215 Dec 22 14:16:32.585569 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b3e55-447b-41db-8c2b-350dea51f992 req-333a3c8b-1770-4b9f-b856-1efe24de547f tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:32.586574 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-c34b3e55-447b-41db-8c2b-350dea51f992 req-333a3c8b-1770-4b9f-b856-1efe24de547f tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Synchronizing usage tracker for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:port {{(pid=87568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 22 14:16:32.604080 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.quota.resource [req-c34b3e55-447b-41db-8c2b-350dea51f992 req-333a3c8b-1770-4b9f-b856-1efe24de547f tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Unset dirty status for tenant:9c92241fb5a541c4b10b9268c5c0e59a on resource:port {{(pid=87568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 22 14:16:32.605331 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c34b3e55-447b-41db-8c2b-350dea51f992 req-333a3c8b-1770-4b9f-b856-1efe24de547f tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 943 time: 0.1005208 Dec 22 14:16:32.642275 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58297c2d-570b-4037-8c20-e6c5cdae7fee req-4a2b4cbe-0c27-47ab-ae4a-e7bcaef0188f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2 HTTP/1.1" status: 200 len: 217 time: 0.0717669 Dec 22 14:16:32.643232 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7ca61cb1-3785-4f53-9b82-a41dbd3c7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:32.647720 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca61cb1-3785-4f53-9b82-a41dbd3c7139 None None] Checking router: 7e5a986d-d4de-4547-acd9-ae832685df19 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:16:32.654569 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [req-c34b3e55-447b-41db-8c2b-350dea51f992 req-7c603664-bc5c-4d0e-b41d-4d828e935576 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418129 Dec 22 14:16:32.656566 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca61cb1-3785-4f53-9b82-a41dbd3c7139 None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:16:32.657186 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7ca61cb1-3785-4f53-9b82-a41dbd3c7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:16:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:32.706039 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297c2d-570b-4037-8c20-e6c5cdae7fee req-74b27ce1-3582-42a5-9fd4-65a92dc7b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:32.707483 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58297c2d-570b-4037-8c20-e6c5cdae7fee req-74b27ce1-3582-42a5-9fd4-65a92dc7b67b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 200 len: 848 time: 0.0577607 Dec 22 14:16:32.743406 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:32.790412 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297c2d-570b-4037-8c20-e6c5cdae7fee req-8cb7ca6a-2649-4a21-b114-046ad7079768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:32.792001 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58297c2d-570b-4037-8c20-e6c5cdae7fee req-8cb7ca6a-2649-4a21-b114-046ad7079768 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734215 Dec 22 14:16:32.834537 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-7ca61cb1-3785-4f53-9b82-a41dbd3c7139 None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:16:33.040648 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58297c2d-570b-4037-8c20-e6c5cdae7fee req-7f471226-79b6-4cb6-8a1b-4e67f75225d0 service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403543 Dec 22 14:16:33.144780 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-7ca61cb1-3785-4f53-9b82-a41dbd3c7139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:33.149827 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca61cb1-3785-4f53-9b82-a41dbd3c7139 None None] The sync data for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv is: [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:22Z', 'revision_number': 4, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv', '_interfaces': [{'id': '6fa72c39-852f-4bee-803a-4cb6eac6ca34', 'name': '', 'network_id': '3c70514a-4fd0-4a1b-9df6-64c91ec2aea7', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'mac_address': 'fa:16:3e:c6:50:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '2d6843a1-704d-4672-8280-77695518243c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:21Z', 'updated_at': '2021-12-22T14:10:29Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'subnets': [{'id': '2d6843a1-704d-4672-8280-77695518243c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:16:33.180772 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-58297c2d-570b-4037-8c20-e6c5cdae7fee req-4f3ecde6-74d2-4ada-a8f4-d875e613962f service neutron] 10.222.0.54 "GET /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317320 Dec 22 14:16:33.364831 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82db49a3-8cc5-4396-a5a2-b183aba2c1c1 None None] New status for floating IP fe9714e5-6d6b-4339-8f1c-67d6ba9ea881: DOWN {{(pid=87570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 14:16:33.384095 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18229c4-fd5d-4310-8d67-ec031fa0e722 req-03808c9c-7a5c-4573-8766-d62e8176a8bc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:33.385487 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b18229c4-fd5d-4310-8d67-ec031fa0e722 req-03808c9c-7a5c-4573-8766-d62e8176a8bc tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 943 time: 0.0818048 Dec 22 14:16:33.458506 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-b18229c4-fd5d-4310-8d67-ec031fa0e722 req-56051cb7-039b-491c-a0f9-4546fd2922de tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Deleting port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:33.459212 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b18229c4-fd5d-4310-8d67-ec031fa0e722 req-56051cb7-039b-491c-a0f9-4546fd2922de tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:33.709447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [req-b18229c4-fd5d-4310-8d67-ec031fa0e722 req-56051cb7-039b-491c-a0f9-4546fd2922de tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] For port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:33.709764 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b18229c4-fd5d-4310-8d67-ec031fa0e722 req-56051cb7-039b-491c-a0f9-4546fd2922de tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:33.857214 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [req-b18229c4-fd5d-4310-8d67-ec031fa0e722 req-56051cb7-039b-491c-a0f9-4546fd2922de tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Calling delete_port for 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 owned by compute:nova {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:16:33.999424 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77191839-6e08-4100-8be7-f82efb459e39 req-93981ce0-40fb-4c0f-9f9c-313691265e62 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87569) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 14:16:34.000789 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77191839-6e08-4100-8be7-f82efb459e39 req-93981ce0-40fb-4c0f-9f9c-313691265e62 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb HTTP/1.1" status: 200 len: 943 time: 0.2325635 Dec 22 14:16:34.057510 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-77191839-6e08-4100-8be7-f82efb459e39 req-ff10f477-6842-44df-88ae-cafe64052db9 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "GET /v2.0/security-groups?id=8ce7f5ba-f220-4675-a982-f769e03eafdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505898 Dec 22 14:16:34.058517 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b18229c4-fd5d-4310-8d67-ec031fa0e722 req-56051cb7-039b-491c-a0f9-4546fd2922de tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:34.063942 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-e0ba7e3f-c2b4-4817-8656-e13b17c7b3ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:34.111005 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56051cb7-039b-491c-a0f9-4546fd2922de tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event deleted for resources: {'Port': ['ID=5ea8701b-2207-4c01-a6d0-250f1d9c13c2,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:34.114013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-56051cb7-039b-491c-a0f9-4546fd2922de tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:34.185151 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18229c4-fd5d-4310-8d67-ec031fa0e722 req-56051cb7-039b-491c-a0f9-4546fd2922de tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] No DVR routers for this DVR port 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 on host hv-neutron-8226 {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:16:34.187439 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [req-b18229c4-fd5d-4310-8d67-ec031fa0e722 req-56051cb7-039b-491c-a0f9-4546fd2922de tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44946'] for port, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:34.189954 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'name': 'network-vif-deleted', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2'}] {{(pid=87569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 14:16:34.209177 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [req-b18229c4-fd5d-4310-8d67-ec031fa0e722 req-56051cb7-039b-491c-a0f9-4546fd2922de tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.54 "DELETE /v2.0/ports/5ea8701b-2207-4c01-a6d0-250f1d9c13c2 HTTP/1.1" status: 204 len: 173 time: 0.8182373 Dec 22 14:16:34.239442 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2d5cb2e-f7f1-445c-ad7f-66c9e1a1eddb', 'name': 'network-vif-deleted', 'tag': '5ea8701b-2207-4c01-a6d0-250f1d9c13c2', 'status': 'completed', 'code': 200} Dec 22 14:16:35.157766 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 35124) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:35.237923 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84311b70-a813-411e-af49-69e3d8416272 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.276736 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84311b70-a813-411e-af49-69e3d8416272 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.345254 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84311b70-a813-411e-af49-69e3d8416272 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.349318 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-38e58b39-8904-4343-9c42-497f3fb0af14 tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:35.365083 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84311b70-a813-411e-af49-69e3d8416272 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce7f5ba-f220-4675-a982-f769e03eafdb,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:35.368373 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-84311b70-a813-411e-af49-69e3d8416272 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:35.378962 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-84311b70-a813-411e-af49-69e3d8416272 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:35.380150 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-84311b70-a813-411e-af49-69e3d8416272 tempest-TestSnapshotPattern-210723197 tempest-TestSnapshotPattern-210723197-project] 10.222.0.24 "DELETE /v2.0/security-groups/8ce7f5ba-f220-4675-a982-f769e03eafdb HTTP/1.1" status: 204 len: 168 time: 0.2210515 Dec 22 14:16:35.436433 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 35130) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:35.948259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:35.985199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] No Port match for: 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:16:35.985525 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Device 5ea8701b-2207-4c01-a6d0-250f1d9c13c2 not bound to the agent host hv-neutron-8226 {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:36.099347 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:36.448394 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] Deleting port 6fa72c39-852f-4bee-803a-4cb6eac6ca34 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:36.449088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:36.750088 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] For port 6fa72c39-852f-4bee-803a-4cb6eac6ca34, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=6fa72c39-852f-4bee-803a-4cb6eac6ca34,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:36.750327 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:36.883986 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] Calling delete_port for 6fa72c39-852f-4bee-803a-4cb6eac6ca34 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:16:37.195295 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:37.198904 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-81eae10c-49e7-4c77-8e81-7af01b7da0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:37.245779 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa72c39-852f-4bee-803a-4cb6eac6ca34,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:37.248225 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:37.525227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:37.889858 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] Router 7e5a986d-d4de-4547-acd9-ae832685df19 has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:16:38.191205 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:16:38.203287 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b11d0f1-e8b6-4945-965a-a929998b0d30 None None] Sync routers for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:16:38.207460 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-062552de-c610-441e-90b1-9fff94fdb015 admin admin] 10.222.0.24 "PUT /v2.0/routers/7e5a986d-d4de-4547-acd9-ae832685df19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7696047 Dec 22 14:16:38.210158 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 35136) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:38.214731 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11d0f1-e8b6-4945-965a-a929998b0d30 None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:16:38.215359 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4b11d0f1-e8b6-4945-965a-a929998b0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:16:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:38.385216 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.422129 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-4b11d0f1-e8b6-4945-965a-a929998b0d30 None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: dv-neutron-822668-1-hyperv {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:16:38.706183 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4b11d0f1-e8b6-4945-965a-a929998b0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:16:37Z', 'revision_number': 5, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port': {'id': '529d5c81-1e6c-45d1-a77d-2bca4b835fae', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:10:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:38.709984 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b11d0f1-e8b6-4945-965a-a929998b0d30 None None] Checking router: 7e5a986d-d4de-4547-acd9-ae832685df19 for host: dv-neutron-822668-1-hyperv {{(pid=87571) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:16:38.710155 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.718261 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11d0f1-e8b6-4945-965a-a929998b0d30 None None] Routers {'7e5a986d-d4de-4547-acd9-ae832685df19'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87571) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:16:38.719018 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4b11d0f1-e8b6-4945-965a-a929998b0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:16:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['7e5a986d-d4de-4547-acd9-ae832685df19'], 'active': True} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:38.722507 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Deleting port 529d5c81-1e6c-45d1-a77d-2bca4b835fae {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:38.722843 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.867303 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_dvr_db [None req-4b11d0f1-e8b6-4945-965a-a929998b0d30 None None] Set router 7e5a986d-d4de-4547-acd9-ae832685df19 gateway port host: None {{(pid=87571) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:16:38.895931 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] For port 529d5c81-1e6c-45d1-a77d-2bca4b835fae, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=529d5c81-1e6c-45d1-a77d-2bca4b835fae,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:38.896287 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:38.970327 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.l3_hamode_db [None req-4b11d0f1-e8b6-4945-965a-a929998b0d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 6, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87571) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:38.974250 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b11d0f1-e8b6-4945-965a-a929998b0d30 None None] The sync data for ids ['7e5a986d-d4de-4547-acd9-ae832685df19'] in dv-neutron-822668-1-hyperv is: [{'id': '7e5a986d-d4de-4547-acd9-ae832685df19', 'name': 'tempest-TestSnapshotPattern-351640546-router', 'tenant_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:18Z', 'updated_at': '2021-12-22T14:16:38Z', 'revision_number': 6, 'project_id': '9c92241fb5a541c4b10b9268c5c0e59a', 'gw_port_host': None}] {{(pid=87571) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:16:39.020696 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Calling delete_port for 529d5c81-1e6c-45d1-a77d-2bca4b835fae owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:16:39.324191 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.328770 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-7a316d23-eaed-481a-ad69-59736c8ded05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:39.377622 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6fa72c39-852f-4bee-803a-4cb6eac6ca34 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:39.380958 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Pushing event deleted for resources: {'Port': ['ID=529d5c81-1e6c-45d1-a77d-2bca4b835fae,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:39.407043 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:39.414953 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 6fa72c39-852f-4bee-803a-4cb6eac6ca34 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:16:39.415310 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 6fa72c39-852f-4bee-803a-4cb6eac6ca34 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:39.475179 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.653872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.656305 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.690427 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.690873 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e5a986d-d4de-4547-acd9-ae832685df19 {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 14:16:39.704880 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.706024 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-9818cab0-04a6-4eaf-87c0-2c7351f70453 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7e5a986d-d4de-4547-acd9-ae832685df19 HTTP/1.1" status: 204 len: 168 time: 1.4949002 Dec 22 14:16:39.708800 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 35142) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:39.769056 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a64f23-9483-48ba-8fbd-d523b467536b admin admin] Deleting subnet 2d6843a1-704d-4672-8280-77695518243c {{(pid=87568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 14:16:39.772361 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0a64f23-9483-48ba-8fbd-d523b467536b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.825069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0a64f23-9483-48ba-8fbd-d523b467536b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128081812'] for subnet, precommit_delete_associations {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.901803 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0a64f23-9483-48ba-8fbd-d523b467536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.975069 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0a64f23-9483-48ba-8fbd-d523b467536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128395876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1988050'] for subnet, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:39.980362 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4ba5f7e5-256d-44e4-b3f3-1f7e2cd68dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:39.980769 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:16:40.015797 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a64f23-9483-48ba-8fbd-d523b467536b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d6843a1-704d-4672-8280-77695518243c,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:40.017680 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-d0a64f23-9483-48ba-8fbd-d523b467536b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.021488 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d0a64f23-9483-48ba-8fbd-d523b467536b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:40.022344 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233dd5d3-eaca-4fd5-a812-9ca500add9a3 None None] Network 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 14:16:40.024333 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-d0a64f23-9483-48ba-8fbd-d523b467536b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2d6843a1-704d-4672-8280-77695518243c HTTP/1.1" status: 204 len: 168 time: 0.3145592 Dec 22 14:16:40.026735 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 35146) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:40.132546 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.143431 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Deleting port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:40.143794 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.291719 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c75565-49c7-4499-8b82-1a27219162c3 None None] DHCP port deletion for 3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 14:16:40.296463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-27c75565-49c7-4499-8b82-1a27219162c3 None None] Deleting port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:40.296914 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27c75565-49c7-4499-8b82-1a27219162c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.346706 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] For port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8cb3ba20-6a65-4f2b-b11b-047ce2c50b20,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:40.347162 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.470988 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Calling delete_port for 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 owned by network:dhcp {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:16:40.495259 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-27c75565-49c7-4499-8b82-1a27219162c3 None None] For port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=8cb3ba20-6a65-4f2b-b11b-047ce2c50b20,segment=NetworkSegment(fde0810b-e411-4b4c-9089-0b3cb371567e),segment_id=fde0810b-e411-4b4c-9089-0b3cb371567e)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:40.495820 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27c75565-49c7-4499-8b82-1a27219162c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.549207 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.553525 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-d2d3b581-965a-46f0-9661-96767d6aee23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:40.601427 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb3ba20-6a65-4f2b-b11b-047ce2c50b20,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:40.605107 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:40.607181 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] No DVR routers for this DVR port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 on host dv-neutron-822668-1-hyperv {{(pid=87568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:16:40.615127 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-27c75565-49c7-4499-8b82-1a27219162c3 None None] Calling delete_port for 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:16:40.724121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.728009 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-27c75565-49c7-4499-8b82-1a27219162c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 14:16:40.728370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-27c75565-49c7-4499-8b82-1a27219162c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 14:16:40.748810 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c70514a-4fd0-4a1b-9df6-64c91ec2aea7']}} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:40.760566 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde0810b-e411-4b4c-9089-0b3cb371567e') {'for_net_delete': True} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:40.760876 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.services.segments.db [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde0810b-e411-4b4c-9089-0b3cb371567e') {} {{(pid=87568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:40.772716 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128081901'] for segment, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.788555 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.795233 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 14:16:40.795623 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128395918'] for segment, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: Traceback (most recent call last): Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: timer() Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: cb(*args, **kw) Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: return func(*args, **kwargs) Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: self._notify() Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: self.callback(batched_events) Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: event.method(event) Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: return f(self, *a, **k) Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._get(url).json() Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: return self.request(url, 'GET', **kwargs) Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 14:16:40.808516 dv-neutron-822668-1-hyperv neutron-server[87568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 14:16:40.885885 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.892560 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Notify callbacks [] for network, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:40.895024 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-906ab944-47ea-4a48-8ea9-fe6a3160308f tempest-RoutersTest-973214363 tempest-RoutersTest-973214363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:40.916190 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Pushing event deleted for resources: {'Network': ['ID=3c70514a-4fd0-4a1b-9df6-64c91ec2aea7,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:40.920202 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:40.930237 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-4765d94f-7a21-4b5e-b941-7043953a53cf admin admin] 10.222.0.24 "DELETE /v2.0/networks/3c70514a-4fd0-4a1b-9df6-64c91ec2aea7 HTTP/1.1" status: 204 len: 168 time: 0.9024975 Dec 22 14:16:40.933227 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 35150) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:41.204298 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:41.232598 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-27c75565-49c7-4499-8b82-1a27219162c3 None None] Deleting port 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:41.232971 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-27c75565-49c7-4499-8b82-1a27219162c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:41.265712 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:16:41.265947 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 8cb3ba20-6a65-4f2b-b11b-047ce2c50b20 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:41.266370 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 529d5c81-1e6c-45d1-a77d-2bca4b835fae no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:41.330633 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 529d5c81-1e6c-45d1-a77d-2bca4b835fae {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:16:41.330976 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 529d5c81-1e6c-45d1-a77d-2bca4b835fae not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:41.336972 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-27c75565-49c7-4499-8b82-1a27219162c3 None None] The port '8cb3ba20-6a65-4f2b-b11b-047ce2c50b20' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 14:16:41.353418 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:41.590300 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733607'] for router_interface, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:41.936353 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] Deleting port 410e1f99-11e6-4c06-9331-c74080426f93 {{(pid=87568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:41.937065 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.107526 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.db [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] For port 410e1f99-11e6-4c06-9331-c74080426f93, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=410e1f99-11e6-4c06-9331-c74080426f93,segment=NetworkSegment(02e7f5b3-09b2-4ce1-b005-750709195cec),segment_id=02e7f5b3-09b2-4ce1-b005-750709195cec)] {{(pid=87568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:42.107848 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.226713 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.plugins.ml2.plugin [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] Calling delete_port for 410e1f99-11e6-4c06-9331-c74080426f93 owned by network:router_interface {{(pid=87568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:16:42.408356 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128395857'] for port, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:42.411898 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-02b1c046-aa48-4291-bbf5-dc915158ca8d tempest-TestShelveInstance-349828542 tempest-TestShelveInstance-349828542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:42.456322 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] Pushing event deleted for resources: {'Port': ['ID=410e1f99-11e6-4c06-9331-c74080426f93,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:42.459352 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:42.852030 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-781124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678231'] for router_interface, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:43.226062 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] Router 43ead5e7-3e01-44cb-bf96-e82ec75430ba has already been hosted by L3 agent 2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541 {{(pid=87568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 22 14:16:43.404140 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] Notify agent at l3_agent.dv-neutron-822668-1-hyperv the message routers_updated {{(pid=87568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 22 14:16:43.413764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e41f3e-caeb-499b-b2fd-91ba43f7b505 None None] Sync routers for ids ['43ead5e7-3e01-44cb-bf96-e82ec75430ba'] in dv-neutron-822668-1-hyperv {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 14:16:43.421822 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-48bb711b-8960-4862-b878-229c1943ec28 admin admin] 10.222.0.24 "PUT /v2.0/routers/43ead5e7-3e01-44cb-bf96-e82ec75430ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4875903 Dec 22 14:16:43.423956 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e41f3e-caeb-499b-b2fd-91ba43f7b505 None None] Routers {'43ead5e7-3e01-44cb-bf96-e82ec75430ba'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:16:43.424582 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-23e41f3e-caeb-499b-b2fd-91ba43f7b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:16:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['43ead5e7-3e01-44cb-bf96-e82ec75430ba'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:43.424735 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 35154) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:43.599624 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-23e41f3e-caeb-499b-b2fd-91ba43f7b505 None None] Set router 43ead5e7-3e01-44cb-bf96-e82ec75430ba gateway port host: dv-neutron-822668-1-hyperv {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:16:43.604063 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Notify callbacks [] for router, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:43.890415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-23e41f3e-caeb-499b-b2fd-91ba43f7b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'name': 'tempest-TestSnapshotPattern-190716875-router', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'external_fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:24Z', 'updated_at': '2021-12-22T14:16:42Z', 'revision_number': 5, 'project_id': '5006ab7e300a4771a0be77bc7ca587c9', 'gw_port': {'id': '5d2c1d7e-548c-4607-ae46-370c55da94ac', 'name': '', 'network_id': '98075a9f-ef59-4442-a3c2-c8837da04ba4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:0b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:10:25Z', 'updated_at': '2021-12-22T14:10:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8ea9723-1c5a-4faf-a95f-5ede39ea40f5', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-1-hyperv'}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:43.894578 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e41f3e-caeb-499b-b2fd-91ba43f7b505 None None] Checking router: 43ead5e7-3e01-44cb-bf96-e82ec75430ba for host: dv-neutron-822668-1-hyperv {{(pid=87570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 14:16:43.903442 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e41f3e-caeb-499b-b2fd-91ba43f7b505 None None] Routers {'43ead5e7-3e01-44cb-bf96-e82ec75430ba'} bound to L3 agent in host dv-neutron-822668-1-hyperv {{(pid=87570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 14:16:43.904089 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-23e41f3e-caeb-499b-b2fd-91ba43f7b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822668-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:51:00Z,description=,heartbeat_timestamp=2021-12-22T14:16:30Z,host='dv-neutron-822668-1-hyperv',id=2ddcb8a2-e5c9-47d5-875e-fbe5a78a4541,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T12:51:00Z,topic='l3_agent')) {'router_ids': ['43ead5e7-3e01-44cb-bf96-e82ec75430ba'], 'active': True} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:43.915307 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:43.927141 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Deleting port 5d2c1d7e-548c-4607-ae46-370c55da94ac {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:43.927566 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:44.051458 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_dvr_db [None req-23e41f3e-caeb-499b-b2fd-91ba43f7b505 None None] Set router 43ead5e7-3e01-44cb-bf96-e82ec75430ba gateway port host: None {{(pid=87570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 22 14:16:44.101136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] For port 5d2c1d7e-548c-4607-ae46-370c55da94ac, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=5d2c1d7e-548c-4607-ae46-370c55da94ac,segment=NetworkSegment(93bbfeb9-2357-40ed-8c12-edca8d7cfbc8),segment_id=93bbfeb9-2357-40ed-8c12-edca8d7cfbc8)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:44.101469 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:44.155407 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.db.l3_hamode_db [None req-23e41f3e-caeb-499b-b2fd-91ba43f7b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'name': 'tempest-TestSnapshotPattern-190716875-router', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:24Z', 'updated_at': '2021-12-22T14:16:43Z', 'revision_number': 6, 'project_id': '5006ab7e300a4771a0be77bc7ca587c9', 'gw_port_host': None}], 'dv-neutron-822668-1-hyperv', False) {} {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:44.159294 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e41f3e-caeb-499b-b2fd-91ba43f7b505 None None] The sync data for ids ['43ead5e7-3e01-44cb-bf96-e82ec75430ba'] in dv-neutron-822668-1-hyperv is: [{'id': '43ead5e7-3e01-44cb-bf96-e82ec75430ba', 'name': 'tempest-TestSnapshotPattern-190716875-router', 'tenant_id': '5006ab7e300a4771a0be77bc7ca587c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:10:24Z', 'updated_at': '2021-12-22T14:16:43Z', 'revision_number': 6, 'project_id': '5006ab7e300a4771a0be77bc7ca587c9', 'gw_port_host': None}] {{(pid=87570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 14:16:44.224136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Calling delete_port for 5d2c1d7e-548c-4607-ae46-370c55da94ac owned by network:router_gateway {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:16:44.403631 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:44.408351 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-25bdb2e4-f03e-46a9-9069-e45930f236d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:44.453637 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2c1d7e-548c-4607-ae46-370c55da94ac,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:44.479271 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:44.547011 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677314'] for router_gateway, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:44.727646 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-678267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36900'] for router, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:44.729907 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:44.763998 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-733532'] for router, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:44.764492 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43ead5e7-3e01-44cb-bf96-e82ec75430ba {{(pid=87569) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 14:16:44.779058 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] Notify callbacks [] for router, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:44.780223 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-401c71bc-464f-42b0-80c6-754a43417438 admin admin] 10.222.0.24 "DELETE /v2.0/routers/43ead5e7-3e01-44cb-bf96-e82ec75430ba HTTP/1.1" status: 204 len: 168 time: 1.3544025 Dec 22 14:16:44.782734 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 35158) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:44.843583 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.db_base_plugin_v2 [None req-00770931-66a2-4e53-b55b-f51f4835ab62 admin admin] Deleting subnet 2137f822-3361-4fe4-a768-01a931c9915a {{(pid=87569) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 22 14:16:44.846558 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-00770931-66a2-4e53-b55b-f51f4835ab62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:44.895754 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-00770931-66a2-4e53-b55b-f51f4835ab62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1691257'] for subnet, precommit_delete_associations {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:44.979330 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-00770931-66a2-4e53-b55b-f51f4835ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4167528'] for subnet, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.047978 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-00770931-66a2-4e53-b55b-f51f4835ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4167551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-467468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1604491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128001748'] for subnet, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.052626 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-03b1fd0c-c661-4703-9779-1543165ffc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:45.087368 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00770931-66a2-4e53-b55b-f51f4835ab62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2137f822-3361-4fe4-a768-01a931c9915a,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:45.089356 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-00770931-66a2-4e53-b55b-f51f4835ab62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.091890 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-00770931-66a2-4e53-b55b-f51f4835ab62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:45.094220 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e8ed52-44ee-4334-9f05-a52ea65d4250 None None] Network 3890b252-0f92-4f80-93a6-e09959109b7c requested from dv-neutron-822668-1-hyperv {{(pid=87570) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 22 14:16:45.096024 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-00770931-66a2-4e53-b55b-f51f4835ab62 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2137f822-3361-4fe4-a768-01a931c9915a HTTP/1.1" status: 204 len: 168 time: 0.3123777 Dec 22 14:16:45.098590 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 35162) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:45.212038 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4095388'] for network, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.224538 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Deleting port 71b0cd99-78ce-486a-8bb5-c846ff0ad991 {{(pid=87569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:45.224872 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.236594 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5d2c1d7e-548c-4607-ae46-370c55da94ac no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:45.300933 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 5d2c1d7e-548c-4607-ae46-370c55da94ac {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:16:45.301306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 5d2c1d7e-548c-4607-ae46-370c55da94ac not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:45.301757 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 410e1f99-11e6-4c06-9331-c74080426f93 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:45.339863 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 410e1f99-11e6-4c06-9331-c74080426f93 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:16:45.340218 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 410e1f99-11e6-4c06-9331-c74080426f93 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:45.424095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ed35e-17e0-4167-96e8-5ad6d6758013 None None] DHCP port deletion for 3890b252-0f92-4f80-93a6-e09959109b7c request from dv-neutron-822668-1-hyperv {{(pid=87570) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 22 14:16:45.428398 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ed35e-17e0-4167-96e8-5ad6d6758013 None None] Deleting port 71b0cd99-78ce-486a-8bb5-c846ff0ad991 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:45.428785 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed35e-17e0-4167-96e8-5ad6d6758013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.432430 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.db [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] For port 71b0cd99-78ce-486a-8bb5-c846ff0ad991, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=71b0cd99-78ce-486a-8bb5-c846ff0ad991,segment=NetworkSegment(02e7f5b3-09b2-4ce1-b005-750709195cec),segment_id=02e7f5b3-09b2-4ce1-b005-750709195cec)] {{(pid=87569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:45.432781 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.555432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.plugin [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Calling delete_port for 71b0cd99-78ce-486a-8bb5-c846ff0ad991 owned by network:dhcp {{(pid=87569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:16:45.630464 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3684670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126645', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760330113374', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760329601639', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1604542'] for port, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.634289 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cab8f48f-db73-4c8e-b72b-95753ca7405a tempest-TestNetworkAdvancedServerOps-344739686 tempest-TestNetworkAdvancedServerOps-344739686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:45.677001 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.db [None req-7d0ed35e-17e0-4167-96e8-5ad6d6758013 None None] For port 71b0cd99-78ce-486a-8bb5-c846ff0ad991, host dv-neutron-822668-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-1-hyperv',level=0,port_id=71b0cd99-78ce-486a-8bb5-c846ff0ad991,segment=NetworkSegment(02e7f5b3-09b2-4ce1-b005-750709195cec),segment_id=02e7f5b3-09b2-4ce1-b005-750709195cec)] {{(pid=87570) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 22 14:16:45.677512 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed35e-17e0-4167-96e8-5ad6d6758013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-679335'] for port, precommit_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.679396 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=71b0cd99-78ce-486a-8bb5-c846ff0ad991,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:45.682447 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:45.683244 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] No DVR routers for this DVR port 71b0cd99-78ce-486a-8bb5-c846ff0ad991 on host dv-neutron-822668-1-hyperv {{(pid=87569) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 14:16:45.796199 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ed35e-17e0-4167-96e8-5ad6d6758013 None None] Calling delete_port for 71b0cd99-78ce-486a-8bb5-c846ff0ad991 owned by network:dhcp {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 22 14:16:45.874128 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.db.api [None req-7d0ed35e-17e0-4167-96e8-5ad6d6758013 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87570) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 14:16:45.874338 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG oslo_db.api [None req-7d0ed35e-17e0-4167-96e8-5ad6d6758013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 14:16:45.922654 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4166453', 'neutron.services.segments.db._delete_segments_for_network-8760329972390'] for network, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.947060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3890b252-0f92-4f80-93a6-e09959109b7c']}} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:45.959013 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e7f5b3-09b2-4ce1-b005-750709195cec') {'for_net_delete': True} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:45.959302 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.services.segments.db [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e7f5b3-09b2-4ce1-b005-750709195cec') {} {{(pid=87569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 14:16:45.970855 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760330081666', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1691136'] for segment, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.987716 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3786358'] for segment, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:45.994227 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87569) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 14:16:45.994689 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3786317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1604449'] for segment, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: Traceback (most recent call last): Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: timer() Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: cb(*args, **kw) Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: return func(*args, **kwargs) Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: self._notify() Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: self.callback(batched_events) Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: event.method(event) Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: return f(self, *a, **k) Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._get(url).json() Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: return self.request(url, 'GET', **kwargs) Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 14:16:46.008193 dv-neutron-822668-1-hyperv neutron-server[87569]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 14:16:46.087432 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4166462', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879419', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-781171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-677287'] for network, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.091034 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-a36ce9af-5e20-4d38-b8de-76e50a9bddd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:46.103701 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Notify callbacks [] for network, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.115691 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=3890b252-0f92-4f80-93a6-e09959109b7c,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:46.119060 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:46.120863 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-1c4253ce-fb97-4f23-a581-0306bf31d9bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/3890b252-0f92-4f80-93a6-e09959109b7c HTTP/1.1" status: 204 len: 168 time: 1.0213747 Dec 22 14:16:46.244101 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 35168) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:46.295492 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-32ed176d-a9a9-49c6-b8f7-f93ab17ef391 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c92241fb5a541c4b10b9268c5c0e59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500932 Dec 22 14:16:46.298409 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.wsgi [-] (87568) accepted ('10.222.0.24', 35172) {{(pid=87568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:46.358584 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a640-348e-49a1-b824-0280bf467ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.375571 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ed35e-17e0-4167-96e8-5ad6d6758013 None None] Deleting port 71b0cd99-78ce-486a-8bb5-c846ff0ad991 {{(pid=87570) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 22 14:16:46.376116 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7d0ed35e-17e0-4167-96e8-5ad6d6758013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760330109642'] for port, before_delete {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.384441 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a640-348e-49a1-b824-0280bf467ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.437019 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a640-348e-49a1-b824-0280bf467ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.440917 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-79ccbc02-0a89-4446-8631-104dbd72f81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:46.441447 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-7d0ed35e-17e0-4167-96e8-5ad6d6758013 None None] The port '71b0cd99-78ce-486a-8bb5-c846ff0ad991' was deleted {{(pid=87570) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 22 14:16:46.457751 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6a640-348e-49a1-b824-0280bf467ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b22d62-3467-43a4-88d8-e439a1773307,revision_number=None']} {{(pid=87568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:46.461121 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG oslo_concurrency.lockutils [None req-3ee6a640-348e-49a1-b824-0280bf467ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:46.466097 dv-neutron-822668-1-hyperv neutron-server[87568]: DEBUG neutron_lib.callbacks.manager [None req-3ee6a640-348e-49a1-b824-0280bf467ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.467169 dv-neutron-822668-1-hyperv neutron-server[87568]: INFO neutron.wsgi [None req-3ee6a640-348e-49a1-b824-0280bf467ba9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99b22d62-3467-43a4-88d8-e439a1773307 HTTP/1.1" status: 204 len: 168 time: 0.1678116 Dec 22 14:16:46.839136 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 35180) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:46.893405 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-31b05dbf-529e-41ea-ad0a-b2c2f1b10919 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5006ab7e300a4771a0be77bc7ca587c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528190 Dec 22 14:16:46.896745 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.wsgi [-] (87569) accepted ('10.222.0.24', 35184) {{(pid=87569) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 22 14:16:46.954662 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-020113fe-8ff0-4856-a0dd-fec673512450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:46.979894 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-020113fe-8ff0-4856-a0dd-fec673512450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.036150 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-020113fe-8ff0-4856-a0dd-fec673512450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879447'] for security_group, after_delete {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.040491 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-cd134f25-2066-4fb2-9109-9ea143828871 tempest-RoutersNegativeTest-693677017 tempest-RoutersNegativeTest-693677017-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 22 14:16:47.051667 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020113fe-8ff0-4856-a0dd-fec673512450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab68807-9a14-48aa-80bf-1d571405b0f9,revision_number=None']} {{(pid=87569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 14:16:47.055612 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG oslo_concurrency.lockutils [None req-020113fe-8ff0-4856-a0dd-fec673512450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 22 14:16:47.059006 dv-neutron-822668-1-hyperv neutron-server[87569]: DEBUG neutron_lib.callbacks.manager [None req-020113fe-8ff0-4856-a0dd-fec673512450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:47.060850 dv-neutron-822668-1-hyperv neutron-server[87569]: INFO neutron.wsgi [None req-020113fe-8ff0-4856-a0dd-fec673512450 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ab68807-9a14-48aa-80bf-1d571405b0f9 HTTP/1.1" status: 204 len: 168 time: 0.1625361 Dec 22 14:16:47.205862 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 71b0cd99-78ce-486a-8bb5-c846ff0ad991 no longer exists at agent ovs-agent-dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 22 14:16:47.244857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.plugin [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] No Port match for: 71b0cd99-78ce-486a-8bb5-c846ff0ad991 {{(pid=87570) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 22 14:16:47.245224 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron.plugins.ml2.rpc [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Device 71b0cd99-78ce-486a-8bb5-c846ff0ad991 not bound to the agent host dv-neutron-822668-1-hyperv {{(pid=87570) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 22 14:16:57.623524 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0de0-ea36-4492-ba52-9c635e81ee14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:16:59.972676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-824db48e-ec51-46dd-b9a6-a083948fd25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:01.173486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:01.198754 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:02.752251 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:11.330374 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:16.985312 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:17:27.627306 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ada5d679-6e32-46be-bc3a-669cd8de61fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:29.983410 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9269dd26-462f-47f7-8701-2be4c0eb8a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:31.181388 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:31.204373 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:32.757722 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:41.347734 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:53.986423 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:17:57.623830 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-7443c238-24f8-4bd1-940e-905c8d74766a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:17:59.982603 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8631fc16-58af-4eed-89f8-11f2de8fabed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:01.167296 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:01.207476 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:02.760826 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:11.343058 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:27.622919 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-da9a75f0-13e2-4584-985c-f3f30df59836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:29.982498 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8de3dbe0-9499-4a78-9515-96b6586a327c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:30.986174 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:18:31.174181 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:31.209638 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:32.770902 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:41.358913 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:57.620733 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-152b079a-367a-4b79-ab3c-55003a99de05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:18:59.986764 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-93936a61-7c79-4a36-a22a-6413037e1bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:01.164361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:01.214573 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:02.774126 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:07.991225 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:19:11.365660 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:27.622206 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3bab5772-e39e-4fcc-ba40-fd47b5b249e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:29.992084 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-20ed9b17-16b5-4091-8baf-739faed90c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:31.160786 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:31.219857 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:32.775523 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:41.381204 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:44.995827 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:19:57.624213 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3f8eecc5-206e-4d5d-b22e-d60d38065209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:19:59.986384 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-657090ca-d097-4d83-a40d-05677c918b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:01.162102 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:01.218644 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:02.779693 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:11.386847 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:21.995764 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:20:27.628191 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-3d948839-3f30-44d9-b76b-f7f7b6f8706c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:30.004100 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-07b16b48-9fc5-46a1-8fac-10ea72df3483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:31.159642 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:31.230095 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:32.780135 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:41.390629 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:57.628463 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-11be36aa-28b6-42bd-bf56-7281ab741135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:20:59.000280 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:20:59.997541 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-ba6d1247-9933-4a15-8cac-126a457c53c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:01.164982 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:01.223415 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:02.788583 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:11.394034 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:27.624419 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-4f284a1f-8943-43f0-a8cd-27186405edbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:29.992173 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-eb13fe96-7ab2-48e3-8212-d2b8499d6a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:31.167791 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:31.229676 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:32.791491 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:36.004292 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:21:41.374047 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:21:57.622062 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-906e84ea-6ee1-43bc-b00e-c9d4b1e7798f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:00.002508 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8ae2c580-dad0-4a08-ab7c-6b9b0763859a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:01.169724 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:01.233462 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:02.799999 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:11.401486 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:13.009642 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 22 14:22:27.627951 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-76504275-00f4-4f72-834e-df753ecf3486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:30.004408 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-f835da0d-5881-4809-a504-1f3d657831fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:31.174144 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-9d9fc9fa-e703-4043-b781-941ee8d87057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:31.234858 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-e82bd2d0-9f2d-4acc-ad97-51d729fd081a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:32.797361 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-0f0b5f50-2939-47fd-b59b-ad35ae78ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:41.386485 dv-neutron-822668-1-hyperv neutron-server[87570]: DEBUG neutron_lib.callbacks.manager [None req-8f9af523-5876-4ba1-a3bf-41869a0863ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760329972399', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4188799'] for agent, after_update {{(pid=87570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 22 14:22:50.008779 dv-neutron-822668-1-hyperv neutron-server[87571]: DEBUG neutron.db.agents_db [None req-aa7bba6d-09c3-419a-9064-e1ce4cb3354f None None] Agent healthcheck: found 6 active agents {{(pid=87571) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}